From 1cabe7e1924f507d99cfeb2000cd998a9a21ec6f Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Sat, 4 Jul 2026 06:59:16 +0800 Subject: [PATCH 01/37] feat(collectivex): fetch versioned v1 artifacts MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Replace the synthetic preview with server-side JIT discovery and validation of the promoted CollectiveX V1 GitHub Actions artifact. Scope channel, immutable dataset, query cache, and UI selection by benchmark version while preserving publisher-owned decisions. 中文:将合成预览替换为服务端即时发现并校验 CollectiveX V1 GitHub Actions 发布产物。Channel、不可变数据集、查询缓存与 UI 选择器均按基准版本隔离,同时继续由 publisher 独占资格判定、排名与推荐逻辑。 --- .env.example | 6 +- packages/app/cypress/component/tab-nav.cy.tsx | 6 + .../e2e/agentic-point-time-series.cy.ts | 8 +- packages/app/cypress/e2e/collectivex.cy.ts | 764 +++++++++ packages/app/package.json | 4 +- .../src/app/(dashboard)/collectivex/page.tsx | 10 + .../collectivex-data/[...path]/route.test.ts | 96 ++ .../app/collectivex-data/[...path]/route.ts | 74 + packages/app/src/app/sitemap.ts | 1 + .../app/zh/(dashboard)/collectivex/page.tsx | 16 + .../collectivex/CollectiveXChart.tsx | 281 ++++ .../collectivex/CollectiveXDisplay.tsx | 1472 +++++++++++++++++ .../collectivex/CollectiveXTables.tsx | 1162 +++++++++++++ .../src/components/collectivex/axis.test.ts | 22 + .../app/src/components/collectivex/axis.ts | 51 + .../src/components/collectivex/data.test.ts | 171 ++ .../app/src/components/collectivex/data.ts | 233 +++ .../src/components/collectivex/reader.test.ts | 559 +++++++ .../app/src/components/collectivex/reader.ts | 614 +++++++ .../components/collectivex/test-fixture.ts | 787 +++++++++ .../app/src/components/collectivex/types.ts | 373 +++++ .../app/src/components/dashboard-shell.tsx | 11 + packages/app/src/components/header/header.tsx | 1 + packages/app/src/components/tab-nav.tsx | 1 + .../src/components/ui/chart-legend-item.tsx | 8 +- .../app/src/components/ui/chart-legend.tsx | 15 +- packages/app/src/components/ui/data-table.tsx | 147 +- .../components/ui/searchable-select.test.ts | 78 +- .../src/components/ui/searchable-select.tsx | 166 +- packages/app/src/hooks/api/use-collectivex.ts | 17 + .../app/src/lib/allowed-dev-origins.test.ts | 4 +- packages/app/src/lib/allowed-dev-origins.ts | 2 +- packages/app/src/lib/api.test.ts | 41 + packages/app/src/lib/api.ts | 13 + .../app/src/lib/collectivex-github.test.ts | 151 ++ packages/app/src/lib/collectivex-github.ts | 320 ++++ .../app/src/lib/d3-chart/D3Chart/types.ts | 2 + .../d3-chart/D3Chart/useD3ChartRenderer.ts | 40 +- .../app/src/lib/d3-chart/chart-update.test.ts | 55 + packages/app/src/lib/d3-chart/chart-update.ts | 45 +- packages/app/src/lib/i18n.test.ts | 3 + packages/app/src/lib/i18n.ts | 1 + packages/app/src/lib/tab-meta-zh.ts | 9 + packages/app/src/lib/tab-meta.ts | 6 + .../db/src/etl/compute-chart-series.test.ts | 22 +- pnpm-lock.yaml | 54 +- 46 files changed, 7728 insertions(+), 194 deletions(-) create mode 100644 packages/app/cypress/e2e/collectivex.cy.ts create mode 100644 packages/app/src/app/(dashboard)/collectivex/page.tsx create mode 100644 packages/app/src/app/collectivex-data/[...path]/route.test.ts create mode 100644 packages/app/src/app/collectivex-data/[...path]/route.ts create mode 100644 packages/app/src/app/zh/(dashboard)/collectivex/page.tsx create mode 100644 packages/app/src/components/collectivex/CollectiveXChart.tsx create mode 100644 packages/app/src/components/collectivex/CollectiveXDisplay.tsx create mode 100644 packages/app/src/components/collectivex/CollectiveXTables.tsx create mode 100644 packages/app/src/components/collectivex/axis.test.ts create mode 100644 packages/app/src/components/collectivex/axis.ts create mode 100644 packages/app/src/components/collectivex/data.test.ts create mode 100644 packages/app/src/components/collectivex/data.ts create mode 100644 packages/app/src/components/collectivex/reader.test.ts create mode 100644 packages/app/src/components/collectivex/reader.ts create mode 100644 packages/app/src/components/collectivex/test-fixture.ts create mode 100644 packages/app/src/components/collectivex/types.ts create mode 100644 packages/app/src/hooks/api/use-collectivex.ts create mode 100644 packages/app/src/lib/collectivex-github.test.ts create mode 100644 packages/app/src/lib/collectivex-github.ts diff --git a/.env.example b/.env.example index 645e01ac0..089550091 100644 --- a/.env.example +++ b/.env.example @@ -4,8 +4,8 @@ # ║ Choose ONE option: JSON dump, TCP database, or HTTP database. ║ # ╚══════════════════════════════════════════════════════════════════════════╝ -# LAN / remote dev: set this machine's IP so the dev server accepts cross-origin requests -# NEXT_DEV_ALLOWED_ORIGINS=10.112.9.49 +# LAN / remote dev: set this machine's hostname so the dev server accepts cross-origin requests +# NEXT_DEV_ALLOWED_ORIGINS=dev-machine.local # Option A: JSON dump (no database needed) # Download a DB dump release, unzip it, and point this to the directory. @@ -22,7 +22,7 @@ # DATABASE_DRIVER=neon # DATABASE_SSL=true -# GitHub PAT (optional) — improves rate limits for star count and workflow metadata +# GitHub PAT — required for CollectiveX JIT artifact reads; also improves metadata rate limits # Create at: https://github.com/settings/personal-access-tokens # GITHUB_TOKEN= diff --git a/packages/app/cypress/component/tab-nav.cy.tsx b/packages/app/cypress/component/tab-nav.cy.tsx index 2c24d2563..31229ac7a 100644 --- a/packages/app/cypress/component/tab-nav.cy.tsx +++ b/packages/app/cypress/component/tab-nav.cy.tsx @@ -70,6 +70,11 @@ describe('TabNav — unofficialrun URL preservation (issue #319)', () => { 'href', '/submissions?unofficialruns=12345', ); + cy.get('[data-testid="tab-trigger-collectivex"]').should( + 'have.attr', + 'href', + '/collectivex?unofficialruns=12345', + ); cy.get('[data-testid="tab-trigger-historical"]').should( 'have.attr', 'href', @@ -109,6 +114,7 @@ describe('TabNav — Hidden popover for gated tabs', () => { mountTabNav({}); cy.get('[data-testid="tab-trigger-inference"]').should('exist'); cy.get('[data-testid="tab-trigger-gpu-specs"]').should('exist'); + cy.get('[data-testid="tab-trigger-collectivex"]').should('exist'); cy.get('[data-testid="tab-trigger-submissions"]').should('exist'); cy.get('[data-testid="tab-trigger-hidden"]').should('not.exist'); cy.get('[data-testid="tab-trigger-feedback"]').should('not.exist'); diff --git a/packages/app/cypress/e2e/agentic-point-time-series.cy.ts b/packages/app/cypress/e2e/agentic-point-time-series.cy.ts index e81610664..c1b92497b 100644 --- a/packages/app/cypress/e2e/agentic-point-time-series.cy.ts +++ b/packages/app/cypress/e2e/agentic-point-time-series.cy.ts @@ -245,10 +245,10 @@ describe('Agentic point orchestrator metric sources', () => { beforeEach(() => { const prefill = sourceSeries( { - id: 'dynamo|prefill|10.30.1.56:7500|prefill-a|0|0', + id: 'dynamo|prefill|prefill-a.internal.test:7500|prefill-a|0|0', adapter: 'dynamo', role: 'prefill', - endpointUrl: '10.30.1.56:7500', + endpointUrl: 'prefill-a.internal.test:7500', nativeRole: 'prefill', workerId: 'prefill-a', dpRank: '0', @@ -259,10 +259,10 @@ describe('Agentic point orchestrator metric sources', () => { ); const decode = sourceSeries( { - id: 'dynamo|decode|10.30.1.206:7516|decode-a|0|0', + id: 'dynamo|decode|decode-a.internal.test:7516|decode-a|0|0', adapter: 'dynamo', role: 'decode', - endpointUrl: '10.30.1.206:7516', + endpointUrl: 'decode-a.internal.test:7516', nativeRole: 'backend', workerId: 'decode-a', dpRank: '0', diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts new file mode 100644 index 000000000..d93ee6a8d --- /dev/null +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -0,0 +1,764 @@ +import { + makeCollectiveXDataset, + makeCollectiveXContractDataset, + makeCollectiveXDatasetWithPrefillCohort, + makeCollectiveXDatasetWithDiagnosticCohort, + makeCollectiveXDiagnosticDataset, +} from '@/components/collectivex/test-fixture'; +import type { CollectiveXDataset } from '@/components/collectivex/types'; + +type Channel = 'dev-latest' | 'latest-attempt'; +const channelUrl = (channel: Channel) => `/collectivex-data/v1/channels/${channel}.json`; + +async function sha256(value: string): Promise { + const digest = await crypto.subtle.digest('SHA-256', new TextEncoder().encode(value)); + return [...new Uint8Array(digest)].map((byte) => byte.toString(16).padStart(2, '0')).join(''); +} + +function installPublication( + dataset: CollectiveXDataset | Record = makeCollectiveXDataset(), + options: { channel?: Channel; digest?: string; delay?: number } = {}, +) { + const channel = options.channel ?? 'dev-latest'; + const body = JSON.stringify(dataset); + const generatedAt = + typeof dataset.generated_at === 'string' ? dataset.generated_at : '2026-07-04T01:00:00Z'; + return cy.wrap(sha256(body), { log: false }).then((actualDigest) => { + const digest = options.digest ?? actualDigest; + cy.intercept('GET', channelUrl(channel), { + body: { + format: 'collectivex.channel.v1', + channel, + generated_at: generatedAt, + dataset: { + path: `datasets/${digest}/dataset.json`, + sha256: digest, + bytes: new TextEncoder().encode(body).length, + }, + }, + }).as(`collectivexChannel-${channel}`); + cy.intercept('GET', `/collectivex-data/v1/datasets/${digest}/dataset.json`, { + body, + delay: options.delay, + headers: { 'content-type': 'application/json' }, + }).as(`collectivexDataset-${channel}`); + }); +} + +function openCollectiveX() { + cy.visit('/collectivex'); + cy.wait('@collectivexChannel-dev-latest'); + cy.get('[data-testid="collectivex-display"]').should('be.visible'); +} + +describe('CollectiveX native publication', () => { + beforeEach(() => { + installPublication(); + installPublication(makeCollectiveXDiagnosticDataset(), { channel: 'latest-attempt' }); + openCollectiveX(); + }); + + it('defaults to a publisher-controlled, decision-grade cohort', () => { + cy.get('[data-testid="collectivex-display"]') + .should('contain.text', 'Promoted v1') + .and('contain.text', '8/8') + .and('contain.text', '24') + .and('contain.text', 'H100 EP8 library comparison'); + cy.get('[data-testid="collectivex-scope-toggle"]') + .contains('button', 'Controlled') + .should('have.attr', 'aria-selected', 'true'); + cy.get('[data-testid="collectivex-version-select"]').should('contain.text', 'V1'); + cy.get('[data-testid="collectivex-mode-select"]').should('contain.text', 'Normal'); + cy.get('[data-testid="collectivex-ep-select"]').should('contain.text', 'EP8'); + cy.get('[data-testid="collectivex-fabric-scope-toggle"]') + .contains('button', 'All') + .should('have.attr', 'aria-selected', 'true'); + cy.get('[data-testid="collectivex-main-chart"]') + .should('contain.text', 'Round trip (measured) · decode · p99') + .and('contain.text', 'H100 EP8 · deepep') + .and('contain.text', 'H100 EP8 · mori'); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 2); + cy.get('[data-testid="collectivex-chart-semantics"]') + .should('contain.text', 'Normal') + .and('contain.text', 'Token-rank payload') + .and('contain.text', 'Activation-only combine') + .and('contain.text', '64×8 = 512 samples/component') + .and('contain.text', '32 synchronized warmups'); + cy.get('[data-testid="collectivex-controlled-stability"]') + .should('contain.text', 'p50 1.050x ≤ 1.10x') + .and('contain.text', 'p99 1.100x ≤ 1.25x') + .and('contain.text', 'stable ordering passed'); + cy.get('[data-testid="collectivex-diagnostic-warning"]').should('not.exist'); + cy.get('[data-testid="collectivex-source-link"]').should( + 'have.attr', + 'href', + `https://github.com/SemiAnalysisAI/InferenceX/tree/${'a'.repeat(40)}/experimental/CollectiveX`, + ); + cy.get('[data-testid="collectivex-methodology-link"]') + .should('contain.text', 'Methodology') + .and( + 'have.attr', + 'href', + `https://github.com/SemiAnalysisAI/InferenceX/blob/${'a'.repeat(40)}/experimental/CollectiveX/docs/methodology.md`, + ); + cy.get('[data-testid="collectivex-cohort-select"]').click(); + cy.get('input[aria-label="Search CollectiveX cohorts"]') + .should('have.attr', 'placeholder', 'Search cohorts...') + .type('routing comparison'); + cy.get('[data-slot="select-content"]') + .should('contain.text', 'Routing sensitivities') + .and('not.contain.text', 'NVIDIA chip comparison'); + cy.get('button[aria-label="Clear cohort search"]').click(); + cy.get('[data-testid="collectivex-cohort-select"]').click(); + }); + + it('serves the bilingual sibling from the same isolated publication', () => { + cy.visit('/zh/collectivex'); + cy.wait('@collectivexChannel-dev-latest'); + cy.get('[data-testid="zh-tab-intro"]') + .should('contain.text', 'CollectiveX 通信基准测试') + .and('contain.text', '专家并行'); + cy.get('[data-testid="collectivex-display"]') + .should('contain.text', '已发布 v1') + .and('contain.text', '决策级序列') + .and('contain.text', '受控队列'); + cy.get('[data-testid="collectivex-methodology-link"]') + .should('contain.text', '测试方法') + .and( + 'have.attr', + 'href', + `https://github.com/SemiAnalysisAI/InferenceX/blob/${'a'.repeat(40)}/experimental/CollectiveX/docs/methodology_zh.md`, + ); + cy.get('[data-testid="collectivex-channel-toggle"]') + .contains('button', '已发布') + .should('have.attr', 'aria-selected', 'true'); + cy.get('[data-testid="collectivex-scope-toggle"]').should('contain.text', '受控对比'); + cy.get('[data-testid="collectivex-operation-select"]').should('contain.text', '往返'); + cy.get('[data-testid="chart-legend"] input[type="text"]') + .should('have.attr', 'placeholder', '搜索…') + .and('have.attr', 'aria-label', '搜索图例') + .type('deepep'); + cy.get('[data-testid="chart-legend"] button[aria-label="清除搜索"]').click(); + cy.get('[data-testid="collectivex-cohort-select"]').should( + 'contain.text', + 'H100 EP8 / 常规 / 域内(scale-up) / 解码 / uniform / 通信库对比(2 个序列)', + ); + cy.get('[data-testid="collectivex-cohort-select"]').click(); + cy.get('input[aria-label="搜索 CollectiveX 队列"]') + .should('have.attr', 'placeholder', '搜索队列…') + .type('路由对比'); + cy.get('[data-slot="select-content"]') + .should('contain.text', '路由敏感性') + .and('not.contain.text', '平台对比'); + cy.get('button[aria-label="清除队列搜索"]').click(); + cy.get('[data-testid="collectivex-cohort-select"]').click(); + cy.contains('[role="tab"]', '决策').click(); + cy.get('[data-testid="collectivex-rankings"]') + .should('contain.text', '排名') + .and('contain.text', '通信库对比 p99 延迟 T=128') + .and('contain.text', '解码 T=128 往返 p99 延迟') + .and('contain.text', '在相同实际系统、工作负载与测量协议下对比通信库') + .and('not.contain.text', 'Matched H100'); + cy.get('[data-testid="collectivex-comparison-contract"]') + .should('contain.text', '对比协议') + .and('contain.text', '保持一致') + .and('contain.text', '实际系统与拓扑') + .and('contain.text', '后端实现') + .and('contain.text', '64 次试验 × 8 次迭代 = 每个分项 512 个样本') + .and('contain.text', '32 次同步完整往返预热') + .and('contain.text', 'p50 1.050 倍 ≤ 1.10 倍') + .and('contain.text', '排名顺序稳定') + .and('contain.text', '已通过'); + cy.get('[data-testid="collectivex-recommendations"]') + .should('contain.text', '符合条件的最佳配置') + .and('contain.text', 'T=128 时 p99 延迟最低') + .and('contain.text', '受控队列中排名第一的稳定实测往返结果') + .and('contain.text', '1.0.0 · backend-default · build dddddddd') + .and('not.contain.text', 'Best p99 latency'); + cy.get('[data-testid="collectivex-cohort-select"]').click(); + cy.contains( + '[role="option"]', + 'deepep EP8 / 常规 / 域内(scale-up) / 解码 / uniform / 平台对比(2 个序列)', + ).should('exist'); + cy.contains( + '[role="option"]', + '参考实现 EP8 / 常规 / 域内(scale-up) / 解码 / uniform / 参考系统对比(2 个序列)', + ).should('exist'); + cy.contains( + '[role="option"]', + 'H100 / deepep / EP8 / 常规 / 域内(scale-up) / 解码 / 路由对比(3 个序列)', + ).click(); + cy.get('[data-testid="collectivex-sensitivity"]') + .should('contain.text', '路由敏感性:p99 延迟 T=128') + .and('contain.text', '实验性') + .and('contain.text', 'series 00000001'); + cy.contains('[role="tab"]', '证据').click(); + cy.get('[data-testid="collectivex-coverage"]') + .should('contain.text', '终结状态覆盖') + .and('contain.text', '后端不支持该平台') + .and('contain.text', '能力限制') + .and('contain.text', '每页'); + cy.get('[data-testid="collectivex-coverage-table"] input') + .should('have.attr', 'placeholder', '搜索…') + .and('have.attr', 'aria-label', '搜索表格'); + cy.get('[data-testid="collectivex-attempts"]') + .should('contain.text', '保留的全部尝试') + .and('contain.text', '后端不支持该平台'); + cy.get('[data-testid="language-toggle"]').should('have.attr', 'href', '/collectivex'); + }); + + it('selects exact low-latency EP16 scale-out semantics without mixing normal mode', () => { + installPublication(makeCollectiveXContractDataset(), { channel: 'latest-attempt' }); + cy.get('[data-testid="collectivex-channel-toggle"]') + .contains('button', 'Latest attempt') + .click(); + cy.wait('@collectivexChannel-latest-attempt'); + + cy.get('[data-testid="collectivex-mode-select"]').contains('button', 'Low latency').click(); + cy.get('[data-testid="collectivex-ep-select"]').click(); + cy.contains('[role="option"]', 'EP16').click(); + cy.get('[data-testid="collectivex-fabric-scope-toggle"]') + .contains('button', 'Scale-out') + .click(); + + cy.get('[data-testid="collectivex-phase-toggle"]') + .find('button') + .should('have.length', 1) + .and('contain.text', 'Decode') + .and('have.attr', 'aria-selected', 'true'); + cy.get('[data-testid="collectivex-chart-semantics"]') + .should('contain.text', 'Low latency') + .and('contain.text', 'EP16') + .and('contain.text', 'Scale-out') + .and('contain.text', 'Token-expert payload') + .and('contain.text', 'Gate-weighted combine'); + cy.get('[data-testid="collectivex-main-chart"]') + .should('contain.text', 'low-latency') + .and('contain.text', 'h100-nvlink-rdma'); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); + + cy.get('[data-testid="collectivex-fabric-scope-toggle"]') + .contains('button', 'Scale-up') + .click(); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('not.exist'); + + cy.contains('[role="tab"]', 'Evidence').click(); + cy.get('[data-testid="collectivex-coverage-table"]') + .should('contain.text', 'Mode') + .and('contain.text', 'EP') + .and('contain.text', 'Fabric scope') + .and('contain.text', 'Topology') + .and('contain.text', 'Low latency') + .and('contain.text', 'Scale-out') + .and('contain.text', '2x8 · domain 8 · nvlink+rdma'); + }); + + it('labels mixed-scope publisher cohorts without inheriting the first member scope', () => { + const mixed = makeCollectiveXDataset(); + const cohort = mixed.cohorts.find((item) => item.kind === 'chip')!; + const first = mixed.series.find((item) => item.series_id === cohort.series_ids[0])!; + const second = mixed.series.find((item) => item.series_id === cohort.series_ids[1])!; + first.system = { + ...first.system, + sku: 'gb200', + label: 'NVIDIA GB200 NVL72', + scope: 'scale-up', + nodes: 4, + gpus_per_node: 4, + scale_up_domain: 72, + scale_up_transport: 'mnnvl', + scale_out_transport: null, + transport: 'mnnvl', + topology_class: 'gb200-nvl72-mnnvl', + world_size: 16, + ep_size: 16, + }; + second.system = { + ...second.system, + scope: 'scale-out', + nodes: 2, + scale_out_transport: 'rdma', + transport: 'nvlink-rdma', + topology_class: 'h100-nvlink-rdma', + world_size: 16, + ep_size: 16, + }; + installPublication(mixed); + cy.visit('/zh/collectivex'); + cy.wait('@collectivexChannel-dev-latest'); + + cy.get('[data-testid="collectivex-ep-select"]').click(); + cy.contains('[role="option"]', 'EP16').click(); + cy.get('[data-testid="collectivex-cohort-select"]').click(); + cy.contains('[role="option"]', '域内(scale-up) ↔ 跨域(scale-out)').should('exist'); + }); + + it('disables source navigation when publication revisions differ', () => { + const inconsistent = makeCollectiveXDataset(); + inconsistent.series[1].build.source_sha = 'b'.repeat(40); + installPublication(inconsistent); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + + cy.get('[data-testid="collectivex-source-link"]') + .should('have.attr', 'aria-disabled', 'true') + .and('not.have.attr', 'href'); + }); + + it('switches to the controlled cohort for the selected phase', () => { + installPublication(makeCollectiveXDatasetWithPrefillCohort()); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + + cy.get('[data-testid="collectivex-phase-toggle"]').contains('button', 'Prefill').click(); + cy.get('[data-testid="collectivex-cohort-select"]').should( + 'contain.text', + 'H100 EP8 prefill library comparison', + ); + cy.get('[data-testid="collectivex-main-chart"]') + .should('contain.text', 'Round trip (measured) · prefill · p99') + .and('contain.text', 'H100 EP8 · deepep') + .and('contain.text', 'H100 EP8 · mori'); + cy.contains('[role="tab"]', 'Decisions').click(); + cy.get('[data-testid="collectivex-rankings"]') + .should('contain.text', 'T=512') + .and('contain.text', 'prefill'); + cy.get('[data-testid="collectivex-recommendations"]').should( + 'contain.text', + 'Best p99 latency at T=512', + ); + + cy.get('[data-testid="collectivex-phase-toggle"]').contains('button', 'Decode').click(); + cy.get('[data-testid="collectivex-cohort-select"]').should( + 'contain.text', + 'H100 EP8 library comparison', + ); + cy.get('[data-testid="collectivex-rankings"]').should('contain.text', 'T=128'); + }); + + it('clears rendered lines when every series is disabled', () => { + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 2); + cy.get('[data-testid="chart-legend"] input[type="checkbox"]:checked') + .first() + .uncheck({ force: true }); + cy.get('[data-testid="chart-legend"] input[type="checkbox"]:checked') + .first() + .uncheck({ force: true }); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('not.exist'); + }); + + it('restores internal tabs with browser history', () => { + cy.contains('[role="tab"]', 'Decisions').click(); + cy.location('hash').should('eq', '#tab-decisions'); + cy.contains('[role="tab"]', 'Evidence').click(); + cy.location('hash').should('eq', '#tab-evidence'); + cy.go('back'); + cy.location('hash').should('eq', '#tab-decisions'); + cy.get('[data-testid="collectivex-rankings"]').should('be.visible'); + }); + + it('does not query database availability for the isolated page', () => { + let availabilityRequests = 0; + cy.intercept('GET', '/api/v1/availability', (request) => { + availabilityRequests += 1; + request.reply([]); + }); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + cy.get('[data-testid="collectivex-display"]').should('be.visible'); + cy.then(() => expect(availabilityRequests).to.eq(0)); + }); + + it('keeps decisions and evidence usable on a mobile viewport', () => { + cy.viewport(390, 844); + cy.visit('/zh/collectivex'); + cy.wait('@collectivexChannel-dev-latest'); + cy.get('[data-testid="collectivex-channel-toggle"]').should('be.visible'); + cy.get('[data-testid="collectivex-mode-select"]').should('be.visible'); + cy.get('[data-testid="collectivex-ep-select"]').should('be.visible'); + cy.get('[data-testid="collectivex-fabric-scope-toggle"]').should('be.visible'); + cy.get('[data-testid="collectivex-cohort-select"]').should('be.visible'); + cy.get('[data-testid="collectivex-cohort-select"]').click(); + cy.get('input[aria-label="搜索 CollectiveX 队列"]').type('平台对比'); + cy.get('[data-slot="select-content"]').find('[role="option"]').should('have.length', 1); + cy.get('button[aria-label="清除队列搜索"]').click(); + cy.get('[data-testid="collectivex-cohort-select"]').click(); + cy.get('[data-testid="collectivex-tabs"]').should('be.visible'); + cy.contains('[role="tab"]', '决策').click(); + cy.get('[data-testid="collectivex-recommendations-table"]') + .should( + 'contain.text', + '1.0.0 · backend-default · build dddddddd · series 00000001 · official', + ) + .find('table') + .parent() + .should(($container) => { + expect($container[0].scrollWidth).to.be.greaterThan($container[0].clientWidth); + }) + .scrollTo('right'); + cy.get('[data-testid="collectivex-recommendations-table"]') + .find('[data-testid="data-table-pagination-summary"]') + .should('have.text', '第 1–4 行,共 4 行'); + cy.get('[data-testid="collectivex-recommendations-table"]') + .find('[data-testid="data-table-page-size"]') + .should('contain.text', '每页') + .and('contain.text', '25') + .and('contain.text', '行'); + cy.get('[data-testid="collectivex-rankings-table"] input').type('正式'); + cy.get('[data-testid="collectivex-rankings-table"]') + .find('[data-testid="data-table-pagination-summary"]') + .should('have.text', '第 1–8 行,共 8 行(筛选自 8 行)'); + + cy.contains('[role="tab"]', '证据').click(); + cy.get('[data-testid="collectivex-coverage-table"]') + .find('table') + .parent() + .should(($container) => { + expect($container[0].scrollWidth).to.be.greaterThan($container[0].clientWidth); + }) + .scrollTo('right'); + const coverageSearch = '[data-testid="collectivex-coverage-table"] input'; + cy.get(coverageSearch).type('解码'); + cy.get('[data-testid="collectivex-coverage-table"]') + .find('[data-testid="data-table-pagination-summary"]') + .should('have.text', '第 1–8 行,共 8 行(筛选自 8 行)'); + cy.get(coverageSearch).clear().type('可运行'); + cy.get('[data-testid="collectivex-coverage-table"]') + .should('not.contain.text', 'MI355X / DeepEP / unsupported') + .find('[data-testid="data-table-pagination-summary"]') + .should('have.text', '第 1–7 行,共 7 行(筛选自 8 行)'); + cy.get(coverageSearch).clear().type('成功'); + cy.get('[data-testid="collectivex-coverage-table"]') + .find('[data-testid="data-table-pagination-summary"]') + .should('have.text', '第 1–7 行,共 7 行(筛选自 8 行)'); + cy.get('[data-testid="collectivex-attempts-table"] input').type('选择'); + cy.get('[data-testid="collectivex-attempts-table"]') + .find('[data-testid="data-table-pagination-summary"]') + .should('have.text', '第 1–24 行,共 24 行(筛选自 24 行)'); + cy.document() + .its('documentElement') + .should((element) => { + expect(element.scrollWidth).to.be.at.most(element.clientWidth); + }); + }); + + it('requires an explicit switch to render diagnostics', () => { + installPublication(makeCollectiveXDatasetWithDiagnosticCohort()); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + cy.get('[data-testid="collectivex-scope-toggle"]').contains('button', 'Diagnostics').click(); + + cy.get('[data-testid="collectivex-diagnostic-warning"]') + .should('be.visible') + .and('contain.text', 'excluded from rankings'); + cy.get('[data-testid="collectivex-main-chart"]') + .should('contain.text', 'H100 EP8 · deepep') + .and('contain.text', 'H100 EP8 · mori'); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 2); + cy.get('[data-testid="collectivex-sku-select"]').should('exist'); + }); + + it('shows why a controlled cohort was excluded', () => { + installPublication(makeCollectiveXDatasetWithDiagnosticCohort()); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + cy.get('[data-testid="collectivex-scope-toggle"]').contains('button', 'Diagnostics').click(); + cy.get('[data-testid="collectivex-cohort-select"]').click(); + cy.contains('[role="option"]', 'H100 EP8 library comparison').click(); + + cy.get('[data-testid="collectivex-diagnostic-cohort-reasons"]') + .should('contain.text', 'unstable-ordering') + .and('contain.text', 'p50 1.050x') + .and('contain.text', 'p99 1.100x'); + cy.get('[data-testid="collectivex-main-chart"]') + .should('contain.text', 'H100 EP8 · deepep') + .and('contain.text', 'H100 EP8 · mori'); + }); + + it('resolves the latest-attempt channel without carrying published data forward', () => { + cy.get('[data-testid="collectivex-channel-toggle"]') + .contains('button', 'Latest attempt') + .click(); + cy.wait('@collectivexChannel-latest-attempt'); + + cy.get('[data-testid="collectivex-display"]') + .should('contain.text', 'diagnostic') + .and('contain.text', '1/1') + .and('contain.text', '2') + .and('contain.text', 'H100 EP8 · nccl-ep') + .and('not.contain.text', 'H100 EP8 · deepep'); + }); + + it('resets diagnostic cohorts and filters when the publication changes', () => { + installPublication(makeCollectiveXDatasetWithDiagnosticCohort()); + const latest = makeCollectiveXDiagnosticDataset(); + latest.series[0].label = 'MI300X EP8 · nccl-ep'; + latest.series[0].system = { + ...latest.series[0].system, + sku: 'mi300x', + label: 'AMD Instinct MI300X', + vendor: 'amd', + topology_class: 'single-node-xgmi', + transport: 'xgmi', + }; + latest.coverage[0].sku = 'mi300x'; + installPublication(latest, { channel: 'latest-attempt' }); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + + cy.get('[data-testid="collectivex-scope-toggle"]').contains('button', 'Diagnostics').click(); + cy.get('[data-testid="collectivex-sku-select"]').click(); + cy.contains('[role="option"]', 'H100').click(); + cy.get('[data-testid="collectivex-cohort-select"]').click(); + cy.contains('[role="option"]', 'H100 EP8 library comparison').click(); + cy.get('[data-testid="collectivex-sku-select"]').should('not.exist'); + cy.get('[data-testid="collectivex-channel-toggle"]') + .contains('button', 'Latest attempt') + .click(); + cy.wait('@collectivexChannel-latest-attempt'); + + cy.get('[data-testid="collectivex-cohort-select"]').should( + 'contain.text', + 'All diagnostic evidence', + ); + cy.get('[data-testid="collectivex-sku-select"]').should('contain.text', 'All'); + cy.get('[data-testid="collectivex-main-chart"]') + .should('contain.text', 'MI300X EP8 · nccl-ep') + .and('not.contain.text', 'H100 EP8 · deepep'); + }); + + it('never promotes latest-attempt candidates in the browser', () => { + const unpromoted = makeCollectiveXDataset(); + unpromoted.promotion.status = 'diagnostic'; + installPublication(unpromoted, { channel: 'latest-attempt' }); + cy.get('[data-testid="collectivex-channel-toggle"]') + .contains('button', 'Latest attempt') + .click(); + cy.wait('@collectivexChannel-latest-attempt'); + + cy.get('[data-testid="collectivex-scope-toggle"]') + .find('button') + .should('have.length', 1) + .and('contain.text', 'Diagnostics'); + cy.get('[data-testid="collectivex-main-chart"]') + .should('contain.text', 'H100 EP8 · deepep') + .and('contain.text', 'H100 EP8 · nccl-ep'); + + cy.contains('[role="tab"]', 'Decisions').click(); + cy.get('[data-testid="collectivex-unpromoted-decisions"]').should( + 'contain.text', + 'does not drive rankings or recommendations', + ); + cy.get('[data-testid="collectivex-rankings"]').should('not.exist'); + }); + + it('can inspect the latest attempt before the first promotion exists', () => { + cy.intercept('GET', channelUrl('dev-latest'), { + statusCode: 404, + headers: { 'X-CollectiveX-Status': 'channel-unavailable' }, + }).as('missingPromotion'); + cy.reload(); + cy.wait('@missingPromotion'); + cy.get('[data-testid="collectivex-error"]') + .should('be.visible') + .and('contain.text', 'No promoted CollectiveX publication is available yet.') + .and('not.contain.text', 'publication rejected'); + + cy.get('[data-testid="collectivex-error-channel-toggle"]') + .contains('button', 'Latest attempt') + .click(); + cy.wait('@collectivexChannel-latest-attempt'); + cy.get('[data-testid="collectivex-display"]') + .should('be.visible') + .and('contain.text', 'diagnostic'); + }); + + it('reports an unavailable GitHub publication source as deployment availability', () => { + cy.intercept('GET', channelUrl('dev-latest'), { + statusCode: 503, + headers: { 'X-CollectiveX-Status': 'source-unavailable' }, + }).as('unavailableSource'); + cy.reload(); + cy.wait('@unavailableSource'); + cy.get('[data-testid="collectivex-error"]') + .should('be.visible') + .and('contain.text', 'The GitHub Actions publication source is temporarily unavailable.') + .and('not.contain.text', 'publication rejected'); + cy.get('[data-testid="collectivex-error-channel-toggle"]').should('not.exist'); + + cy.visit('/zh/collectivex'); + cy.wait('@unavailableSource'); + cy.get('[data-testid="collectivex-error"]') + .should('contain.text', 'GitHub Actions 发布数据源暂时不可用。') + .and('not.contain.text', 'publication rejected'); + }); + + it('renders only publisher-declared rankings and recommendations', () => { + cy.contains('[role="tab"]', 'Decisions').click(); + + cy.get('[data-testid="collectivex-rankings"]') + .should('contain.text', '3 allocations') + .and('contain.text', 'deepep') + .and('contain.text', 'build dddddddd') + .and('contain.text', 'series 00000001') + .and('contain.text', 'mori') + .and('contain.text', 'Mode') + .and('contain.text', 'EP') + .and('contain.text', 'Fabric scope') + .and('contain.text', 'Topology') + .and('contain.text', 'Point') + .and('contain.text', 'Scale-up') + .and('contain.text', '1x8 · domain 8 · nvlink') + .and('not.contain.text', 'nccl-ep'); + cy.get('[data-testid="collectivex-rankings-table"] tbody tr') + .first() + .should('contain.text', 'p50 latency'); + cy.get('[data-testid="collectivex-recommendations"]') + .should('contain.text', 'Best p99 latency at T=128') + .and('contain.text', '100 us') + .and('contain.text', 'deepep') + .and('contain.text', 'Official') + .and('contain.text', '1.0.0 · backend-default · build dddddddd · series 00000001 · official'); + cy.get('[data-testid="collectivex-recommendations-table"] tbody tr') + .first() + .should('contain.text', 'p50 latency'); + cy.get('[data-testid="collectivex-comparison-contract"]') + .should('contain.text', 'Comparison contract') + .and('contain.text', 'Held constant') + .and('contain.text', 'Realized system and topology') + .and('contain.text', 'Compared') + .and('contain.text', 'Backend implementation') + .and('contain.text', '64 trials × 8 iterations = 512 samples per component') + .and('contain.text', '32 synchronized round-trip warmups') + .and('contain.text', 'p99 1.100x ≤ 1.25x') + .and('contain.text', 'Stable ordering') + .and('contain.text', 'passed'); + + cy.get('[data-testid="collectivex-cohort-select"]').click(); + cy.contains('[role="option"]', 'H100 EP8 routing comparison').click(); + cy.get('[data-testid="collectivex-recommendations"]').should('not.exist'); + cy.get('[data-testid="collectivex-rankings"]').should('contain.text', 'Experimental'); + cy.get('[data-testid="collectivex-sensitivity"]') + .should('contain.text', 'Routing sensitivity: p99 latency T=128') + .and('contain.text', '30.0%') + .and('contain.text', 'series 00000001') + .and('contain.text', 'series 00000004') + .and('contain.text', 'Experimental'); + cy.get('[data-testid="collectivex-sensitivity-table"] tbody tr') + .first() + .should('contain.text', 'p50 latency'); + }); + + it('localizes the bootstrap publication reason in Chinese', () => { + const bootstrap = makeCollectiveXDiagnosticDataset(); + bootstrap.promotion.reason = 'awaiting-v1-runs'; + installPublication(bootstrap, { channel: 'latest-attempt' }); + cy.visit('/zh/collectivex'); + cy.wait('@collectivexChannel-dev-latest'); + cy.get('[data-testid="collectivex-channel-toggle"]').contains('button', '最新尝试').click(); + cy.wait('@collectivexChannel-latest-attempt'); + cy.get('[data-testid="collectivex-promotion-reason"]') + .should('contain.text', '等待 CollectiveX v1 运行结果') + .and('not.contain.text', 'awaiting-v1-runs'); + }); + + it('shows terminal coverage and every retained retry', () => { + cy.contains('[role="tab"]', 'Evidence').click(); + + cy.get('[data-testid="collectivex-coverage-table"]') + .should('contain.text', 'deepep decode') + .and('contain.text', 'nccl-ep decode') + .and('contain.text', 'MI355X / DeepEP / unsupported') + .and('contain.text', 'Mode') + .and('contain.text', 'EP') + .and('contain.text', 'Fabric scope') + .and('contain.text', 'Topology') + .and('contain.text', 'Normal') + .and('contain.text', 'Scale-up') + .and('contain.text', '1x8 · domain 8 · nvlink') + .and('contain.text', 'runnable') + .and('contain.text', 'unsupported') + .and('contain.text', 'capability') + .and('contain.text', 'success'); + cy.get('[data-testid="collectivex-provenance"]') + .should('contain.text', 'Source bundles') + .and('contain.text', 'a'.repeat(64)) + .and('contain.text', 'b'.repeat(64)) + .and('contain.text', 'c'.repeat(64)); + + cy.get('[data-testid="collectivex-channel-toggle"]') + .contains('button', 'Latest attempt') + .click(); + cy.wait('@collectivexChannel-latest-attempt'); + cy.contains('[role="tab"]', 'Evidence').click(); + cy.get('[data-testid="collectivex-attempts-table"]') + .should('contain.text', 'timeout') + .and('contain.text', 'execution-timeout') + .and('contain.text', 'failed') + .and('contain.text', 'retained') + .and('contain.text', 'allocation selection') + .and('contain.text', 'terminal selection') + .and('contain.text', 'Attempt ID') + .and('contain.text', 'nccl-ep decode') + .and('contain.text', 'Failure mode'); + cy.get('[data-testid="collectivex-attempts-table"] details') + .filter(':has([data-testid="collectivex-evidence-id"])') + .first() + .find('summary') + .click(); + cy.get('[data-testid="collectivex-attempts-table"] [data-testid="collectivex-evidence-id"]') + .first() + .invoke('text') + .then((evidenceId) => { + const id = evidenceId.trim(); + cy.get('[data-testid="collectivex-attempts-table"] input').clear().type(id); + cy.get('[data-testid="collectivex-attempts-table"] tbody tr').should('have.length', 1); + cy.get('[data-testid="collectivex-attempts-table"] input').clear().type(id.slice(-8)); + cy.get('[data-testid="collectivex-attempts-table"]').should('contain.text', id.slice(-8)); + }); + cy.get('[data-testid="collectivex-provenance"]') + .should('contain.text', 'latest-attempt') + .and('contain.text', 'Dataset SHA-256'); + }); + + it('keeps nullable isolated components unavailable', () => { + cy.get('[data-testid="collectivex-operation-select"]').click(); + cy.contains('[role="option"]', 'Dispatch').click(); + + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); + cy.get('[data-testid="collectivex-main-chart"]').should( + 'contain.text', + 'Unavailable components remain null', + ); + }); + + it('renders loading while resolving immutable bytes', () => { + const delayed = makeCollectiveXDiagnosticDataset(); + delayed.generated_at = '2026-07-04T02:00:00Z'; + installPublication(delayed, { channel: 'latest-attempt', delay: 750 }); + cy.get('[data-testid="collectivex-channel-toggle"]') + .contains('button', 'Latest attempt') + .click(); + cy.get('[data-testid="collectivex-loading"]').should('be.visible'); + cy.wait('@collectivexDataset-latest-attempt'); + cy.get('[data-testid="collectivex-display"]').should('be.visible'); + }); + + it('fails closed on digest or schema mismatch', () => { + installPublication(makeCollectiveXDataset(), { digest: 'f'.repeat(64) }); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + cy.get('[data-testid="collectivex-error"]') + .should('be.visible') + .and('contain.text', 'SHA-256 does not match'); + + const malformed = makeCollectiveXDataset() as unknown as Record; + malformed.browser_ranking = true; + installPublication(malformed); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + cy.get('[data-testid="collectivex-error"]') + .should('be.visible') + .and('contain.text', 'unknown field browser_ranking'); + }); +}); diff --git a/packages/app/package.json b/packages/app/package.json index d51599200..08a0164cf 100644 --- a/packages/app/package.json +++ b/packages/app/package.json @@ -32,6 +32,7 @@ "@chenglou/pretext": "^0.0.8", "@jpinsonneau/html-to-image": "^1.11.13", "@noble/ciphers": "^2.2.0", + "@noble/hashes": "^2.2.0", "@posthog/nextjs-config": "^1.9.68", "@radix-ui/react-accordion": "^1.2.14", "@radix-ui/react-dialog": "^1.1.17", @@ -69,7 +70,8 @@ "remark-gfm": "^4.0.1", "shiki": "^4.3.0", "tailwind-merge": "^3.6.0", - "three": "^0.185.0" + "three": "^0.185.0", + "zod": "^4.4.3" }, "devDependencies": { "@bahmutov/cypress-esbuild-preprocessor": "^2.2.8", diff --git a/packages/app/src/app/(dashboard)/collectivex/page.tsx b/packages/app/src/app/(dashboard)/collectivex/page.tsx new file mode 100644 index 000000000..d3380bd98 --- /dev/null +++ b/packages/app/src/app/(dashboard)/collectivex/page.tsx @@ -0,0 +1,10 @@ +import type { Metadata } from 'next'; + +import CollectiveXDisplay from '@/components/collectivex/CollectiveXDisplay'; +import { tabMetadata } from '@/lib/tab-meta'; + +export const metadata: Metadata = tabMetadata('collectivex'); + +export default function CollectiveXPage() { + return ; +} diff --git a/packages/app/src/app/collectivex-data/[...path]/route.test.ts b/packages/app/src/app/collectivex-data/[...path]/route.test.ts new file mode 100644 index 000000000..60a1eff64 --- /dev/null +++ b/packages/app/src/app/collectivex-data/[...path]/route.test.ts @@ -0,0 +1,96 @@ +import { createHash } from 'node:crypto'; + +import { beforeEach, describe, expect, it, vi } from 'vitest'; + +import { parseCollectiveXChannel, parseCollectiveXDataset } from '@/components/collectivex/reader'; +import { makeCollectiveXDataset } from '@/components/collectivex/test-fixture'; + +const github = vi.hoisted(() => ({ + errorCode: vi.fn((error: unknown) => + error instanceof Error && 'code' in error ? (error.code as string) : null, + ), + load: vi.fn(), +})); + +vi.mock('@/lib/collectivex-github', () => ({ + collectiveXPublicationErrorCode: github.errorCode, + loadCollectiveXPublication: github.load, +})); + +import { GET } from './route'; + +const dataset = makeCollectiveXDataset(); +const body = Buffer.from(`${JSON.stringify(dataset)}\n`); +const digest = createHash('sha256').update(body).digest('hex'); + +function request(...segments: string[]) { + return GET(new Request('http://localhost/collectivex-data/test'), { + params: Promise.resolve({ path: segments }), + }); +} + +beforeEach(() => { + github.load.mockReset(); + github.load.mockResolvedValue({ + artifactId: 123, + body: Uint8Array.from(body), + dataset, + digest, + runId: 456, + }); +}); + +describe('CollectiveX GitHub publication route', () => { + it('resolves dev-latest to the JIT-fetched publication', async () => { + const response = await request('v1', 'channels', 'dev-latest.json'); + const channel = parseCollectiveXChannel(await response.json()); + + expect(response.status).toBe(200); + expect(response.headers.get('cache-control')).toContain('s-maxage=60'); + expect(response.headers.get('x-collectivex-source')).toBe('github-actions'); + expect(channel).toMatchObject({ + channel: 'dev-latest', + dataset: { bytes: body.byteLength, sha256: digest }, + }); + expect(github.load).toHaveBeenCalledWith('v1', undefined); + }); + + it('serves the exact digest-addressed dataset bytes', async () => { + const response = await request('v1', 'datasets', digest, 'dataset.json'); + const served = Buffer.from(await response.arrayBuffer()); + + expect(response.status).toBe(200); + expect(response.headers.get('cache-control')).toContain('immutable'); + expect(served).toEqual(body); + expect(parseCollectiveXDataset(JSON.parse(served.toString('utf8')))).toEqual(dataset); + expect(github.load).toHaveBeenCalledWith('v1', digest); + }); + + it('keeps latest-attempt unavailable until an explicit artifact exists', async () => { + const response = await request('v1', 'channels', 'latest-attempt.json'); + + expect(response.status).toBe(404); + expect(response.headers.get('x-collectivex-status')).toBe('channel-unavailable'); + expect(github.load).not.toHaveBeenCalled(); + }); + + it.each([ + ['not-found', 404, 'channel-unavailable'], + ['unavailable', 503, 'source-unavailable'], + ['invalid', 502, null], + ] as const)('maps %s source failures without exposing details', async (code, status, marker) => { + github.load.mockRejectedValue(Object.assign(new Error('private upstream detail'), { code })); + + const response = await request('v1', 'channels', 'dev-latest.json'); + + expect(response.status).toBe(status); + expect(response.headers.get('x-collectivex-status')).toBe(marker); + expect(await response.text()).toBe(''); + }); + + it('rejects unlisted paths before contacting GitHub', async () => { + const response = await request('private', 'bundle.json'); + expect(response.status).toBe(404); + expect(github.load).not.toHaveBeenCalled(); + }); +}); diff --git a/packages/app/src/app/collectivex-data/[...path]/route.ts b/packages/app/src/app/collectivex-data/[...path]/route.ts new file mode 100644 index 000000000..550d756a5 --- /dev/null +++ b/packages/app/src/app/collectivex-data/[...path]/route.ts @@ -0,0 +1,74 @@ +import { + collectiveXPublicationErrorCode, + loadCollectiveXPublication, +} from '@/lib/collectivex-github'; +import { COLLECTIVEX_VERSIONS, type CollectiveXVersion } from '@/components/collectivex/types'; + +export const dynamic = 'force-dynamic'; +export const runtime = 'nodejs'; + +const VERSION_PATTERN = COLLECTIVEX_VERSIONS.join('|'); +const CHANNEL = new RegExp( + `^(?${VERSION_PATTERN})/channels/(?dev-latest|latest-attempt)\\.json$`, +); +const DATASET = new RegExp( + `^(?${VERSION_PATTERN})/datasets/(?[a-f0-9]{64})/dataset\\.json$`, +); + +type AvailabilityStatus = 'channel-unavailable' | 'source-unavailable'; + +function unavailable(status: number, availability?: AvailabilityStatus) { + const headers: Record = { 'Cache-Control': 'no-store' }; + if (availability) headers['X-CollectiveX-Status'] = availability; + return new Response(null, { status, headers }); +} + +function json(body: BodyInit, cacheControl: string) { + return new Response(body, { + headers: { + 'Cache-Control': cacheControl, + 'Content-Type': 'application/json; charset=utf-8', + 'X-CollectiveX-Source': 'github-actions', + 'X-Content-Type-Options': 'nosniff', + }, + }); +} + +export async function GET(_request: Request, context: { params: Promise<{ path: string[] }> }) { + const parameters = await context.params; + const relative = parameters.path.join('/'); + const channel = CHANNEL.exec(relative); + const dataset = DATASET.exec(relative); + if (!channel && !dataset) return unavailable(404); + if (channel?.groups?.channel === 'latest-attempt') { + return unavailable(404, 'channel-unavailable'); + } + + try { + const version = (channel?.groups?.version ?? dataset?.groups?.version) as CollectiveXVersion; + const publication = await loadCollectiveXPublication(version, dataset?.groups?.digest); + if (dataset) { + return json(publication.body, 'public, max-age=31536000, immutable'); + } + return json( + `${JSON.stringify({ + format: 'collectivex.channel.v1', + channel: 'dev-latest', + generated_at: publication.dataset.generated_at, + dataset: { + path: `datasets/${publication.digest}/dataset.json`, + sha256: publication.digest, + bytes: publication.body.byteLength, + }, + })}\n`, + 'public, s-maxage=60, stale-while-revalidate=300', + ); + } catch (error) { + const code = collectiveXPublicationErrorCode(error); + if (code === 'not-found') { + return unavailable(404, channel ? 'channel-unavailable' : undefined); + } + if (code === 'unavailable') return unavailable(503, 'source-unavailable'); + return unavailable(502); + } +} diff --git a/packages/app/src/app/sitemap.ts b/packages/app/src/app/sitemap.ts index b4223daa1..12976e2a3 100644 --- a/packages/app/src/app/sitemap.ts +++ b/packages/app/src/app/sitemap.ts @@ -21,6 +21,7 @@ const TABS = [ 'reliability', 'gpu-specs', 'gpu-metrics', + 'collectivex', ] as const; type SitemapEntry = MetadataRoute.Sitemap[number]; diff --git a/packages/app/src/app/zh/(dashboard)/collectivex/page.tsx b/packages/app/src/app/zh/(dashboard)/collectivex/page.tsx new file mode 100644 index 000000000..6496ec8a2 --- /dev/null +++ b/packages/app/src/app/zh/(dashboard)/collectivex/page.tsx @@ -0,0 +1,16 @@ +import type { Metadata } from 'next'; + +import CollectiveXDisplay from '@/components/collectivex/CollectiveXDisplay'; +import { ZhTabIntro } from '@/components/zh/zh-tab-intro'; +import { tabMetadataZh } from '@/lib/tab-meta-zh'; + +export const metadata: Metadata = tabMetadataZh('collectivex'); + +export default function ZhCollectiveXPage() { + return ( + <> + + + + ); +} diff --git a/packages/app/src/components/collectivex/CollectiveXChart.tsx b/packages/app/src/components/collectivex/CollectiveXChart.tsx new file mode 100644 index 000000000..d8b9d7935 --- /dev/null +++ b/packages/app/src/components/collectivex/CollectiveXChart.tsx @@ -0,0 +1,281 @@ +'use client'; + +import * as d3 from 'd3'; +import { useMemo } from 'react'; + +import { D3Chart } from '@/lib/d3-chart/D3Chart'; + +import { sparseLogTicks } from './axis'; +import { chartPoints, collectiveXColorKey, collectiveXTopologyLabel } from './data'; +import type { + CollectiveXChartPoint, + CollectiveXOperation, + CollectiveXPercentile, + CollectiveXSeries, + CollectiveXScale, + CollectiveXXAxis, + CollectiveXYAxis, +} from './types'; + +interface CollectiveXChartProps { + chartId: string; + series: CollectiveXSeries[]; + colors: Record; + operation: CollectiveXOperation; + percentile: CollectiveXPercentile; + xAxis: CollectiveXXAxis; + yAxis: CollectiveXYAxis; + xScaleType: CollectiveXScale; + yScaleType: CollectiveXScale; + caption?: React.ReactNode; + legendElement?: React.ReactNode; + testId?: string; +} + +const OPERATION_LABELS: Record = { + dispatch: 'Dispatch', + combine: 'Combine', + roundtrip: 'Round trip (measured)', + 'isolated-sum': 'Isolated sum (Σp, not measured)', +}; + +const X_AXIS_LABELS: Record = { + 'tokens-per-rank': 'Source tokens / rank', + 'global-tokens': 'Global source tokens', +}; + +const Y_AXIS_LABELS: Record = { + latency: 'Latency (µs)', + 'tokens-per-second': 'Token rate at selected latency percentile (tokens/s)', + 'payload-rate': 'Logical payload rate at selected latency percentile (GB/s)', +}; + +function paddedDomain(values: number[], scaleType: CollectiveXScale): [number, number] { + if (values.length === 0) return scaleType === 'log' ? [1, 10] : [0, 1]; + const min = d3.min(values) ?? 0; + const max = d3.max(values) ?? 1; + if (min === max) { + if (scaleType === 'log') return [Math.max(min / 2, Number.MIN_VALUE), max * 2]; + const padding = Math.max(Math.abs(min) * 0.1, 1); + return [min - padding, max + padding]; + } + if (scaleType === 'log') return [min / 1.08, max * 1.08]; + const padding = (max - min) * 0.06; + return [Math.max(0, min - padding), max + padding]; +} + +function formatCompact(value: number): string { + if (value >= 1e9) return `${(value / 1e9).toFixed(value < 1e10 ? 1 : 0)}G`; + if (value >= 1e6) return `${(value / 1e6).toFixed(value < 1e7 ? 1 : 0)}M`; + if (value >= 1e3) return `${(value / 1e3).toFixed(value < 1e4 ? 1 : 0)}k`; + if (value >= 10) return value.toFixed(0); + if (value >= 1) return value.toFixed(value < 3 ? 1 : 0); + return value.toFixed(2); +} + +function formatTokenCount(value: number): string { + return Number.isInteger(value) ? value.toLocaleString('en-US') : formatCompact(value); +} + +function formatMetric(value: number, yAxis: CollectiveXYAxis): string { + if (yAxis === 'latency') return `${value.toFixed(value >= 100 ? 0 : 1)} µs`; + if (yAxis === 'tokens-per-second') return `${formatCompact(value)} tok/s`; + return `${value.toFixed(value >= 100 ? 0 : 2)} GB/s`; +} + +function formatPercentiles( + value: CollectiveXSeries['points'][number]['components']['dispatch'], +): string { + if (value === null) return 'unavailable'; + return `${value.latency_us.p50.toFixed(1)} / ${value.latency_us.p90.toFixed(1)} / ${value.latency_us.p95.toFixed(1)} / ${value.latency_us.p99.toFixed(1)} µs`; +} + +function escapeHtml(value: string): string { + return value + .replaceAll('&', '&') + .replaceAll('<', '<') + .replaceAll('>', '>') + .replaceAll('"', '"') + .replaceAll("'", '''); +} + +export function CollectiveXChart({ + chartId, + series, + colors, + operation, + percentile, + xAxis, + yAxis, + xScaleType, + yScaleType, + caption, + legendElement, + testId, +}: CollectiveXChartProps) { + const points = useMemo( + () => chartPoints(series, operation, percentile, xAxis, yAxis), + [series, operation, percentile, xAxis, yAxis], + ); + const seriesById = useMemo(() => new Map(series.map((item) => [item.series_id, item])), [series]); + const lines = useMemo(() => { + const result: Record = {}; + for (const point of points) { + (result[point.seriesId] ??= []).push({ x: point.x, y: point.y }); + } + for (const line of Object.values(result)) { + line.sort((a, b) => a.x - b.x); + } + return result; + }, [points]); + + const xDomain = useMemo( + () => + paddedDomain( + points.map((point) => point.x), + xScaleType, + ), + [points, xScaleType], + ); + const yDomain = useMemo( + () => + paddedDomain( + points.map((point) => point.y), + yScaleType, + ), + [points, yScaleType], + ); + const xTickValues = useMemo( + () => [...new Set(points.map((point) => point.x))].toSorted((a, b) => a - b), + [points], + ); + + const noDataOverlay = + points.length === 0 ? ( +
+

+ {series.length > 0 + ? `${OPERATION_LABELS[operation]} is unavailable for the selected series.` + : 'No matching CollectiveX series.'} +

+
+ ) : undefined; + + return ( + + chartId={chartId} + data={points} + height={560} + margin={{ top: 24, right: 20, bottom: 62, left: 78 }} + watermark="logo" + testId={testId} + grabCursor + instructions="Shift+Scroll to zoom · Drag to pan · Double-click to reset · Click a point to pin tooltip" + xScale={ + xScaleType === 'log' + ? { type: 'log', domain: xDomain, nice: false } + : { type: 'linear', domain: xDomain, nice: true } + } + yScale={{ type: yScaleType, domain: yDomain, nice: yScaleType === 'linear' }} + xAxis={{ + label: `${X_AXIS_LABELS[xAxis]}${xScaleType === 'log' ? ' (log)' : ''}`, + tickCount: 8, + tickValues: xTickValues, + tickFormat: (value) => formatTokenCount(Number(value)), + }} + yAxis={{ + label: Y_AXIS_LABELS[yAxis], + tickCount: 5, + tickValues: + yScaleType === 'log' + ? (scale) => sparseLogTicks(scale.domain().map(Number), 5) + : undefined, + tickFormat: (value) => formatCompact(Number(value)), + }} + layers={[ + { + type: 'line', + key: 'collectivex-lines', + lines, + config: { + getColor: (key) => { + const item = seriesById.get(key); + return colors[item ? collectiveXColorKey(item) : ''] ?? '#888'; + }, + strokeWidth: 2.25, + curve: d3.curveLinear, + }, + }, + { + type: 'point', + key: 'collectivex-points', + data: points, + config: { + getCx: () => 0, + getCy: () => 0, + getX: (point) => point.x, + getY: (point) => point.y, + getColor: (point) => colors[point.colorKey] ?? '#888', + getRadius: () => 3.5, + stroke: 'var(--background)', + strokeWidth: 1, + keyFn: (point) => `${point.seriesId}-${point.x}`, + maxPoints: Infinity, + }, + }, + ]} + zoom={{ + enabled: true, + axes: 'both', + scaleExtent: [1, 20], + resetEventName: `collectivex_zoom_reset_${chartId}`, + }} + tooltip={{ + rulerType: 'crosshair', + attachToLayer: 1, + content: (point, isPinned) => { + const color = colors[point.colorKey] ?? '#888'; + const measurement = point.point; + const measuredRoundtrip = measurement.components.roundtrip; + const eplb = point.series.eplb; + const eplbDetails = eplb.enabled + ? `${escapeHtml(eplb.planner ?? 'enabled')} · ${eplb.physical_experts}/${eplb.logical_experts} physical/logical · ${eplb.redundant_experts} redundant · ${eplb.replicated_experts} replicated (max ${eplb.max_replicas ?? 'n/a'}x) · reference T=${eplb.reference_tokens_per_rank ?? 'n/a'} · imbalance ${eplb.imbalance_before?.toFixed(3) ?? 'n/a'} -> ${eplb.imbalance_after?.toFixed(3) ?? 'n/a'}` + : `off · ${eplb.logical_experts} logical experts`; + return `
+ ${isPinned ? '
Click elsewhere to dismiss
' : ''} +
${escapeHtml(point.seriesLabel)}
+
${escapeHtml(OPERATION_LABELS[operation])} ${yAxis === 'latency' ? percentile : `at ${percentile} latency`}: ${formatMetric(point.y, yAxis)} · ${escapeHtml(point.series.status)}
+
${measurement.tokens_per_rank} tokens/rank · ${measurement.global_tokens} global tokens
+
Dispatch p50/p90/p95/p99: ${formatPercentiles(measurement.components.dispatch)}
+
Combine p50/p90/p95/p99: ${formatPercentiles(measurement.components.combine)}
+
Round trip p50/p90/p95/p99: ${formatPercentiles(measuredRoundtrip)}${measuredRoundtrip ? ' (measured)' : ''}
+
Fan-out: ${measurement.routing.fanout_mean.toFixed(2)} · routed copies: ${measurement.routing.routed_copies} · recv max: ${measurement.routing.recv_tokens_max}
+
Expert CV: ${measurement.routing.expert_load_cv.toFixed(3)} · rank CV: ${measurement.routing.payload_rank_cv.toFixed(3)} · hotspot: ${measurement.routing.hotspot_ratio.toFixed(2)}x · empty experts/ranks: ${measurement.routing.empty_expert_count}/${measurement.routing.empty_rank_count}
+
Correctness: ${measurement.correct ? 'pass' : 'fail'} · EPLB: ${eplbDetails}
+ ${eplb.mapping_sha256 ? `
EPLB mapping SHA-256: ${escapeHtml(eplb.mapping_sha256)}
` : ''} +
Mode: ${escapeHtml(point.series.mode)} · payload unit: ${escapeHtml(point.series.measurement.payload_unit)} · combine: ${escapeHtml(point.series.measurement.combine_semantics)}
+
Topology: EP${point.series.system.ep_size} · ${escapeHtml(point.series.system.scope)} · ${escapeHtml(collectiveXTopologyLabel(point.series.system))}
+
${escapeHtml(point.series.measurement.contract)} · ${escapeHtml(point.series.suite)}
+
${escapeHtml(point.series.workload.dispatch_dtype)} · ${escapeHtml(point.series.workload.routing)}${point.series.workload.eplb ? '+eplb' : ''}
+
workload=${escapeHtml(point.series.workload.workload_id.slice(0, 24))} · allocations=${point.series.allocation_ids.length}
+
point=${escapeHtml(measurement.point_id)}
+
evidence=${measurement.evidence_ids.map((id) => escapeHtml(id.slice(-8))).join(' · ')}
+
`; + }, + getRulerX: (point, scale) => + (scale as d3.ScaleLinear | d3.ScaleLogarithmic)(point.x), + getRulerY: (point, scale) => scale(point.y), + onHoverStart: (selection) => { + selection.attr('r', 6); + }, + onHoverEnd: (selection) => { + selection.attr('r', 3.5); + }, + }} + transitionDuration={200} + legendElement={legendElement} + noDataOverlay={noDataOverlay} + caption={caption} + /> + ); +} diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx new file mode 100644 index 000000000..810ac34ad --- /dev/null +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -0,0 +1,1472 @@ +'use client'; + +import { BookOpen, ExternalLink, Loader2, RefreshCw } from 'lucide-react'; +import { useCallback, useEffect, useMemo, useState } from 'react'; + +import { Button } from '@/components/ui/button'; +import { Card } from '@/components/ui/card'; +import ChartLegend from '@/components/ui/chart-legend'; +import { Label } from '@/components/ui/label'; +import { SearchableSelect, type SearchableSelectGroup } from '@/components/ui/searchable-select'; +import { SegmentedToggle, type SegmentedToggleOption } from '@/components/ui/segmented-toggle'; +import { + Select, + SelectContent, + SelectItem, + SelectTrigger, + SelectValue, +} from '@/components/ui/select'; +import { Tabs, TabsContent, TabsList, TabsTrigger } from '@/components/ui/tabs'; +import { useCollectiveX } from '@/hooks/api/use-collectivex'; +import { useThemeColors } from '@/hooks/useThemeColors'; +import { track } from '@/lib/analytics'; +import { useLocale } from '@/lib/use-locale'; + +import { CollectiveXChart } from './CollectiveXChart'; +import { collectiveXAvailabilityReason } from './reader'; +import { + CollectiveXAttemptTable, + collectiveXCohortLabel, + CollectiveXCoverageTable, + CollectiveXDecisionTables, + collectiveXReasonLabel, +} from './CollectiveXTables'; +import { + cohortMatchesSelection, + collectiveXColorKey, + collectiveXSeriesLabel, + collectiveXTopologyLabel, + comparisonDifferences, + seriesMatchesSelection, + type CollectiveXFabricScope, +} from './data'; +import { + COLLECTIVEX_VERSIONS, + type CollectiveXCohort, + type CollectiveXMode, + type CollectiveXOperation, + type CollectiveXPercentile, + type CollectiveXPhase, + type CollectiveXScale, + type CollectiveXSeries, + type CollectiveXVersion, + type CollectiveXXAxis, + type CollectiveXYAxis, +} from './types'; + +type EvidenceScope = 'controlled' | 'diagnostic'; +type PublicationChannel = 'dev-latest' | 'latest-attempt'; +type CollectiveXTab = 'results' | 'decisions' | 'evidence'; +interface SelectOption { + value: T; + label: string; +} + +const PERCENTILE_OPTIONS: SegmentedToggleOption[] = [ + { value: 'p50', label: 'p50' }, + { value: 'p90', label: 'p90' }, + { value: 'p95', label: 'p95' }, + { value: 'p99', label: 'p99' }, +]; +const TAB_VALUES: CollectiveXTab[] = ['results', 'decisions', 'evidence']; +const STRINGS = { + en: { + operation: { + dispatch: 'Dispatch', + combine: 'Combine', + roundtrip: 'Round trip', + 'isolated-sum': 'Isolated sum', + }, + operationHeading: { + dispatch: 'Dispatch', + combine: 'Combine', + roundtrip: 'Round trip (measured)', + 'isolated-sum': 'Isolated sum (derived)', + }, + phase: { decode: 'Decode', prefill: 'Prefill' }, + phaseValue: { decode: 'decode', prefill: 'prefill' }, + scale: { log: 'Log', linear: 'Linear' }, + xAxis: { + 'tokens-per-rank': 'Source tokens / rank', + 'global-tokens': 'Global source tokens', + }, + yAxis: { + latency: 'Latency', + 'tokens-per-second': 'Token rate at selected latency percentile', + 'payload-rate': 'Logical payload rate at selected latency percentile', + }, + evidenceScope: { controlled: 'Controlled', diagnostic: 'Diagnostics' }, + mode: { normal: 'Normal', 'low-latency': 'Low latency' }, + fabricScope: { all: 'All', 'scale-up': 'Scale-up', 'scale-out': 'Scale-out' }, + topologyScope: { 'scale-up': 'Scale-up', 'scale-out': 'Scale-out' }, + payloadUnit: { 'token-rank': 'Token-rank payload', 'token-expert': 'Token-expert payload' }, + combineSemantics: { + 'activation-only': 'Activation-only combine', + 'gate-weighted': 'Gate-weighted combine', + }, + channel: { 'dev-latest': 'Published', 'latest-attempt': 'Latest attempt' }, + tabs: { results: 'EP results', decisions: 'Decisions', evidence: 'Evidence' }, + promotion: { promoted: 'Promoted v1', diagnostic: 'diagnostic', quarantined: 'quarantined' }, + all: 'All', + loading: 'Resolving CollectiveX publication...', + unavailable: 'CollectiveX publication unavailable', + storeUnavailable: 'The isolated publication store is not attached to this deployment.', + artifactSourceUnavailable: 'The GitHub Actions publication source is temporarily unavailable.', + promotedUnavailable: 'No promoted CollectiveX publication is available yet.', + attemptUnavailable: 'No CollectiveX attempt has been published yet.', + failedValidation: 'The publication failed validation.', + publicationAria: 'CollectiveX publication channel', + retry: 'Retry', + description: + 'Expert-parallel latency and payload rate across collective libraries and systems.', + publicationReason: 'Publication reason', + source: 'Source', + methodology: 'Methodology', + sourceUnavailable: 'Source unavailable because publication revisions differ', + refresh: 'Refresh', + decisionSeries: 'Decision series', + controlledCohorts: 'Controlled cohorts', + terminalCases: 'Terminal cases', + retainedAttempts: 'Retained attempts', + allocations: 'Allocations', + publishedUtc: 'Published (UTC)', + publication: 'Publication', + version: 'Benchmark version', + evidence: 'Evidence', + evidenceAria: 'CollectiveX evidence scope', + modeControl: 'Mode', + modeAria: 'CollectiveX mode', + epControl: 'EP degree', + fabricScopeControl: 'Fabric scope', + fabricScopeAria: 'CollectiveX fabric scope', + controlledCohort: 'Controlled cohort', + diagnosticCohort: 'Diagnostic cohort', + cohortKind: { + library: 'Library comparisons', + chip: 'Platform comparisons', + system: 'Reference-system comparisons', + routing: 'Routing sensitivities', + }, + searchCohorts: 'Search cohorts...', + searchCohortsAria: 'Search CollectiveX cohorts', + clearCohortSearch: 'Clear cohort search', + noMatchingCohorts: 'No matching cohorts', + allDiagnosticEvidence: 'All diagnostic evidence', + noEligibleCohort: 'No eligible cohort', + allDiagnostics: 'All diagnostics', + operationControl: 'Operation', + phaseControl: 'Phase', + phaseAria: 'CollectiveX phase', + latencyPercentile: 'Latency percentile', + percentileAria: 'CollectiveX percentile', + sku: 'SKU', + backend: 'Backend', + routing: 'Routing', + xAxisControl: 'X axis', + xScale: 'X scale', + xScaleAria: 'CollectiveX x scale', + yAxisControl: 'Y axis', + tokenRateOption: 'Token rate at latency percentile', + payloadRateOption: 'Payload rate at latency percentile', + yScale: 'Y scale', + yScaleAria: 'CollectiveX y scale', + noControlledSeries: 'No decision-grade series in this cohort and phase.', + noDiagnosticSeries: 'No diagnostic series match these filters.', + diagnosticEvidence: 'Diagnostic evidence', + highContrast: 'High Contrast', + resetFilter: 'Reset filter', + diagnosticWarning: + 'Diagnostic evidence is excluded from rankings, recommendations, and regression claims.', + excluded: 'Excluded', + repeatSpread: 'Repeat spread', + stableOrdering: 'stable ordering passed', + unstableOrdering: 'stable ordering not passed', + samplingContract: (trials: number, iterations: number, samples: number, warmups: number) => + `${trials}×${iterations} = ${samples} samples/component · ${warmups} synchronized warmups`, + selectedFactorsDiffer: 'Selected factors differ', + differenceLabels: { + model: 'model', + suite: 'suite', + 'publication tier': 'publication tier', + mode: 'mode', + phase: 'phase', + 'backend implementation': 'backend implementation', + 'implementation build': 'implementation build', + 'system identity': 'system identity', + 'fabric scope': 'fabric scope', + topology: 'topology', + transport: 'transport', + 'world size': 'world size', + 'EP degree': 'EP degree', + placement: 'placement', + workload: 'workload', + 'model shape': 'model shape', + routing: 'routing', + 'EPLB plan': 'EPLB plan', + dtypes: 'dtypes', + 'resource profile': 'resource profile', + measurement: 'measurement', + 'token ladder': 'token ladder', + 'component availability': 'component availability', + correctness: 'correctness', + }, + missingComponents: 'Unavailable components remain null and are omitted.', + isolatedNote: 'Isolated sum is derived and never drives throughput or recommendations.', + payloadNote: + 'Payload rate is derived at the selected latency percentile and is not physical link bandwidth.', + unpromotedEvidence: 'Unpromoted evidence', + unpromotedNote: 'Latest-attempt evidence does not drive rankings or recommendations.', + provenance: 'Publication provenance', + channelLabel: 'Channel', + datasetDigest: 'Dataset SHA-256', + matrixDigest: 'Matrix SHA-256', + sourceBundles: 'Source bundles', + }, + zh: { + operation: { + dispatch: '分发', + combine: '合并', + roundtrip: '往返', + 'isolated-sum': '分项之和', + }, + operationHeading: { + dispatch: '分发', + combine: '合并', + roundtrip: '往返(实测)', + 'isolated-sum': '分项之和(派生)', + }, + phase: { decode: '解码', prefill: '预填充' }, + phaseValue: { decode: '解码', prefill: '预填充' }, + scale: { log: '对数', linear: '线性' }, + xAxis: { + 'tokens-per-rank': '每 rank 源 token 数', + 'global-tokens': '全局源 token 数', + }, + yAxis: { + latency: '延迟', + 'tokens-per-second': '所选延迟分位点的 token 速率', + 'payload-rate': '所选延迟分位点的逻辑载荷速率', + }, + evidenceScope: { controlled: '受控对比', diagnostic: '诊断' }, + mode: { normal: '常规', 'low-latency': '低延迟' }, + fabricScope: { all: '全部', 'scale-up': '域内', 'scale-out': '跨域' }, + topologyScope: { 'scale-up': '域内(scale-up)', 'scale-out': '跨域(scale-out)' }, + payloadUnit: { 'token-rank': 'Token-rank 载荷', 'token-expert': 'Token-expert 载荷' }, + combineSemantics: { + 'activation-only': '仅激活值合并', + 'gate-weighted': '门控加权合并', + }, + channel: { 'dev-latest': '已发布', 'latest-attempt': '最新尝试' }, + tabs: { results: 'EP 结果', decisions: '决策', evidence: '证据' }, + promotion: { promoted: '已发布 v1', diagnostic: '诊断', quarantined: '已隔离' }, + all: '全部', + loading: '正在解析 CollectiveX 发布数据...', + unavailable: 'CollectiveX 发布数据不可用', + storeUnavailable: '此部署未连接隔离式 CollectiveX 发布存储。', + artifactSourceUnavailable: 'GitHub Actions 发布数据源暂时不可用。', + promotedUnavailable: '尚无已发布的 CollectiveX 数据。', + attemptUnavailable: '尚无 CollectiveX 运行尝试。', + failedValidation: '发布数据未通过验证。', + publicationAria: 'CollectiveX 发布通道', + retry: '重试', + description: '对比集合通信库与系统的专家并行(EP)延迟和逻辑载荷速率。', + publicationReason: '发布状态原因', + source: '源代码', + methodology: '测试方法', + sourceUnavailable: '发布数据包含不同代码版本,无法提供单一源代码链接', + refresh: '刷新', + decisionSeries: '决策级序列', + controlledCohorts: '受控队列', + terminalCases: '已终结用例', + retainedAttempts: '保留尝试', + allocations: '独立分配', + publishedUtc: '发布时间(UTC)', + publication: '发布数据', + version: '基准版本', + evidence: '证据范围', + evidenceAria: 'CollectiveX 证据范围', + modeControl: '模式', + modeAria: 'CollectiveX 模式', + epControl: 'EP 并行度', + fabricScopeControl: '互联范围', + fabricScopeAria: 'CollectiveX 互联范围', + controlledCohort: '受控队列', + diagnosticCohort: '诊断队列', + cohortKind: { + library: '通信库对比', + chip: '平台对比', + system: '参考系统对比', + routing: '路由敏感性', + }, + searchCohorts: '搜索队列…', + searchCohortsAria: '搜索 CollectiveX 队列', + clearCohortSearch: '清除队列搜索', + noMatchingCohorts: '无匹配队列', + allDiagnosticEvidence: '全部诊断证据', + noEligibleCohort: '无符合条件的队列', + allDiagnostics: '全部诊断证据', + operationControl: '操作', + phaseControl: '阶段', + phaseAria: 'CollectiveX 阶段', + latencyPercentile: '延迟分位点', + percentileAria: 'CollectiveX 延迟分位点', + sku: 'SKU', + backend: '后端', + routing: '路由', + xAxisControl: 'X 轴', + xScale: 'X 轴刻度', + xScaleAria: 'CollectiveX X 轴刻度', + yAxisControl: 'Y 轴', + tokenRateOption: '延迟分位点对应的 token 速率', + payloadRateOption: '延迟分位点对应的逻辑载荷速率', + yScale: 'Y 轴刻度', + yScaleAria: 'CollectiveX Y 轴刻度', + noControlledSeries: '该队列和阶段没有决策级序列。', + noDiagnosticSeries: '没有符合当前筛选条件的诊断序列。', + diagnosticEvidence: '诊断证据', + highContrast: '高对比度', + resetFilter: '重置筛选', + diagnosticWarning: '诊断证据不会用于排名、推荐或回归结论。', + excluded: '排除原因', + repeatSpread: '重复运行波动', + stableOrdering: '排名顺序稳定性已通过', + unstableOrdering: '排名顺序稳定性未通过', + samplingContract: (trials: number, iterations: number, samples: number, warmups: number) => + `${trials}×${iterations} = 每个分项 ${samples} 个样本 · ${warmups} 次同步预热`, + selectedFactorsDiffer: '所选配置存在差异', + differenceLabels: { + model: '模型', + suite: '测试套件', + 'publication tier': '发布级别', + mode: '模式', + phase: '阶段', + 'backend implementation': '后端实现', + 'implementation build': '实现构建', + 'system identity': '系统标识', + 'fabric scope': '互联范围', + topology: '拓扑', + transport: '传输方式', + 'world size': '全局 rank 数', + 'EP degree': 'EP 并行度', + placement: '放置方式', + workload: '工作负载', + 'model shape': '模型形状', + routing: '路由', + 'EPLB plan': 'EPLB 方案', + dtypes: '数据类型', + 'resource profile': '资源配置', + measurement: '测量协议', + 'token ladder': 'token 梯度', + 'component availability': '测量分项可用性', + correctness: '正确性', + }, + missingComponents: '不可用的测量分项保持为空,并从图表中省略。', + isolatedNote: '分项之和为派生值,不用于计算吞吐量或生成推荐。', + payloadNote: '逻辑载荷速率按所选延迟分位点派生,不代表物理链路带宽。', + unpromotedEvidence: '未发布证据', + unpromotedNote: '最新尝试中的证据不会用于排名或推荐。', + provenance: '发布数据溯源', + channelLabel: '通道', + datasetDigest: '数据集 SHA-256', + matrixDigest: '矩阵 SHA-256', + sourceBundles: '源产物包', + }, +} as const; +const PROMOTION_CLASSES = { + promoted: 'border-emerald-600/40 bg-emerald-500/10 text-emerald-700 dark:text-emerald-300', + diagnostic: 'border-amber-600/40 bg-amber-500/10 text-amber-700 dark:text-amber-300', + quarantined: 'border-red-600/40 bg-red-500/10 text-red-700 dark:text-red-300', +}; +const COHORT_KIND_ORDER: Record = { + library: 0, + chip: 1, + system: 2, + routing: 3, +}; + +function formatDate(value: string, locale: 'en' | 'zh'): string { + return new Intl.DateTimeFormat(locale === 'zh' ? 'zh-CN' : 'en', { + dateStyle: 'medium', + timeStyle: 'short', + timeZone: 'UTC', + }).format(new Date(value)); +} + +function repeatRatio(value: number | null, limit: number, locale: 'en' | 'zh'): string { + const suffix = locale === 'zh' ? ' 倍' : 'x'; + return `${value?.toFixed(3) ?? 'n/a'}${suffix} ≤ ${limit.toFixed(2)}${suffix}`; +} + +function ControlGroup({ label, children }: { label: string; children: React.ReactNode }) { + return ( +
+ + {children} +
+ ); +} + +function selectOptions( + values: string[], + allLabel: string, + uppercase = false, +): SelectOption[] { + return values.map((value) => ({ + value, + label: value === 'all' ? allLabel : uppercase ? value.toUpperCase() : value, + })); +} + +function cohortSeries(cohort: CollectiveXCohort | null, series: CollectiveXSeries[]) { + if (cohort === null) return []; + const ids = new Set(cohort.series_ids); + return series.filter((item) => ids.has(item.series_id)); +} + +function publicationSourceSha(series: CollectiveXSeries[]): string | null { + const sourceSha = series[0]?.build.source_sha; + return sourceSha && series.every((item) => item.build.source_sha === sourceSha) + ? sourceSha + : null; +} + +export default function CollectiveXDisplay() { + const locale = useLocale(); + const t = STRINGS[locale]; + const [version, setVersion] = useState('v1'); + const [publication, setPublication] = useState('dev-latest'); + const { data, error, isLoading, isFetching, refetch } = useCollectiveX(publication, version); + const [tab, setTab] = useState('results'); + const [evidenceScope, setEvidenceScope] = useState('controlled'); + const [mode, setMode] = useState('normal'); + const [epSize, setEpSize] = useState(8); + const [fabricScope, setFabricScope] = useState('all'); + const [controlledCohortId, setControlledCohortId] = useState(''); + const [diagnosticCohortId, setDiagnosticCohortId] = useState('all'); + const [operation, setOperation] = useState('roundtrip'); + const [phase, setPhase] = useState('decode'); + const [percentile, setPercentile] = useState('p99'); + const [xAxis, setXAxis] = useState('tokens-per-rank'); + const [yAxis, setYAxis] = useState('latency'); + const [xScale, setXScale] = useState('log'); + const [yScale, setYScale] = useState('log'); + const [sku, setSku] = useState('all'); + const [backend, setBackend] = useState('all'); + const [routing, setRouting] = useState('all'); + const [activeSeriesIds, setActiveSeriesIds] = useState>(new Set()); + const [legendExpanded, setLegendExpanded] = useState(true); + const [highContrast, setHighContrast] = useState(false); + const operationOptions: SelectOption[] = [ + { value: 'dispatch', label: t.operation.dispatch }, + { value: 'combine', label: t.operation.combine }, + { value: 'roundtrip', label: t.operation.roundtrip }, + { value: 'isolated-sum', label: t.operation['isolated-sum'] }, + ]; + const phaseOptions: SegmentedToggleOption[] = + mode === 'low-latency' + ? [{ value: 'decode', label: t.phase.decode }] + : [ + { value: 'decode', label: t.phase.decode }, + { value: 'prefill', label: t.phase.prefill }, + ]; + const scaleOptions: SegmentedToggleOption[] = [ + { value: 'log', label: t.scale.log }, + { value: 'linear', label: t.scale.linear }, + ]; + const xAxisOptions: SelectOption[] = [ + { value: 'tokens-per-rank', label: t.xAxis['tokens-per-rank'] }, + { value: 'global-tokens', label: t.xAxis['global-tokens'] }, + ]; + const evidenceScopeOptions: SegmentedToggleOption[] = [ + { value: 'controlled', label: t.evidenceScope.controlled }, + { value: 'diagnostic', label: t.evidenceScope.diagnostic }, + ]; + const diagnosticEvidenceScopeOptions: SegmentedToggleOption[] = [ + evidenceScopeOptions[1], + ]; + const fabricScopeOptions: SegmentedToggleOption[] = [ + { value: 'all', label: t.fabricScope.all }, + { value: 'scale-up', label: t.fabricScope['scale-up'] }, + { value: 'scale-out', label: t.fabricScope['scale-out'] }, + ]; + const channelOptions: SegmentedToggleOption[] = [ + { value: 'dev-latest', label: t.channel['dev-latest'] }, + { value: 'latest-attempt', label: t.channel['latest-attempt'] }, + ]; + const versionOptions: SelectOption[] = COLLECTIVEX_VERSIONS.map((value) => ({ + value, + label: value.toUpperCase(), + })); + const tabOptions: { value: CollectiveXTab; label: string }[] = [ + { value: 'results', label: t.tabs.results }, + { value: 'decisions', label: t.tabs.decisions }, + { value: 'evidence', label: t.tabs.evidence }, + ]; + + const dataset = data?.dataset; + const sourceSha = useMemo(() => publicationSourceSha(dataset?.series ?? []), [dataset?.series]); + const seriesById = useMemo( + () => new Map(dataset?.series.map((item) => [item.series_id, item])), + [dataset?.series], + ); + const availableModes = useMemo( + () => + [...new Set(dataset?.series.map((item) => item.mode))].toSorted((left, right) => + left === 'normal' ? -1 : right === 'normal' ? 1 : 0, + ), + [dataset?.series], + ); + const availableEpSizes = useMemo( + () => + [...new Set(dataset?.series.map((item) => item.system.ep_size))].toSorted((a, b) => a - b), + [dataset?.series], + ); + useEffect(() => { + if (availableModes.length > 0 && !availableModes.includes(mode)) { + const next = availableModes[0]; + setMode(next); + if (next === 'low-latency') setPhase('decode'); + } + if (availableEpSizes.length > 0 && !availableEpSizes.includes(epSize)) { + setEpSize(availableEpSizes[0]); + } + }, [availableEpSizes, availableModes, epSize, mode]); + const seriesSelection = useMemo( + () => ({ mode, epSize, phase, fabricScope }), + [epSize, fabricScope, mode, phase], + ); + const eligibleCohorts = useMemo( + () => + dataset?.cohorts + .filter((item) => item.eligibility.decision_grade) + .toSorted( + (left, right) => + COHORT_KIND_ORDER[left.kind] - COHORT_KIND_ORDER[right.kind] || + left.label.localeCompare(right.label), + ) ?? [], + [dataset?.cohorts], + ); + const allDiagnosticCohorts = useMemo( + () => + dataset?.cohorts + .filter((item) => !item.eligibility.decision_grade) + .toSorted((left, right) => left.label.localeCompare(right.label)) ?? [], + [dataset?.cohorts], + ); + const controlledCohorts = useMemo( + () => + eligibleCohorts.filter((cohort) => + cohortMatchesSelection(cohort, seriesById, seriesSelection), + ), + [eligibleCohorts, seriesById, seriesSelection], + ); + const diagnosticCohorts = useMemo( + () => + allDiagnosticCohorts.filter((cohort) => + cohortMatchesSelection(cohort, seriesById, seriesSelection), + ), + [allDiagnosticCohorts, seriesById, seriesSelection], + ); + const selectedControlledCohort = useMemo( + () => + controlledCohorts.find((item) => item.cohort_id === controlledCohortId) ?? + controlledCohorts[0] ?? + null, + [controlledCohortId, controlledCohorts], + ); + const selectedDiagnosticCohort = useMemo( + () => diagnosticCohorts.find((item) => item.cohort_id === diagnosticCohortId) ?? null, + [diagnosticCohortId, diagnosticCohorts], + ); + const cohortGroups = useMemo(() => { + const cohorts = evidenceScope === 'controlled' ? controlledCohorts : diagnosticCohorts; + const groups = (Object.keys(COHORT_KIND_ORDER) as CollectiveXCohort['kind'][]).flatMap( + (kind) => { + const options = cohorts + .filter((item) => item.kind === kind) + .map((item) => ({ + value: item.cohort_id, + label: collectiveXCohortLabel(item, seriesById, locale), + })); + return options.length === 0 + ? [] + : [{ label: `${t.cohortKind[kind]} (${options.length})`, options }]; + }, + ); + return evidenceScope === 'controlled' + ? groups + : [ + { + label: t.diagnosticEvidence, + options: [{ value: 'all', label: t.allDiagnosticEvidence }], + }, + ...groups, + ]; + }, [controlledCohorts, diagnosticCohorts, evidenceScope, locale, seriesById, t]); + useEffect(() => { + if (selectedControlledCohort && selectedControlledCohort.cohort_id !== controlledCohortId) { + setControlledCohortId(selectedControlledCohort.cohort_id); + } + }, [controlledCohortId, selectedControlledCohort]); + + useEffect(() => { + const readHash = () => { + const value = window.location.hash.replace(/^#(?:tab-)?/, ''); + if (TAB_VALUES.includes(value as CollectiveXTab)) setTab(value as CollectiveXTab); + }; + readHash(); + window.addEventListener('hashchange', readHash); + window.addEventListener('popstate', readHash); + return () => { + window.removeEventListener('hashchange', readHash); + window.removeEventListener('popstate', readHash); + }; + }, []); + + const diagnosticSeries = useMemo(() => { + if (!dataset) return []; + const diagnosticMembers = new Set(allDiagnosticCohorts.flatMap((cohort) => cohort.series_ids)); + return dataset.series.filter( + (item) => + publication === 'latest-attempt' || + item.status === 'diagnostic' || + diagnosticMembers.has(item.series_id), + ); + }, [allDiagnosticCohorts, dataset, publication]); + const filteredDiagnosticSeries = useMemo( + () => diagnosticSeries.filter((item) => seriesMatchesSelection(item, seriesSelection)), + [diagnosticSeries, seriesSelection], + ); + const skuOptions = useMemo( + () => ['all', ...new Set(filteredDiagnosticSeries.map((item) => item.system.sku))], + [filteredDiagnosticSeries], + ); + const backendOptions = useMemo( + () => ['all', ...new Set(filteredDiagnosticSeries.map((item) => item.backend.label))], + [filteredDiagnosticSeries], + ); + const routingOptions = useMemo( + () => [ + 'all', + ...new Set( + filteredDiagnosticSeries.map( + (item) => `${item.workload.routing}${item.workload.eplb ? '+eplb' : ''}`, + ), + ), + ], + [filteredDiagnosticSeries], + ); + useEffect(() => { + if ( + diagnosticCohortId !== 'all' && + !diagnosticCohorts.some((cohort) => cohort.cohort_id === diagnosticCohortId) + ) { + setDiagnosticCohortId('all'); + } + if (!skuOptions.includes(sku)) setSku('all'); + if (!backendOptions.includes(backend)) setBackend('all'); + if (!routingOptions.includes(routing)) setRouting('all'); + }, [ + backend, + backendOptions, + diagnosticCohortId, + diagnosticCohorts, + routing, + routingOptions, + sku, + skuOptions, + ]); + const scopedSeries = useMemo(() => { + if (!dataset) return []; + if (evidenceScope === 'controlled') { + return cohortSeries(selectedControlledCohort, dataset.series); + } + if (selectedDiagnosticCohort) { + return cohortSeries(selectedDiagnosticCohort, dataset.series); + } + return filteredDiagnosticSeries.filter( + (item) => + (sku === 'all' || item.system.sku === sku) && + (backend === 'all' || item.backend.label === backend) && + (routing === 'all' || + `${item.workload.routing}${item.workload.eplb ? '+eplb' : ''}` === routing), + ); + }, [ + backend, + dataset, + evidenceScope, + filteredDiagnosticSeries, + routing, + selectedControlledCohort, + selectedDiagnosticCohort, + sku, + ]); + const phaseSeries = useMemo( + () => scopedSeries.filter((item) => item.phase === phase), + [phase, scopedSeries], + ); + + useEffect(() => { + setActiveSeriesIds(new Set(phaseSeries.map((item) => item.series_id))); + }, [phaseSeries]); + + const activeSeries = useMemo( + () => phaseSeries.filter((item) => activeSeriesIds.has(item.series_id)), + [activeSeriesIds, phaseSeries], + ); + const colorKeys = useMemo( + () => [...new Set(phaseSeries.map(collectiveXColorKey))], + [phaseSeries], + ); + const { resolveColor, getCssColor } = useThemeColors({ + highContrast, + activeKeys: colorKeys, + hcKeys: colorKeys, + hcVendorKeyFor: (key) => key.split('_')[0], + }); + const colors = useMemo( + () => Object.fromEntries(colorKeys.map((key) => [key, getCssColor(resolveColor(key, key))])), + [colorKeys, getCssColor, resolveColor], + ); + const legendItems = useMemo( + () => + phaseSeries.map((item) => ({ + name: item.series_id, + label: collectiveXSeriesLabel(item), + color: colors[collectiveXColorKey(item)] ?? 'var(--muted-foreground)', + isActive: activeSeriesIds.has(item.series_id), + title: `${item.status} · ${item.mode} · EP${item.system.ep_size} · ${item.system.scope} · ${collectiveXTopologyLabel(item.system)} · ${item.workload.workload_id}`, + onClick: () => { + setActiveSeriesIds((previous) => { + const next = new Set(previous); + if (next.has(item.series_id)) next.delete(item.series_id); + else next.add(item.series_id); + return next; + }); + track('collectivex_series_toggled', { series: item.series_id }); + }, + })), + [activeSeriesIds, colors, phaseSeries], + ); + const warnings = useMemo( + () => (evidenceScope === 'diagnostic' ? comparisonDifferences(activeSeries) : []), + [activeSeries, evidenceScope], + ); + const missingComponents = activeSeries.some((item) => + item.points.some((point) => + operation === 'isolated-sum' + ? point.components.isolated_sum === null + : point.components[operation] === null, + ), + ); + const chartSemantics = useMemo(() => { + const modes = [...new Set(phaseSeries.map((item) => item.mode))] + .map((item) => t.mode[item]) + .join(' / '); + const eps = [...new Set(phaseSeries.map((item) => `EP${item.system.ep_size}`))].join(' / '); + const fabric = [...new Set(phaseSeries.map((item) => item.system.scope))] + .map((item) => t.topologyScope[item]) + .join(' / '); + const payload = [...new Set(phaseSeries.map((item) => item.measurement.payload_unit))] + .map((item) => t.payloadUnit[item]) + .join(' / '); + const combine = [...new Set(phaseSeries.map((item) => item.measurement.combine_semantics))] + .map((item) => t.combineSemantics[item]) + .join(' / '); + const sampling = [ + ...new Set( + phaseSeries.map((item) => + t.samplingContract( + item.measurement.trials, + item.measurement.iters, + item.measurement.samples_per_component, + item.measurement.warmups, + ), + ), + ), + ].join(' / '); + return [modes, eps, fabric, payload, combine, sampling].filter(Boolean).join(' · '); + }, [phaseSeries, t]); + + const handleRefresh = useCallback(() => { + track('collectivex_data_refreshed'); + void refetch(); + }, [refetch]); + const handlePublication = useCallback((value: PublicationChannel) => { + setPublication(value); + setEvidenceScope(value === 'dev-latest' ? 'controlled' : 'diagnostic'); + setDiagnosticCohortId('all'); + setMode('normal'); + setEpSize(8); + setFabricScope('all'); + setPhase('decode'); + setSku('all'); + setBackend('all'); + setRouting('all'); + track('collectivex_publication_changed', { publication: value }); + }, []); + const handleTab = useCallback((value: string) => { + const next = value as CollectiveXTab; + setTab(next); + window.location.hash = `tab-${next}`; + track('collectivex_tab_changed', { tab: next }); + }, []); + + if (isLoading) { + return ( + + +

{t.loading}

+
+ ); + } + if (error || !data || !dataset) { + const availabilityReason = collectiveXAvailabilityReason(error); + const message = + availabilityReason === 'source-unavailable' + ? t.artifactSourceUnavailable + : availabilityReason === 'store-unavailable' + ? t.storeUnavailable + : availabilityReason === 'channel-unavailable' + ? publication === 'dev-latest' + ? t.promotedUnavailable + : t.attemptUnavailable + : error instanceof Error + ? error.message + : t.failedValidation; + return ( + +

{t.unavailable}

+

+ {message} +

+
+
+ +
+ {!['store-unavailable', 'source-unavailable'].includes(availabilityReason ?? '') && ( + + )} + +
+
+ ); + } + + return ( +
+ +
+
+
+

CollectiveX

+ + {t.promotion[dataset.promotion.status]} + +
+

{t.description}

+ {dataset.promotion.reason && ( +

+ {t.publicationReason}: {collectiveXReasonLabel(dataset.promotion.reason, locale)} +

+ )} +
+ +
+
+ item.status === 'decision-grade').length} + label={t.decisionSeries} + /> + + + + + +
+
+ + +
+ + + + { + setVersion(value); + track('collectivex_version_changed', { version: value }); + }} + /> + + { + setEvidenceScope(value); + track('collectivex_evidence_scope_changed', { scope: value }); + }} + ariaLabel={t.evidenceAria} + testId="collectivex-scope-toggle" + /> + + + ({ value, label: t.mode[value] }))} + onValueChange={(value) => { + setMode(value); + if (value === 'low-latency') setPhase('decode'); + track('collectivex_mode_changed', { mode: value }); + }} + ariaLabel={t.modeAria} + testId="collectivex-mode-select" + className="flex w-full overflow-hidden" + buttonClassName="min-w-0 flex-1 justify-center px-1.5 whitespace-nowrap" + /> + + ({ + value: String(value), + label: `EP${value}`, + }))} + onChange={(value) => { + setEpSize(Number(value)); + track('collectivex_ep_changed', { ep: Number(value) }); + }} + /> + + { + setFabricScope(value); + track('collectivex_fabric_scope_changed', { fabric_scope: value }); + }} + ariaLabel={t.fabricScopeAria} + testId="collectivex-fabric-scope-toggle" + className="flex w-full overflow-hidden" + buttonClassName="min-w-0 flex-1 justify-center px-1.5 whitespace-nowrap" + /> + +
+ { + if (evidenceScope === 'controlled') setControlledCohortId(value); + else { + setDiagnosticCohortId(value); + if (value !== 'all') { + setSku('all'); + setBackend('all'); + setRouting('all'); + } + } + }} + groups={cohortGroups} + placeholder={evidenceScope === 'controlled' ? t.noEligibleCohort : t.allDiagnostics} + searchPlaceholder={t.searchCohorts} + searchAriaLabel={t.searchCohortsAria} + clearSearchLabel={t.clearCohortSearch} + noResultsLabel={t.noMatchingCohorts} + /> +
+ { + setOperation(next); + if (next !== 'roundtrip' && yAxis === 'tokens-per-second') setYAxis('latency'); + if (next === 'isolated-sum' && yAxis === 'payload-rate') setYAxis('latency'); + }} + /> + + + + + + + {evidenceScope === 'diagnostic' && diagnosticCohortId === 'all' && ( + <> + + + + + )} + + + + + + + + +
+
+ + + + {tabOptions.map((item) => ( + + {item.label} + + ))} + + + {phaseSeries.length === 0 && ( + +

+ {evidenceScope === 'controlled' ? t.noControlledSeries : t.noDiagnosticSeries} +

+
+ )} + + +

+ {t.operationHeading[operation]} · {t.phaseValue[phase]} ·{' '} + {yAxis === 'latency' + ? percentile + : locale === 'zh' + ? `${percentile} 延迟分位点` + : `at ${percentile} latency`} +

+

+ {evidenceScope === 'controlled' + ? selectedControlledCohort && + collectiveXCohortLabel(selectedControlledCohort, seriesById, locale) + : selectedDiagnosticCohort + ? collectiveXCohortLabel(selectedDiagnosticCohort, seriesById, locale) + : t.diagnosticEvidence}{' '} + · {t.yAxis[yAxis]} +

+ {chartSemantics && ( +

+ {chartSemantics} +

+ )} + + } + legendElement={ + + setActiveSeriesIds( + (previous) => new Set([...previous].filter((item) => item !== id)), + ) + } + isLegendExpanded={legendExpanded} + onExpandedChange={setLegendExpanded} + switches={[ + { + id: 'collectivex-high-contrast', + label: t.highContrast, + checked: highContrast, + onCheckedChange: setHighContrast, + }, + ]} + actions={ + activeSeries.length < phaseSeries.length + ? [ + { + id: 'collectivex-reset-filter', + label: t.resetFilter, + onClick: () => + setActiveSeriesIds( + new Set(phaseSeries.map((item) => item.series_id)), + ), + }, + ] + : [] + } + /> + } + /> + {evidenceScope === 'diagnostic' && ( +

+ {t.diagnosticWarning} +

+ )} + {evidenceScope === 'diagnostic' && selectedDiagnosticCohort && ( +

+ {t.excluded}:{' '} + {selectedDiagnosticCohort.eligibility.reasons + .map((reason) => collectiveXReasonLabel(reason, locale)) + .join(', ')} + . {t.repeatSpread}: p50{' '} + {repeatRatio(selectedDiagnosticCohort.eligibility.p50_max_min_ratio, 1.1, locale)}, + p99{' '} + {repeatRatio(selectedDiagnosticCohort.eligibility.p99_max_min_ratio, 1.25, locale)}. +

+ )} + {evidenceScope === 'controlled' && selectedControlledCohort && ( +

+ {t.repeatSpread}: p50{' '} + {repeatRatio(selectedControlledCohort.eligibility.p50_max_min_ratio, 1.1, locale)}, + p99{' '} + {repeatRatio(selectedControlledCohort.eligibility.p99_max_min_ratio, 1.25, locale)}{' '} + ·{' '} + {selectedControlledCohort.eligibility.stable_ordering + ? t.stableOrdering + : t.unstableOrdering} + . +

+ )} + {warnings.length > 0 && ( +

+ {t.selectedFactorsDiffer}:{' '} + {warnings + .map( + (warning) => + t.differenceLabels[warning as keyof typeof t.differenceLabels] ?? warning, + ) + .join(', ')} + . +

+ )} + {missingComponents && ( +

{t.missingComponents}

+ )} + {operation === 'isolated-sum' && ( +

{t.isolatedNote}

+ )} + {yAxis === 'payload-rate' && ( +

{t.payloadNote}

+ )} +
+
+ + {publication === 'dev-latest' ? ( + + ) : ( + +

{t.unpromotedEvidence}

+

{t.unpromotedNote}

+
+ )} +
+ + + + +

{t.provenance}

+
+ + + + +
+
+
+
+
+ ); +} + +function Stat({ + value, + label, + compact = false, +}: { + value: React.ReactNode; + label: string; + compact?: boolean; +}) { + return ( +
+

{value}

+

{label}

+
+ ); +} + +function SelectControl({ + label, + testId, + value, + options, + onChange, + placeholder, +}: { + label: string; + testId: string; + value: T; + options: SelectOption[]; + onChange: (value: T) => void; + placeholder?: string; +}) { + return ( + + + + ); +} + +function SearchableSelectControl({ + label, + testId, + value, + groups, + onChange, + placeholder, + searchPlaceholder, + searchAriaLabel, + clearSearchLabel, + noResultsLabel, +}: { + label: string; + testId: string; + value: string; + groups: SearchableSelectGroup[]; + onChange: (value: string) => void; + placeholder: string; + searchPlaceholder: string; + searchAriaLabel: string; + clearSearchLabel: string; + noResultsLabel: string; +}) { + return ( + + + + ); +} + +function Provenance({ + label, + value, + mono = false, +}: { + label: string; + value: string; + mono?: boolean; +}) { + return ( +
+
{label}
+
{value}
+
+ ); +} diff --git a/packages/app/src/components/collectivex/CollectiveXTables.tsx b/packages/app/src/components/collectivex/CollectiveXTables.tsx new file mode 100644 index 000000000..35d2bb239 --- /dev/null +++ b/packages/app/src/components/collectivex/CollectiveXTables.tsx @@ -0,0 +1,1162 @@ +'use client'; + +import { useMemo } from 'react'; + +import { Badge } from '@/components/ui/badge'; +import { Card } from '@/components/ui/card'; +import { type DataTableColumn, DataTable } from '@/components/ui/data-table'; +import { useLocale } from '@/lib/use-locale'; + +import { + collectiveXSeriesLabel, + collectiveXTopologyLabel, + compareCollectiveXDecisionMetrics, +} from './data'; + +import type { + CollectiveXAttempt, + CollectiveXCohort, + CollectiveXCoverage, + CollectiveXDataset, + CollectiveXMetric, + CollectiveXOutcome, + CollectiveXPublicationTier, + CollectiveXRanking, + CollectiveXRecommendation, + CollectiveXSensitivity, + CollectiveXSeries, +} from './types'; + +const OUTCOME_CLASSES = { + success: 'border-emerald-600/40 bg-emerald-500/15 text-emerald-700 dark:text-emerald-300', + unsupported: 'border-zinc-500/40 bg-zinc-500/15 text-zinc-700 dark:text-zinc-300', + failed: 'border-red-700/50 bg-red-700/15 text-red-800 dark:text-red-300', + invalid: 'border-red-600/40 bg-red-500/15 text-red-700 dark:text-red-300', + diagnostic: 'border-amber-600/40 bg-amber-500/15 text-amber-700 dark:text-amber-300', +} satisfies Record; + +const PUBLICATION_TIER_CLASSES = { + official: 'border-emerald-600/40 bg-emerald-500/10 text-emerald-700 dark:text-emerald-300', + 'comparable-experimental': + 'border-amber-600/40 bg-amber-500/10 text-amber-700 dark:text-amber-300', +} satisfies Record; + +const STRINGS = { + en: { + outcome: { + success: 'success', + unsupported: 'unsupported', + failed: 'failed', + invalid: 'invalid', + diagnostic: 'diagnostic', + }, + tier: { official: 'Official', experimental: 'Experimental' }, + phase: { decode: 'decode', prefill: 'prefill' }, + mode: { normal: 'Normal', 'low-latency': 'Low latency' }, + scope: { 'scale-up': 'Scale-up', 'scale-out': 'Scale-out' }, + disposition: { runnable: 'runnable', unsupported: 'unsupported' }, + case: 'Case', + sku: 'SKU', + backend: 'Backend', + phaseHeader: 'Phase', + modeHeader: 'Mode', + epHeader: 'EP', + scopeHeader: 'Fabric scope', + topologyHeader: 'Topology', + dispositionHeader: 'Disposition', + outcomeHeader: 'Outcome', + attempts: 'Attempts', + selected: 'Selected', + caseId: 'Case ID', + attemptId: 'Attempt ID', + failureMode: 'Failure mode', + reason: 'Reason', + terminalCoverage: 'Terminal coverage', + allocation: 'Allocation', + run: 'Run', + attempt: 'Try', + role: 'Role', + terminalRole: 'terminal selection', + allocationRole: 'allocation selection', + retainedRole: 'retained', + evidence: 'Evidence', + retainedAttempts: 'Retained attempts', + comparison: 'Comparison', + metric: 'Metric', + rank: 'Rank', + tierHeader: 'Tier', + configuration: 'Configuration', + point: 'Point', + value: 'Value', + noControlledCohort: 'No controlled cohort is selected.', + rankings: 'Rankings', + allocations: 'allocations', + comparisonContract: 'Comparison contract', + controlledFactors: 'Held constant', + varyingFactors: 'Compared', + sampling: 'Sampling', + warmups: 'Warmups', + repeatStability: 'Repeat stability', + stableOrdering: 'Stable ordering', + passed: 'passed', + notPassed: 'not passed', + samplingValue: (trials: number, iterations: number, samples: number) => + `${trials} trials × ${iterations} iterations = ${samples} samples per component`, + warmupValue: (warmups: number) => + `${warmups} synchronized round-trip warmups before each measured component, trial, and point`, + objective: 'Objective', + recommendedConfiguration: 'Recommended configuration', + basis: 'Basis', + bestConfigurations: 'Best conforming configurations', + contrast: 'Contrast', + baseline: 'Baseline', + candidate: 'Candidate', + change: 'Change', + routingSensitivity: 'Routing sensitivity', + decision: { + cohortKind: { + library: 'Library contrast', + chip: 'Platform contrast', + system: 'System contrast', + routing: 'Routing contrast', + }, + reference: 'Reference', + seriesUnit: 'series', + recommendationObjective: { + 'min-p50-latency': 'lowest p50 latency', + 'min-p99-latency': 'lowest p99 latency', + 'max-payload-rate-at-p50-latency': 'highest payload rate at p50 latency', + 'max-payload-rate-at-p99-latency': 'highest payload rate at p99 latency', + }, + rationale: 'Top stable measured roundtrip result in a controlled cohort', + sensitivity: 'Routing sensitivity', + }, + }, + zh: { + outcome: { + success: '成功', + unsupported: '不支持', + failed: '失败', + invalid: '无效', + diagnostic: '诊断', + }, + tier: { official: '正式', experimental: '实验性' }, + phase: { decode: '解码', prefill: '预填充' }, + mode: { normal: '常规', 'low-latency': '低延迟' }, + scope: { 'scale-up': '域内(scale-up)', 'scale-out': '跨域(scale-out)' }, + disposition: { runnable: '可运行', unsupported: '不支持' }, + case: '用例', + sku: 'SKU', + backend: '后端', + phaseHeader: '阶段', + modeHeader: '模式', + epHeader: 'EP', + scopeHeader: '互联范围', + topologyHeader: '拓扑', + dispositionHeader: '计划状态', + outcomeHeader: '结果', + attempts: '尝试次数', + selected: '已选尝试', + caseId: '用例 ID', + attemptId: '尝试 ID', + failureMode: '失败类型', + reason: '原因', + terminalCoverage: '终结状态覆盖', + allocation: '独立分配', + run: '运行', + attempt: '尝试序号', + role: '用途', + terminalRole: '终结状态选择', + allocationRole: '独立分配选择', + retainedRole: '保留', + evidence: '证据数', + retainedAttempts: '保留的全部尝试', + comparison: '对比项', + metric: '指标', + rank: '排名', + tierHeader: '发布级别', + configuration: '配置', + point: '点位', + value: '数值', + noControlledCohort: '尚未选择受控队列。', + rankings: '排名', + allocations: '次独立分配', + comparisonContract: '对比协议', + controlledFactors: '保持一致', + varyingFactors: '对比变量', + sampling: '采样', + warmups: '预热', + repeatStability: '重复运行稳定性', + stableOrdering: '排名顺序稳定', + passed: '已通过', + notPassed: '未通过', + samplingValue: (trials: number, iterations: number, samples: number) => + `${trials} 次试验 × ${iterations} 次迭代 = 每个分项 ${samples} 个样本`, + warmupValue: (warmups: number) => + `每个测量分项、试验和点位前执行 ${warmups} 次同步完整往返预热`, + objective: '目标', + recommendedConfiguration: '推荐配置', + basis: '依据', + bestConfigurations: '符合条件的最佳配置', + contrast: '对比', + baseline: '基线', + candidate: '候选项', + change: '变化', + routingSensitivity: '路由敏感性', + decision: { + cohortKind: { + library: '通信库对比', + chip: '平台对比', + system: '参考系统对比', + routing: '路由对比', + }, + reference: '参考实现', + seriesUnit: '个序列', + recommendationObjective: { + 'min-p50-latency': 'p50 延迟最低', + 'min-p99-latency': 'p99 延迟最低', + 'max-payload-rate-at-p50-latency': 'p50 延迟分位点的逻辑载荷速率最高', + 'max-payload-rate-at-p99-latency': 'p99 延迟分位点的逻辑载荷速率最高', + }, + rationale: '受控队列中排名第一的稳定实测往返结果', + sensitivity: '路由敏感性', + }, + }, +} as const; + +type TableStrings = (typeof STRINGS)[keyof typeof STRINGS]; + +const FACTOR_LABELS = { + en: { + backend: 'Backend implementation', + source: 'Source revision', + workload: 'Workload', + mode: 'Mode', + phase: 'Phase', + measurement: 'Measurement contract', + system: 'Realized system and topology', + resource: 'Resource profile', + 'resource.mode': 'Resource tuning policy', + 'implementation-static-build': 'Static implementation build', + 'model-shape': 'Model shape', + 'workload.routing': 'Routing distribution', + 'workload.eplb': 'EPLB treatment', + 'implementation-config': 'Generated implementation config', + }, + zh: { + backend: '后端实现', + source: '源代码版本', + workload: '工作负载', + mode: '模式', + phase: '阶段', + measurement: '测量协议', + system: '实际系统与拓扑', + resource: '资源配置', + 'resource.mode': '资源调优策略', + 'implementation-static-build': '静态实现构建', + 'model-shape': '模型形状', + 'workload.routing': '路由分布', + 'workload.eplb': 'EPLB 处理', + 'implementation-config': '生成的实现配置', + }, +} as const; + +const REASON_LABELS = { + zh: { + 'artifact-validation-failed': '产物校验失败', + 'backend-platform-unsupported': '后端不支持该平台', + 'backend-token-capacity': '后端 token 容量不足', + 'launcher-setup-failed': '启动器初始化失败', + 'repository-staging-failed': '代码仓库暂存失败', + 'container-registry-verification-failed': '容器镜像仓库校验失败', + 'scheduler-allocation-failed': '调度资源分配失败', + 'container-image-preparation-failed': '容器镜像准备失败', + 'container-image-identity-failed': '容器镜像身份校验失败', + 'container-runtime-launch-failed': '容器运行时启动失败', + 'backend-setup-failed': '后端初始化失败', + 'artifact-collection-failed': '产物收集失败', + 'runtime-identity-mismatch': '运行时身份不匹配', + 'execution-timeout': '执行超时', + 'execution-deadlock': '执行死锁', + 'distributed-command-failed': '分布式命令执行失败', + 'post-emit-distributed-command-failed': '结果写出后的分布式命令失败', + 'unsupported-capability': '能力不支持', + 'execution-failed': '执行失败', + 'validation-failed': '校验失败', + 'diagnostic-evidence': '诊断证据', + capability: '能力限制', + setup: '初始化', + 'repository-stage': '代码仓库暂存', + 'registry-verification': '镜像仓库校验', + 'scheduler-allocation': '调度资源分配', + 'container-import': '容器镜像导入', + 'container-hash': '容器镜像哈希校验', + 'container-launch': '容器启动', + 'backend-setup': '后端初始化', + 'artifact-collection': '产物收集', + 'runtime-identity': '运行时身份', + timeout: '超时', + deadlock: '死锁', + execution: '执行', + 'insufficient-allocations': '独立分配不足', + 'incomplete-repeat-coverage': '重复运行覆盖不完整', + 'correctness-failed': '正确性校验失败', + 'missing-measured-roundtrip-p99': '缺少实测往返 p99', + 'unstable-p50': 'p50 不稳定', + 'unstable-p99': 'p99 不稳定', + 'unstable-ordering': '排名顺序不稳定', + 'incomplete-provenance': '来源与运行溯源不完整', + 'noncanonical-workload': '工作负载不符合规范', + 'unresolved-anomaly': '异常尚未解释', + 'semantic-correctness-failed': '语义正确性校验失败', + 'measurement-nonconformant': '测量协议不符合要求', + 'expert-oracle-incomplete': '专家路由正确性校验不完整', + 'incomplete-aligned-repeats': '对齐的重复运行不完整', + 'missing-uniform-baseline': '缺少 uniform 基线', + 'incomplete-routing-anchors': '路由基准锚点不完整', + 'implementation-config-mismatch': '实现配置不一致', + 'unmatched-token-coverage': 'token 点位覆盖不一致', + 'awaiting-repeat-allocations': '等待重复独立分配', + 'awaiting-v1-runs': '等待 CollectiveX v1 运行结果', + }, +} as const; + +function factorLabel(value: string, locale: 'en' | 'zh'): string { + return FACTOR_LABELS[locale][value as keyof (typeof FACTOR_LABELS)[typeof locale]] ?? value; +} + +export function collectiveXReasonLabel(value: string, locale: 'en' | 'zh'): string { + if (locale === 'en') return value; + return REASON_LABELS.zh[value as keyof typeof REASON_LABELS.zh] ?? value; +} + +function cohortDescription(cohort: CollectiveXCohort, locale: 'en' | 'zh'): string { + if (locale === 'en') return cohort.description; + return { + library: '在相同实际系统、工作负载与测量协议下对比通信库及其调优资源配置。', + chip: '在相同后端谱系、工作负载与测量协议下对比完整平台系统。', + system: '使用可移植 NCCL/RCCL 参考实现,在相同工作负载与测量协议下对比系统。', + routing: '在相同实现、系统与资源配置下,对比路由分布及 EPLB 处理。', + }[cohort.kind]; +} + +function repeatRatio(value: number | null, limit: number, locale: 'en' | 'zh'): string { + const suffix = locale === 'zh' ? ' 倍' : 'x'; + return `${value?.toFixed(3) ?? 'n/a'}${suffix} ≤ ${limit.toFixed(2)}${suffix}`; +} + +function attemptRoleLabel( + attempt: CollectiveXAttempt, + terminalAttemptIds: Set, + t: TableStrings, +): string { + const roles = [ + ...(terminalAttemptIds.has(attempt.attempt_id) ? [t.terminalRole] : []), + ...(attempt.selected ? [t.allocationRole] : []), + ]; + return roles.length > 0 ? roles.join(' · ') : t.retainedRole; +} + +function OutcomeBadge({ outcome }: { outcome: CollectiveXOutcome }) { + const t = STRINGS[useLocale()]; + return ( + + {t.outcome[outcome]} + + ); +} + +function PublicationTierBadge({ tier }: { tier: CollectiveXPublicationTier }) { + const t = STRINGS[useLocale()]; + return ( + + {tier === 'official' ? t.tier.official : t.tier.experimental} + + ); +} + +function shortId(value: string | null): string { + if (value === null) return '-'; + const suffix = value.lastIndexOf('-'); + return suffix === -1 ? value : value.slice(suffix + 1).slice(-8); +} + +function distinctSeriesValue( + series: CollectiveXSeries[], + getValue: (item: CollectiveXSeries) => string, +): string { + return [...new Set(series.map(getValue))].join(' ↔ ') || '-'; +} + +function seriesContextColumns( + getSeries: (row: T) => CollectiveXSeries[], + t: TableStrings, +): DataTableColumn[] { + const value = (row: T, getValue: (item: CollectiveXSeries) => string) => + distinctSeriesValue(getSeries(row), getValue); + return [ + { + header: t.modeHeader, + cell: (row) => value(row, (item) => t.mode[item.mode]), + sortValue: (row) => value(row, (item) => t.mode[item.mode]), + className: 'whitespace-nowrap', + }, + { + header: t.epHeader, + cell: (row) => value(row, (item) => `EP${item.system.ep_size}`), + sortValue: (row) => value(row, (item) => `EP${item.system.ep_size}`), + className: 'whitespace-nowrap', + }, + { + header: t.scopeHeader, + cell: (row) => value(row, (item) => t.scope[item.system.scope]), + sortValue: (row) => value(row, (item) => t.scope[item.system.scope]), + className: 'whitespace-nowrap', + }, + { + header: t.topologyHeader, + cell: (row) => value(row, (item) => collectiveXTopologyLabel(item.system)), + sortValue: (row) => value(row, (item) => collectiveXTopologyLabel(item.system)), + className: 'whitespace-nowrap', + }, + ]; +} + +function decisionMetricName(metric: CollectiveXMetric, locale: 'en' | 'zh'): string { + if (locale === 'zh') { + return metric.measure === 'latency_us' + ? `${metric.statistic} 延迟` + : `${metric.statistic} 延迟分位点对应的逻辑载荷速率`; + } + return metric.measure === 'latency_us' + ? `${metric.statistic} latency` + : `logical payload rate at ${metric.statistic} latency`; +} + +function metricLabel(ranking: CollectiveXRanking, locale: 'en' | 'zh'): string { + const { metric } = ranking; + if (locale === 'zh') { + return `${STRINGS.zh.phase[metric.phase]} T=${metric.tokens_per_rank} 往返 ${decisionMetricName(metric, locale)}`; + } + const measure = + metric.measure === 'latency_us' + ? `${metric.statistic} latency` + : `logical payload rate at ${metric.statistic} latency`; + return `${metric.phase} T=${metric.tokens_per_rank} ${metric.operation} ${measure}`; +} + +export function collectiveXCohortLabel( + cohort: CollectiveXCohort, + seriesById: Map, + locale: 'en' | 'zh', +): string { + if (locale === 'en') return cohort.label; + const first = seriesById.get(cohort.series_ids[0]); + if (!first) return cohort.label; + const members = cohort.series_ids.flatMap((seriesId) => { + const series = seriesById.get(seriesId); + return series ? [series] : []; + }); + const phase = STRINGS.zh.phase[first.phase]; + const mode = STRINGS.zh.mode[first.mode]; + const scope = [...new Set(members.map((item) => item.system.scope))] + .map((item) => STRINGS.zh.scope[item]) + .join(' ↔ '); + const routing = `${first.workload.routing}${first.workload.eplb ? '+EPLB' : ''}`; + const ep = `EP${first.system.ep_size}`; + const context = { + library: `${first.system.sku.toUpperCase()} ${ep} / ${mode} / ${scope} / ${phase} / ${routing}`, + chip: `${first.backend.label} ${ep} / ${mode} / ${scope} / ${phase} / ${routing}`, + system: `${STRINGS.zh.decision.reference} ${ep} / ${mode} / ${scope} / ${phase} / ${routing}`, + routing: `${first.system.sku.toUpperCase()} / ${first.backend.label} / ${ep} / ${mode} / ${scope} / ${phase}`, + }[cohort.kind]; + return `${context} / ${STRINGS.zh.decision.cohortKind[cohort.kind]}(${cohort.series_ids.length} ${STRINGS.zh.decision.seriesUnit})`; +} + +function rankingLabel( + ranking: CollectiveXRanking, + cohort: CollectiveXCohort, + locale: 'en' | 'zh', +): string { + if (locale === 'en') return ranking.label; + return `${STRINGS.zh.decision.cohortKind[cohort.kind]} ${decisionMetricName(ranking.metric, locale)} T=${ranking.metric.tokens_per_rank}`; +} + +function recommendationLabel( + recommendation: CollectiveXRecommendation, + seriesById: Map, + locale: 'en' | 'zh', +): string { + if (locale === 'en') return recommendation.label; + const point = seriesById + .get(recommendation.series_id) + ?.points.find((item) => item.point_id === recommendation.point_id); + const objective = STRINGS.zh.decision.recommendationObjective[recommendation.objective]; + return point ? `T=${point.tokens_per_rank} 时 ${objective}` : objective; +} + +function recommendationRationale( + recommendation: CollectiveXRecommendation, + locale: 'en' | 'zh', +): string { + if (locale === 'zh' && recommendation.rationale === STRINGS.en.decision.rationale) { + return STRINGS.zh.decision.rationale; + } + return recommendation.rationale; +} + +function sensitivityLabel(sensitivity: CollectiveXSensitivity, locale: 'en' | 'zh'): string { + if (locale === 'en') return sensitivity.label; + return `${STRINGS.zh.decision.sensitivity}:${decisionMetricName(sensitivity.metric, locale)} T=${sensitivity.metric.tokens_per_rank}`; +} + +function recommendationMetric( + recommendation: CollectiveXRecommendation, + seriesById: Map, +): CollectiveXMetric | null { + const series = seriesById.get(recommendation.series_id); + const point = series?.points.find((item) => item.point_id === recommendation.point_id); + if (!series || !point) return null; + const [measure, statistic] = { + 'min-p50-latency': ['latency_us', 'p50'], + 'min-p99-latency': ['latency_us', 'p99'], + 'max-payload-rate-at-p50-latency': ['logical_payload_rate_gbps_at_latency_percentile', 'p50'], + 'max-payload-rate-at-p99-latency': ['logical_payload_rate_gbps_at_latency_percentile', 'p99'], + }[recommendation.objective] as [CollectiveXMetric['measure'], CollectiveXMetric['statistic']]; + return { + operation: 'roundtrip', + statistic, + measure, + objective: measure === 'latency_us' ? 'min' : 'max', + tokens_per_rank: point.tokens_per_rank, + phase: series.phase, + }; +} + +export function CollectiveXCoverageTable({ coverage }: { coverage: CollectiveXCoverage[] }) { + const locale = useLocale(); + const t = STRINGS[locale]; + const columns = useMemo[]>( + () => [ + { + header: t.case, + cell: (row) => ( +
+

{row.label}

+

{shortId(row.case_id)}

+
+ ), + sortValue: (row) => row.label, + }, + { + header: t.sku, + cell: (row) => row.sku.toUpperCase(), + sortValue: (row) => row.sku, + }, + { + header: t.backend, + cell: (row) => row.backend, + sortValue: (row) => row.backend, + }, + { + header: t.phaseHeader, + cell: (row) => t.phase[row.phase], + sortValue: (row) => t.phase[row.phase], + }, + { + header: t.modeHeader, + cell: (row) => t.mode[row.mode], + sortValue: (row) => t.mode[row.mode], + }, + { + header: t.epHeader, + cell: (row) => `EP${row.topology.ep_size}`, + sortValue: (row) => row.topology.ep_size, + }, + { + header: t.scopeHeader, + cell: (row) => t.scope[row.topology.scope], + sortValue: (row) => t.scope[row.topology.scope], + className: 'whitespace-nowrap', + }, + { + header: t.topologyHeader, + cell: (row) => collectiveXTopologyLabel(row.topology), + sortValue: (row) => collectiveXTopologyLabel(row.topology), + className: 'whitespace-nowrap', + }, + { + header: t.dispositionHeader, + cell: (row) => t.disposition[row.disposition], + sortValue: (row) => t.disposition[row.disposition], + }, + { + header: t.outcomeHeader, + cell: (row) => , + sortValue: (row) => t.outcome[row.outcome], + }, + { + header: t.attempts, + align: 'right', + cell: (row) => row.attempt_ids.length, + sortValue: (row) => row.attempt_ids.length, + className: 'tabular-nums', + }, + { + header: t.selected, + cell: (row) => ( + + {shortId(row.selected_attempt_id)} + + ), + sortValue: (row) => row.selected_attempt_id ?? '', + }, + { + header: t.failureMode, + cell: (row) => (row.failure_mode ? collectiveXReasonLabel(row.failure_mode, locale) : '-'), + sortValue: (row) => + row.failure_mode + ? `${collectiveXReasonLabel(row.failure_mode, locale)} ${row.failure_mode}` + : '', + }, + { + header: t.reason, + cell: (row) => (row.reason ? collectiveXReasonLabel(row.reason, locale) : '-'), + sortValue: (row) => + row.reason ? `${collectiveXReasonLabel(row.reason, locale)} ${row.reason}` : '', + }, + ], + [locale, t], + ); + + return ( + +

{t.terminalCoverage}

+ +
+ ); +} + +export function CollectiveXAttemptTable({ + attempts, + coverage, +}: { + attempts: CollectiveXAttempt[]; + coverage: CollectiveXCoverage[]; +}) { + const locale = useLocale(); + const t = STRINGS[locale]; + const coverageByCase = useMemo( + () => new Map(coverage.map((item) => [item.case_id, item])), + [coverage], + ); + const terminalAttemptIds = useMemo( + () => + new Set( + coverage.flatMap((item) => + item.selected_attempt_id === null ? [] : [item.selected_attempt_id], + ), + ), + [coverage], + ); + const columns = useMemo[]>( + () => [ + { + header: t.case, + cell: (row) => ( +
+

+ {coverageByCase.get(row.case_id)?.label ?? shortId(row.case_id)} +

+

{shortId(row.case_id)}

+
+ ), + sortValue: (row) => `${coverageByCase.get(row.case_id)?.label ?? ''} ${row.case_id}`, + }, + { + header: t.attemptId, + cell: (row) => ( + + {shortId(row.attempt_id)} + + ), + sortValue: (row) => row.attempt_id, + }, + { + header: t.allocation, + cell: (row) => ( + + {shortId(row.allocation_id)} + + ), + sortValue: (row) => row.allocation_id, + }, + { + header: t.run, + cell: (row) => `${row.run_id}.${row.run_attempt}`, + sortValue: (row) => + `${row.run_id.padStart(20, '0')}.${String(row.run_attempt).padStart(10, '0')}`, + className: 'font-mono text-xs', + }, + { + header: t.attempt, + align: 'right', + cell: (row) => row.attempt_index, + sortValue: (row) => row.attempt_index, + className: 'tabular-nums', + }, + { + header: t.outcomeHeader, + cell: (row) => , + sortValue: (row) => t.outcome[row.outcome], + }, + { + header: t.role, + cell: (row) => attemptRoleLabel(row, terminalAttemptIds, t), + sortValue: (row) => attemptRoleLabel(row, terminalAttemptIds, t), + }, + { + header: t.evidence, + align: 'right', + cell: (row) => ( +
+ `${item.evidence_id} -> ${item.point_id}`) + .join('\n')} + className="cursor-pointer list-none whitespace-nowrap [&::-webkit-details-marker]:hidden" + > + {row.evidence.length} + {row.evidence.length > 0 && + ` · ${row.evidence.map((item) => shortId(item.evidence_id)).join(' · ')}`} + + {row.evidence.length > 0 && ( +
+ {row.evidence.map((item) => ( +

+ {item.evidence_id} + + {item.point_id} +

+ ))} +
+ )} +
+ ), + sortValue: (row) => + [ + String(row.evidence.length).padStart(8, '0'), + ...row.evidence.flatMap((item) => [item.evidence_id, item.point_id]), + ].join(' '), + className: 'tabular-nums', + }, + { + header: t.failureMode, + cell: (row) => (row.failure_mode ? collectiveXReasonLabel(row.failure_mode, locale) : '-'), + sortValue: (row) => + row.failure_mode + ? `${collectiveXReasonLabel(row.failure_mode, locale)} ${row.failure_mode}` + : '', + }, + { + header: t.reason, + cell: (row) => (row.reason ? collectiveXReasonLabel(row.reason, locale) : '-'), + sortValue: (row) => + row.reason ? `${collectiveXReasonLabel(row.reason, locale)} ${row.reason}` : '', + }, + ], + [coverageByCase, locale, t, terminalAttemptIds], + ); + + return ( + +

{t.retainedAttempts}

+ +
+ ); +} + +interface RankingRow { + ranking: CollectiveXRanking; + rank: number; + series: CollectiveXSeries; + value: number; + unit: string; + pointId: string; +} + +export function CollectiveXDecisionTables({ + dataset, + cohort, +}: { + dataset: CollectiveXDataset; + cohort: CollectiveXCohort | null; +}) { + const locale = useLocale(); + const t = STRINGS[locale]; + const seriesById = useMemo( + () => new Map(dataset.series.map((item) => [item.series_id, item])), + [dataset.series], + ); + const rankings = cohort + ? dataset.rankings + .filter((item) => item.cohort_id === cohort.cohort_id) + .toSorted( + (left, right) => + compareCollectiveXDecisionMetrics(left.metric, right.metric) || + left.ranking_id.localeCompare(right.ranking_id), + ) + : []; + const recommendations = cohort + ? dataset.recommendations + .filter((item) => item.cohort_id === cohort.cohort_id) + .toSorted((left, right) => { + const leftMetric = recommendationMetric(left, seriesById); + const rightMetric = recommendationMetric(right, seriesById); + return ( + (leftMetric && rightMetric + ? compareCollectiveXDecisionMetrics(leftMetric, rightMetric) + : 0) || left.recommendation_id.localeCompare(right.recommendation_id) + ); + }) + : []; + const sensitivities = cohort + ? dataset.sensitivities + .filter((item) => item.cohort_id === cohort.cohort_id) + .toSorted( + (left, right) => + compareCollectiveXDecisionMetrics(left.metric, right.metric) || + left.candidate_series_id.localeCompare(right.candidate_series_id) || + left.sensitivity_id.localeCompare(right.sensitivity_id), + ) + : []; + const rankingRows = rankings.flatMap((ranking) => + ranking.entries + .toSorted((left, right) => left.rank - right.rank) + .flatMap((entry) => { + const series = seriesById.get(entry.series_id); + return series + ? [ + { + ranking, + rank: entry.rank, + series, + value: entry.value, + unit: entry.unit, + pointId: entry.point_id, + }, + ] + : []; + }), + ); + const cohortDisplayLabel = cohort ? collectiveXCohortLabel(cohort, seriesById, locale) : ''; + const cohortMembers = cohort + ? cohort.series_ids.flatMap((seriesId) => { + const series = seriesById.get(seriesId); + return series ? [series] : []; + }) + : []; + const sampling = cohortMembers[0]?.measurement; + const rankingColumns = useMemo[]>( + () => [ + { + header: t.comparison, + cell: (row) => (cohort ? rankingLabel(row.ranking, cohort, locale) : row.ranking.label), + sortValue: (row) => + cohort ? rankingLabel(row.ranking, cohort, locale) : row.ranking.label, + }, + { + header: t.metric, + cell: (row) => metricLabel(row.ranking, locale), + sortValue: (row) => metricLabel(row.ranking, locale), + }, + { + header: t.rank, + align: 'right', + cell: (row) => row.rank, + sortValue: (row) => row.rank, + className: 'tabular-nums', + }, + { + header: t.tierHeader, + cell: (row) => , + sortValue: (row) => + row.ranking.publication_tier === 'official' ? t.tier.official : t.tier.experimental, + }, + { + header: t.configuration, + cell: (row) => collectiveXSeriesLabel(row.series), + sortValue: (row) => collectiveXSeriesLabel(row.series), + className: 'font-medium whitespace-nowrap', + }, + { + header: t.point, + cell: (row) => ( + + {shortId(row.pointId)} + + ), + sortValue: (row) => row.pointId, + }, + ...seriesContextColumns((row: RankingRow) => [row.series], t), + { + header: t.value, + align: 'right', + cell: (row) => + `${row.value.toLocaleString(locale === 'zh' ? 'zh-CN' : 'en-US', { maximumFractionDigits: 2 })} ${row.unit}`, + sortValue: (row) => row.value, + className: 'tabular-nums whitespace-nowrap', + }, + ], + [cohort, locale, t], + ); + + if (!cohort) { + return ( + +

{t.noControlledCohort}

+
+ ); + } + + return ( + <> + +
+
+

{t.rankings}

+

{cohortDisplayLabel}

+

+ {cohortDescription(cohort, locale)} +

+
+
+ + + {cohort.eligibility.allocation_ids.length} {t.allocations} + +
+
+
+

{t.comparisonContract}

+
+
+
{t.controlledFactors}
+
+ {cohort.controlled_factors.map((item) => factorLabel(item, locale)).join(' · ')} +
+
+
+
{t.varyingFactors}
+
+ {cohort.varying_factors.map((item) => factorLabel(item, locale)).join(' · ')} +
+
+ {sampling && ( +
+
{t.sampling}
+
+ {t.samplingValue(sampling.trials, sampling.iters, sampling.samples_per_component)} +
+
{t.warmups}
+
{t.warmupValue(sampling.warmups)}
+
+ )} +
+
{t.repeatStability}
+
+ p50 {repeatRatio(cohort.eligibility.p50_max_min_ratio, 1.1, locale)} · p99{' '} + {repeatRatio(cohort.eligibility.p99_max_min_ratio, 1.25, locale)} +
+
{t.stableOrdering}
+
+ {cohort.eligibility.stable_ordering + ? t.passed + : cohort.eligibility.reasons + .map((reason) => collectiveXReasonLabel(reason, locale)) + .join(', ') || t.notPassed} +
+
+
+
+ +
+ {recommendations.length > 0 && ( + + )} + {sensitivities.length > 0 && ( + + )} + + ); +} + +function RecommendationTable({ + recommendations, + seriesById, +}: { + recommendations: CollectiveXRecommendation[]; + seriesById: Map; +}) { + const locale = useLocale(); + const t = STRINGS[locale]; + const columns = useMemo[]>( + () => [ + { + header: t.objective, + cell: (row) => recommendationLabel(row, seriesById, locale), + sortValue: (row) => recommendationLabel(row, seriesById, locale), + }, + { + header: t.recommendedConfiguration, + cell: (row) => { + const series = seriesById.get(row.series_id); + return series ? collectiveXSeriesLabel(series) : '-'; + }, + sortValue: (row) => { + const series = seriesById.get(row.series_id); + return series ? collectiveXSeriesLabel(series) : ''; + }, + className: 'font-medium whitespace-nowrap', + }, + { + header: t.point, + cell: (row) => ( + + {shortId(row.point_id)} + + ), + sortValue: (row) => row.point_id, + }, + ...seriesContextColumns((row: CollectiveXRecommendation) => { + const series = seriesById.get(row.series_id); + return series ? [series] : []; + }, t), + { + header: t.tierHeader, + cell: (row) => , + sortValue: (row) => + row.publication_tier === 'official' ? t.tier.official : t.tier.experimental, + }, + { + header: t.value, + align: 'right', + cell: (row) => + `${row.value.toLocaleString(locale === 'zh' ? 'zh-CN' : 'en-US', { maximumFractionDigits: 2 })} ${row.unit}`, + sortValue: (row) => row.value, + className: 'tabular-nums whitespace-nowrap', + }, + { + header: t.basis, + cell: (row) => recommendationRationale(row, locale), + sortValue: (row) => recommendationRationale(row, locale), + }, + ], + [locale, seriesById, t], + ); + return ( + +

{t.bestConfigurations}

+ +
+ ); +} + +function SensitivityTable({ + sensitivities, + seriesById, +}: { + sensitivities: CollectiveXSensitivity[]; + seriesById: Map; +}) { + const locale = useLocale(); + const t = STRINGS[locale]; + const columns = useMemo[]>( + () => [ + { + header: t.contrast, + cell: (row) => sensitivityLabel(row, locale), + sortValue: (row) => sensitivityLabel(row, locale), + }, + { + header: t.baseline, + cell: (row) => { + const series = seriesById.get(row.baseline_series_id); + return series ? collectiveXSeriesLabel(series) : '-'; + }, + sortValue: (row) => { + const series = seriesById.get(row.baseline_series_id); + return series ? collectiveXSeriesLabel(series) : ''; + }, + }, + { + header: t.candidate, + cell: (row) => { + const series = seriesById.get(row.candidate_series_id); + return series ? collectiveXSeriesLabel(series) : '-'; + }, + sortValue: (row) => { + const series = seriesById.get(row.candidate_series_id); + return series ? collectiveXSeriesLabel(series) : ''; + }, + }, + ...seriesContextColumns( + (row: CollectiveXSensitivity) => + [seriesById.get(row.baseline_series_id), seriesById.get(row.candidate_series_id)].filter( + (item): item is CollectiveXSeries => item !== undefined, + ), + t, + ), + { + header: t.tierHeader, + cell: (row) => , + sortValue: (row) => + row.publication_tier === 'official' ? t.tier.official : t.tier.experimental, + }, + { + header: t.change, + align: 'right', + cell: (row) => `${(row.signed_change_ratio * 100).toFixed(1)}%`, + sortValue: (row) => row.signed_change_ratio, + className: 'tabular-nums', + }, + ], + [locale, seriesById, t], + ); + return ( + +

{t.routingSensitivity}

+ +
+ ); +} diff --git a/packages/app/src/components/collectivex/axis.test.ts b/packages/app/src/components/collectivex/axis.test.ts new file mode 100644 index 000000000..a5b171561 --- /dev/null +++ b/packages/app/src/components/collectivex/axis.test.ts @@ -0,0 +1,22 @@ +import { describe, expect, it } from 'vitest'; + +import { sparseLogTicks } from './axis'; + +describe('sparseLogTicks', () => { + it('uses sparse 1-2-5 ticks for a typical latency domain', () => { + expect(sparseLogTicks([48, 225], 5)).toEqual([50, 100, 200]); + }); + + it('caps wide domains without restoring dense minor ticks', () => { + expect(sparseLogTicks([0.1, 1000], 5)).toEqual([0.1, 1, 10, 100, 1000]); + }); + + it('falls back to a small geometric set for a narrow domain', () => { + expect(sparseLogTicks([52, 65], 4)).toEqual([52, 58, 65]); + }); + + it('handles reversed and invalid domains', () => { + expect(sparseLogTicks([225, 48], 5)).toEqual([50, 100, 200]); + expect(sparseLogTicks([0, Number.NaN], 5)).toEqual([]); + }); +}); diff --git a/packages/app/src/components/collectivex/axis.ts b/packages/app/src/components/collectivex/axis.ts new file mode 100644 index 000000000..d3d212501 --- /dev/null +++ b/packages/app/src/components/collectivex/axis.ts @@ -0,0 +1,51 @@ +const LOG_MANTISSAS = [1, 2, 5] as const; + +function evenlySpaced(values: T[], count: number): T[] { + if (values.length <= count) return values; + if (count <= 1) return [values[Math.floor(values.length / 2)]]; + + const selected: T[] = []; + for (let index = 0; index < count; index += 1) { + selected.push(values[Math.round((index * (values.length - 1)) / (count - 1))]); + } + return selected; +} + +function fallbackLogTicks(min: number, max: number, maxTicks: number): number[] { + const count = Math.min(maxTicks, 3); + const logMin = Math.log(min); + const logSpan = Math.log(max) - logMin; + const ticks = Array.from({ length: count }, (_, index) => { + const value = Math.exp(logMin + (logSpan * index) / Math.max(1, count - 1)); + return Number(value.toPrecision(2)); + }); + return [...new Set(ticks)].filter((value) => value >= min && value <= max); +} + +/** + * Generate sparse 1-2-5 log ticks instead of D3's dense minor-tick sequence. + * The callback is evaluated against the current visible domain, including zoom. + */ +export function sparseLogTicks(domain: number[], maxTicks: number): number[] { + const numericDomain = domain.filter((value) => Number.isFinite(value) && value > 0); + if (numericDomain.length < 2 || maxTicks <= 0) return []; + + const min = Math.min(...numericDomain); + const max = Math.max(...numericDomain); + if (min === max) return [min]; + + const ticks: number[] = []; + const firstExponent = Math.floor(Math.log10(min)); + const lastExponent = Math.ceil(Math.log10(max)); + + for (let exponent = firstExponent; exponent <= lastExponent; exponent += 1) { + const magnitude = 10 ** exponent; + for (const mantissa of LOG_MANTISSAS) { + const value = mantissa * magnitude; + if (value >= min && value <= max) ticks.push(value); + } + } + + const candidates = ticks.length >= 2 ? ticks : fallbackLogTicks(min, max, maxTicks); + return evenlySpaced(candidates, maxTicks); +} diff --git a/packages/app/src/components/collectivex/data.test.ts b/packages/app/src/components/collectivex/data.test.ts new file mode 100644 index 000000000..e65a08a02 --- /dev/null +++ b/packages/app/src/components/collectivex/data.test.ts @@ -0,0 +1,171 @@ +import { describe, expect, it } from 'vitest'; + +import { + chartPoints, + cohortMatchesSelection, + compareCollectiveXDecisionMetrics, + collectiveXColorKey, + collectiveXSeriesLabel, + collectiveXTopologyLabel, + comparisonDifferences, + metricValue, +} from './data'; +import { makeCollectiveXDataset } from './test-fixture'; + +describe('CollectiveX EP projections', () => { + it('orders decision metrics by phase, token count, measure, and percentile', () => { + const base = makeCollectiveXDataset().rankings[0].metric; + const metrics = [ + { ...base, phase: 'prefill' as const, tokens_per_rank: 512, statistic: 'p99' as const }, + { + ...base, + measure: 'logical_payload_rate_gbps_at_latency_percentile' as const, + objective: 'max' as const, + statistic: 'p50' as const, + }, + { ...base, tokens_per_rank: 16, statistic: 'p99' as const }, + { ...base, tokens_per_rank: 16, statistic: 'p50' as const }, + ].toSorted(compareCollectiveXDecisionMetrics); + + expect( + metrics.map( + (metric) => + `${metric.phase}/${metric.tokens_per_rank}/${metric.measure}/${metric.statistic}`, + ), + ).toEqual([ + 'decode/16/latency_us/p50', + 'decode/16/latency_us/p99', + 'decode/128/logical_payload_rate_gbps_at_latency_percentile/p50', + 'prefill/512/latency_us/p99', + ]); + }); + + it('uses measured roundtrip without synthesizing nullable components', () => { + const dataset = makeCollectiveXDataset(); + const pairedOnly = dataset.series[1].points[0]; + + expect(metricValue(pairedOnly, 'dispatch', 'p99', 'latency')).toBeNull(); + expect(metricValue(pairedOnly, 'combine', 'p99', 'payload-rate')).toBeNull(); + expect(metricValue(pairedOnly, 'roundtrip', 'p99', 'latency')).toBe(120); + expect(metricValue(pairedOnly, 'roundtrip', 'p99', 'tokens-per-second')).toBeCloseTo( + 8_533_333.33, + ); + }); + + it('uses publisher supplied logical rates', () => { + const point = makeCollectiveXDataset().series[0].points[0]; + point.components.roundtrip!.logical_payload_rate_gbps_at_latency_percentile!.p99 = 123.45; + + expect(metricValue(point, 'roundtrip', 'p99', 'payload-rate')).toBe(123.45); + expect(metricValue(point, 'roundtrip', 'p95', 'payload-rate')).toBeGreaterThan(0); + }); + + it('omits unavailable series from a component projection', () => { + const series = makeCollectiveXDataset().series; + + expect(chartPoints(series, 'dispatch', 'p99', 'tokens-per-rank', 'latency')).toHaveLength(1); + expect(chartPoints(series, 'roundtrip', 'p99', 'tokens-per-rank', 'latency')).toHaveLength(7); + }); + + it('reports mismatched diagnostic factors without deciding comparability', () => { + const series = makeCollectiveXDataset().series; + series[1].workload.routing = 'zipf'; + series[1].system.topology_class = 'other-topology'; + + expect(comparisonDifferences(series)).toEqual(expect.arrayContaining(['routing', 'topology'])); + }); + + it('reports implementation, transport, and resource differences', () => { + const base = makeCollectiveXDataset().series[0]; + const different = structuredClone(base); + different.backend.version = '2.0.0'; + different.build.image_digest = `sha256:${'f'.repeat(64)}`; + different.system.transport = 'pcie'; + different.resource.configured_units = 12; + + expect(comparisonDifferences([base, different])).toEqual( + expect.arrayContaining([ + 'backend implementation', + 'implementation build', + 'transport', + 'resource profile', + ]), + ); + expect(collectiveXColorKey(base)).not.toBe(collectiveXColorKey(different)); + expect(collectiveXSeriesLabel(base)).toContain( + '1.0.0 · backend-default · build dddddddd · series 00000001', + ); + expect(collectiveXSeriesLabel(base)).toContain('normal · scale-up · single-node-nvlink'); + expect(collectiveXTopologyLabel(base.system)).toContain('1x8 · domain 8 · nvlink'); + }); + + it('keeps publisher cohorts whole when applying mode, EP, phase, and fabric filters', () => { + const dataset = makeCollectiveXDataset(); + const cohort = dataset.cohorts[0]; + const seriesById = new Map(dataset.series.map((series) => [series.series_id, series])); + const selection = { + mode: 'normal' as const, + epSize: 8, + phase: 'decode' as const, + fabricScope: 'scale-up' as const, + }; + + expect(cohortMatchesSelection(cohort, seriesById, selection)).toBe(true); + + const mixedMode = new Map(seriesById); + const changed = structuredClone(mixedMode.get(cohort.series_ids[0])!); + changed.mode = 'low-latency'; + mixedMode.set(changed.series_id, changed); + expect(cohortMatchesSelection(cohort, mixedMode, selection)).toBe(false); + + expect( + cohortMatchesSelection(cohort, seriesById, { ...selection, fabricScope: 'scale-out' }), + ).toBe(false); + expect(cohortMatchesSelection(cohort, seriesById, { ...selection, epSize: 16 })).toBe(false); + expect(cohortMatchesSelection(cohort, seriesById, { ...selection, phase: 'prefill' })).toBe( + false, + ); + }); + + it('binds mode and exact topology into labels, colors, and mismatch warnings', () => { + const base = makeCollectiveXDataset().series[0]; + const different = structuredClone(base); + different.mode = 'low-latency'; + different.system.scope = 'scale-out'; + different.system.nodes = 2; + different.system.scale_out_transport = 'rdma'; + different.system.transport = 'nvlink-rdma'; + different.system.topology_class = 'h100-nvlink-rdma'; + + expect(collectiveXColorKey(base)).not.toBe(collectiveXColorKey(different)); + expect(collectiveXSeriesLabel(different)).toContain( + 'low-latency · scale-out · h100-nvlink-rdma', + ); + expect(comparisonDifferences([base, different])).toEqual( + expect.arrayContaining(['mode', 'fabric scope', 'topology']), + ); + }); + + it('gives routing variants distinct visual identities', () => { + const [uniform, zipf] = makeCollectiveXDataset().series; + zipf.workload.routing = 'zipf'; + + expect(collectiveXColorKey(uniform)).not.toBe(collectiveXColorKey(zipf)); + zipf.workload.eplb = true; + expect(collectiveXColorKey(zipf)).toContain('zipf-eplb'); + }); + + it('keeps public config, routing-control, and runtime builds visually distinct', () => { + const base = makeCollectiveXDataset().series[0]; + const publicConfig = structuredClone(base); + const routingControl = structuredClone(base); + const runtime = structuredClone(base); + publicConfig.build.public_config_sha256 = '0'.repeat(64); + routingControl.build.routing_control_sha256 = '9'.repeat(64); + runtime.build.runtime_fingerprint_sha256 = '6'.repeat(64); + + expect(collectiveXColorKey(base)).not.toBe(collectiveXColorKey(publicConfig)); + expect(collectiveXColorKey(base)).not.toBe(collectiveXColorKey(routingControl)); + expect(collectiveXColorKey(base)).not.toBe(collectiveXColorKey(runtime)); + }); +}); diff --git a/packages/app/src/components/collectivex/data.ts b/packages/app/src/components/collectivex/data.ts new file mode 100644 index 000000000..dc0e655ce --- /dev/null +++ b/packages/app/src/components/collectivex/data.ts @@ -0,0 +1,233 @@ +import type { + CollectiveXChartPoint, + CollectiveXCohort, + CollectiveXComponent, + CollectiveXMetric, + CollectiveXMode, + CollectiveXOperation, + CollectiveXPercentile, + CollectiveXPhase, + CollectiveXPoint, + CollectiveXSeries, + CollectiveXTopologyScope, + CollectiveXXAxis, + CollectiveXYAxis, +} from './types'; + +export type CollectiveXFabricScope = 'all' | CollectiveXTopologyScope; + +export interface CollectiveXSeriesSelection { + mode: CollectiveXMode; + epSize: number; + phase: CollectiveXPhase; + fabricScope: CollectiveXFabricScope; +} + +const DECISION_ORDER = { + phase: { decode: 0, prefill: 1 }, + measure: { latency_us: 0, logical_payload_rate_gbps_at_latency_percentile: 1 }, + statistic: { p50: 0, p99: 1 }, + objective: { min: 0, max: 1 }, +} as const; + +export function compareCollectiveXDecisionMetrics( + left: CollectiveXMetric, + right: CollectiveXMetric, +): number { + return ( + DECISION_ORDER.phase[left.phase] - DECISION_ORDER.phase[right.phase] || + left.tokens_per_rank - right.tokens_per_rank || + DECISION_ORDER.measure[left.measure] - DECISION_ORDER.measure[right.measure] || + DECISION_ORDER.statistic[left.statistic] - DECISION_ORDER.statistic[right.statistic] || + DECISION_ORDER.objective[left.objective] - DECISION_ORDER.objective[right.objective] + ); +} + +export function collectiveXTopologyLabel( + system: Pick< + CollectiveXSeries['system'], + | 'nodes' + | 'gpus_per_node' + | 'scale_up_domain' + | 'scale_up_transport' + | 'scale_out_transport' + | 'topology_class' + >, +): string { + const transports = system.scale_out_transport + ? `${system.scale_up_transport}+${system.scale_out_transport}` + : system.scale_up_transport; + return `${system.nodes}x${system.gpus_per_node} · domain ${system.scale_up_domain} · ${transports} · ${system.topology_class}`; +} + +export function collectiveXSeriesLabel(series: CollectiveXSeries): string { + const version = series.backend.version ?? 'unversioned'; + const build = series.build.implementation_contract_sha256.slice(0, 8); + const identity = series.series_id.slice(-8); + const tier = series.publication_tier === 'official' ? 'official' : 'experimental'; + const routing = `${series.workload.routing}${series.workload.eplb ? '+eplb' : ''}`; + return `${series.system.sku.toUpperCase()} EP${series.system.ep_size} · ${series.backend.label} · ${series.mode} · ${series.system.scope} · ${series.system.topology_class} · ${series.phase} · ${routing} · ${version} · ${series.resource.profile} · build ${build} · series ${identity} · ${tier}`; +} + +export function collectiveXColorKey(series: CollectiveXSeries): string { + const routing = `${series.workload.routing}${series.workload.eplb ? '-eplb' : ''}`; + const eplb = series.eplb.enabled + ? `${series.eplb.planner ?? 'enabled'}-${series.eplb.mapping_sha256 ?? 'unmapped'}-${series.eplb.physical_experts}` + : 'eplb-off'; + const units = `${series.resource.comm_units_kind ?? 'units'}-${series.resource.configured_units ?? 'default'}`; + return [ + series.system.sku, + series.mode, + `ep${series.system.ep_size}`, + series.system.scope, + `${series.system.nodes}x${series.system.gpus_per_node}`, + `scaleup${series.system.scale_up_domain}`, + series.system.scale_up_transport, + series.system.scale_out_transport ?? 'no-scaleout', + series.system.topology_class, + series.system.transport, + series.backend.id, + series.backend.generation ?? 'default', + series.backend.version ?? 'unversioned', + series.publication_tier, + series.build.implementation_contract_sha256, + series.build.public_config_sha256, + series.build.routing_control_sha256, + series.build.runtime_fingerprint_sha256, + series.build.image_digest, + series.build.source_sha, + series.build.squash_sha256, + routing, + eplb, + series.resource.profile, + units, + ].join('_'); +} + +export function seriesMatchesSelection( + series: CollectiveXSeries, + selection: CollectiveXSeriesSelection, +): boolean { + return ( + series.mode === selection.mode && + series.system.ep_size === selection.epSize && + series.phase === selection.phase && + (selection.fabricScope === 'all' || series.system.scope === selection.fabricScope) + ); +} + +export function cohortMatchesSelection( + cohort: CollectiveXCohort, + seriesById: Map, + selection: CollectiveXSeriesSelection, +): boolean { + return cohort.series_ids.every((seriesId) => { + const series = seriesById.get(seriesId); + return series !== undefined && seriesMatchesSelection(series, selection); + }); +} + +function operationComponent( + point: CollectiveXPoint, + operation: CollectiveXOperation, +): CollectiveXComponent | null { + return point.components[operation === 'isolated-sum' ? 'isolated_sum' : operation]; +} + +export function metricValue( + point: CollectiveXPoint, + operation: CollectiveXOperation, + percentile: CollectiveXPercentile, + yAxis: CollectiveXYAxis, +): number | null { + const component = operationComponent(point, operation); + if (component === null) return null; + const latencyUs = component.latency_us[percentile]; + if (yAxis === 'latency') return latencyUs; + if (yAxis === 'tokens-per-second') { + return operation === 'roundtrip' + ? point.roundtrip_token_rate_at_latency_percentile[percentile] + : null; + } + return component.logical_payload_rate_gbps_at_latency_percentile?.[percentile] ?? null; +} + +export function chartPoints( + series: CollectiveXSeries[], + operation: CollectiveXOperation, + percentile: CollectiveXPercentile, + xAxis: CollectiveXXAxis, + yAxis: CollectiveXYAxis, +): CollectiveXChartPoint[] { + return series.flatMap((item) => + item.points.flatMap((point) => { + const x = xAxis === 'tokens-per-rank' ? point.tokens_per_rank : point.global_tokens; + const y = metricValue(point, operation, percentile, yAxis); + if (!Number.isFinite(x) || x <= 0 || y === null || y <= 0 || !Number.isFinite(y)) return []; + return [ + { + seriesId: item.series_id, + seriesLabel: collectiveXSeriesLabel(item), + colorKey: collectiveXColorKey(item), + x, + y, + operation, + percentile, + point, + series: item, + }, + ]; + }), + ); +} + +export function comparisonDifferences(series: CollectiveXSeries[]): string[] { + if (series.length === 0) return []; + const warnings: string[] = []; + const different = (getValue: (item: CollectiveXSeries) => unknown) => + new Set(series.map(getValue)).size > 1; + const checks: [string, (item: CollectiveXSeries) => unknown][] = [ + ['model', (item) => item.model], + ['suite', (item) => item.suite], + ['publication tier', (item) => item.publication_tier], + ['mode', (item) => item.mode], + ['phase', (item) => item.phase], + ['backend implementation', (item) => JSON.stringify(item.backend)], + ['implementation build', (item) => JSON.stringify(item.build)], + ['system identity', (item) => `${item.system.sku}/${item.system.vendor}/${item.system.label}`], + ['fabric scope', (item) => item.system.scope], + ['topology', (item) => collectiveXTopologyLabel(item.system)], + ['transport', (item) => item.system.transport], + ['world size', (item) => item.system.world_size], + ['EP degree', (item) => item.system.ep_size], + ['placement', (item) => item.system.placement], + ['workload', (item) => item.workload.workload_id], + [ + 'model shape', + (item) => + `${item.workload.hidden}/${item.workload.top_k}/${item.workload.experts}/${item.workload.activation_profile}`, + ], + ['routing', (item) => `${item.workload.routing}/${item.workload.eplb}`], + ['EPLB plan', (item) => JSON.stringify(item.eplb)], + ['dtypes', (item) => `${item.workload.dispatch_dtype}/${item.workload.combine_dtype}`], + ['resource profile', (item) => JSON.stringify(item.resource)], + ['measurement', (item) => JSON.stringify(item.measurement)], + ['token ladder', (item) => item.points.map((point) => point.tokens_per_rank).join(',')], + [ + 'component availability', + (item) => + item.points + .map((point) => + ['dispatch', 'combine', 'roundtrip', 'isolated_sum'] + .map((name) => point.components[name as keyof typeof point.components] !== null) + .join('/'), + ) + .join(','), + ], + ['correctness', (item) => item.points.map((point) => point.correct).join(',')], + ]; + for (const [label, getValue] of checks) { + if (different(getValue)) warnings.push(label); + } + return warnings; +} diff --git a/packages/app/src/components/collectivex/reader.test.ts b/packages/app/src/components/collectivex/reader.test.ts new file mode 100644 index 000000000..8a0c5957d --- /dev/null +++ b/packages/app/src/components/collectivex/reader.test.ts @@ -0,0 +1,559 @@ +import { beforeEach, describe, expect, it, vi } from 'vitest'; + +import { + collectiveXChannelUrl, + fetchCollectiveXPublication, + parseCollectiveXChannel, + parseCollectiveXDataset, + sha256Hex, +} from './reader'; +import { + makeCollectiveXContractDataset, + makeCollectiveXDataset, + makeCollectiveXDiagnosticDataset, +} from './test-fixture'; + +const mockFetch = vi.fn(); +vi.stubGlobal('fetch', mockFetch); + +beforeEach(() => mockFetch.mockReset()); + +describe('CollectiveX publication reader', () => { + it('hashes bytes without requiring secure-context Web Crypto', async () => { + await expect(sha256Hex(new TextEncoder().encode('abc'))).resolves.toBe( + 'ba7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015ad', + ); + }); + + it('accepts the strict public shape without recomputing publisher policy', () => { + const dataset = makeCollectiveXDataset(); + const nonSuccessAttempt = dataset.attempts.find( + (attempt) => attempt.outcome === 'unsupported', + )!; + nonSuccessAttempt.failure_mode = 'future-runtime-mode'; + nonSuccessAttempt.reason = 'future-runtime-reason'; + + const result = parseCollectiveXDataset(dataset); + + expect(result.series[0].publication_tier).toBe('official'); + expect(result.cohorts.find((item) => item.kind === 'routing')?.publication_tier).toBe( + 'comparable-experimental', + ); + expect(result.series[1].points[0].components.dispatch).toBeNull(); + }); + + it('preserves mode, measurement, and topology dimensions from the publisher', () => { + const result = parseCollectiveXDataset(makeCollectiveXContractDataset()); + const normal = result.series.find((item) => item.mode === 'normal')!; + const lowLatency = result.series.find((item) => item.mode === 'low-latency')!; + const unsupported = result.coverage.find((item) => item.disposition === 'unsupported')!; + + expect(normal.system).toMatchObject({ ep_size: 8, nodes: 1, scope: 'scale-up' }); + expect(lowLatency.system).toMatchObject({ + ep_size: 16, + nodes: 2, + scope: 'scale-out', + scale_out_transport: 'rdma', + }); + expect(lowLatency.measurement).toMatchObject({ + contract: 'expert-packed-weighted-combine-v1', + component_order_contract: 'roundtrip-dispatch-gate-weighted-combine-v1', + combine_semantics: 'gate-weighted', + payload_unit: 'token-expert', + }); + expect(unsupported.topology).toMatchObject({ + ep_size: 16, + scope: 'scale-out', + scale_up_transport: 'xgmi', + scale_out_transport: 'rdma', + }); + }); + + it('rejects unknown, missing, and stale structural fields', () => { + const unknown = makeCollectiveXDataset() as unknown as Record; + unknown.browser_decision = true; + expect(() => parseCollectiveXDataset(unknown)).toThrow('unknown field browser_decision'); + + const missingTier = makeCollectiveXDataset(); + delete (missingTier.series[0] as Partial<(typeof missingTier.series)[number]>).publication_tier; + expect(() => parseCollectiveXDataset(missingTier)).toThrow('publication_tier'); + + const staleMetric = makeCollectiveXDataset(); + const component = staleMetric.series[0].points[0].components.roundtrip! as unknown as Record< + string, + unknown + >; + component.logical_gbps = component.logical_payload_rate_gbps_at_latency_percentile; + delete component.logical_payload_rate_gbps_at_latency_percentile; + expect(() => parseCollectiveXDataset(staleMetric)).toThrow('logical_payload_rate'); + + const missingTopologyScope = makeCollectiveXContractDataset(); + delete ( + missingTopologyScope.coverage[0].topology as Partial< + (typeof missingTopologyScope.coverage)[number]['topology'] + > + ).scope; + expect(() => parseCollectiveXDataset(missingTopologyScope)).toThrow('scope'); + + const staleMode = makeCollectiveXContractDataset(); + (staleMode.series.at(-1) as unknown as Record).mode = 'll'; + expect(() => parseCollectiveXDataset(staleMode)).toThrow('normal'); + }); + + it('matches backend eligibility and evidence uniqueness constraints', () => { + const missingReason = makeCollectiveXDataset(); + missingReason.series[0].eligibility.decision_grade = false; + expect(() => parseCollectiveXDataset(missingReason)).toThrow('diagnostic eligibility'); + + const repeatedEvidenceId = makeCollectiveXDataset(); + const attemptWithEvidence = repeatedEvidenceId.attempts.find( + (attempt) => attempt.evidence.length > 0, + )!; + const evidence = attemptWithEvidence.evidence[0]; + attemptWithEvidence.evidence.push({ + evidence_id: evidence.evidence_id, + point_id: repeatedEvidenceId.series[1].points[0].point_id, + }); + expect(() => parseCollectiveXDataset(repeatedEvidenceId)).toThrow('duplicate evidence ID'); + + const duplicateEvidence = makeCollectiveXDataset(); + const duplicateAttempt = duplicateEvidence.attempts.find( + (attempt) => attempt.evidence.length > 0, + )!; + duplicateAttempt.evidence.push({ ...duplicateAttempt.evidence[0] }); + expect(() => parseCollectiveXDataset(duplicateEvidence)).toThrow('duplicate evidence items'); + }); + + it('rejects broken coverage and attempt references', () => { + const unknownCase = makeCollectiveXDataset(); + unknownCase.attempts[0].case_id = `cxcase-v1-${'f'.repeat(64)}`; + expect(() => parseCollectiveXDataset(unknownCase)).toThrow('references unknown coverage'); + + const incompleteCatalog = makeCollectiveXDataset(); + incompleteCatalog.coverage[0].attempt_ids.pop(); + expect(() => parseCollectiveXDataset(incompleteCatalog)).toThrow( + 'inconsistent attempt catalog', + ); + + const wrongSelection = makeCollectiveXDataset(); + wrongSelection.coverage[0].selected_attempt_id = wrongSelection.coverage[1].attempt_ids[0]; + expect(() => parseCollectiveXDataset(wrongSelection)).toThrow('invalid selected attempt'); + + const twoSelections = makeCollectiveXDataset(); + const selected = twoSelections.attempts[0]; + const duplicateSelection = { + ...structuredClone(selected), + attempt_id: `cxattempt-v1-${'e'.repeat(64)}`, + evidence: [], + attempt_index: 2, + outcome: 'failed' as const, + failure_mode: 'retry-failed', + reason: 'retry-failed', + series_id: null, + }; + twoSelections.attempts.push(duplicateSelection); + twoSelections.coverage + .find((item) => item.case_id === selected.case_id)! + .attempt_ids.push(duplicateSelection.attempt_id); + expect(() => parseCollectiveXDataset(twoSelections)).toThrow('invalid allocation selection'); + + const wrongCounters = makeCollectiveXDataset(); + wrongCounters.promotion.requested_cases = 999; + wrongCounters.promotion.terminal_cases = 0; + expect(() => parseCollectiveXDataset(wrongCounters)).toThrow( + 'coverage counters differ from coverage', + ); + }); + + it('rejects dangling series and cohort references', () => { + const unknownSeries = makeCollectiveXDataset(); + unknownSeries.attempts.find((attempt) => attempt.series_id !== null)!.series_id = + `cxseries-v1-${'f'.repeat(64)}`; + expect(() => parseCollectiveXDataset(unknownSeries)).toThrow('references unknown series'); + + const unknownCohortMember = makeCollectiveXDataset(); + unknownCohortMember.cohorts[0].series_ids[0] = `cxseries-v1-${'f'.repeat(64)}`; + expect(() => parseCollectiveXDataset(unknownCohortMember)).toThrow('references unknown series'); + + const duplicateSeries = makeCollectiveXDataset(); + duplicateSeries.series.push(structuredClone(duplicateSeries.series[0])); + expect(() => parseCollectiveXDataset(duplicateSeries)).toThrow('duplicate ID'); + }); + + it('rejects contradictory publisher status and eligibility catalogs', () => { + const wrongAttemptReason = makeCollectiveXDataset(); + const unsupported = wrongAttemptReason.attempts.find( + (attempt) => attempt.outcome === 'unsupported', + )!; + unsupported.reason = null; + expect(() => parseCollectiveXDataset(wrongAttemptReason)).toThrow('contradictory status'); + + const wrongSeriesStatus = makeCollectiveXDataset(); + wrongSeriesStatus.series[0].status = 'diagnostic'; + expect(() => parseCollectiveXDataset(wrongSeriesStatus)).toThrow('inconsistent eligibility'); + + const wrongCohortAllocations = makeCollectiveXDataset(); + wrongCohortAllocations.cohorts[0].eligibility.allocation_ids.pop(); + expect(() => parseCollectiveXDataset(wrongCohortAllocations)).toThrow( + 'inconsistent eligibility', + ); + }); + + it('rejects decision and sensitivity links outside their cohorts', () => { + const unknownRankingCohort = makeCollectiveXDataset(); + unknownRankingCohort.rankings[0].cohort_id = `cxcohort-v1-${'f'.repeat(64)}`; + expect(() => parseCollectiveXDataset(unknownRankingCohort)).toThrow( + 'references unknown cohort', + ); + + const wrongRankingPoint = makeCollectiveXDataset(); + const ranking = wrongRankingPoint.rankings[0]; + ranking.entries[0].point_id = wrongRankingPoint.series.find( + (series) => series.series_id !== ranking.entries[0].series_id, + )!.points[0].point_id; + expect(() => parseCollectiveXDataset(wrongRankingPoint)).toThrow('invalid point'); + + const wrongRecommendationSeries = makeCollectiveXDataset(); + const recommendation = wrongRecommendationSeries.recommendations[0]; + const cohort = wrongRecommendationSeries.cohorts.find( + (item) => item.cohort_id === recommendation.cohort_id, + )!; + const outsider = wrongRecommendationSeries.series.find( + (series) => !cohort.series_ids.includes(series.series_id), + )!; + recommendation.series_id = outsider.series_id; + recommendation.point_id = outsider.points[0].point_id; + expect(() => parseCollectiveXDataset(wrongRecommendationSeries)).toThrow( + 'invalid publication links', + ); + + const wrongSensitivitySeries = makeCollectiveXDataset(); + const sensitivity = wrongSensitivitySeries.sensitivities[0]; + const sensitivityCohort = wrongSensitivitySeries.cohorts.find( + (item) => item.cohort_id === sensitivity.cohort_id, + )!; + sensitivity.candidate_series_id = wrongSensitivitySeries.series.find( + (series) => !sensitivityCohort.series_ids.includes(series.series_id), + )!.series_id; + expect(() => parseCollectiveXDataset(wrongSensitivitySeries)).toThrow( + 'invalid publication links', + ); + }); + + it('rejects contradictory decision graphs without choosing replacements', () => { + const duplicateRankingMember = makeCollectiveXDataset(); + duplicateRankingMember.rankings[0].entries.push( + structuredClone(duplicateRankingMember.rankings[0].entries[0]), + ); + expect(() => parseCollectiveXDataset(duplicateRankingMember)).toThrow( + 'does not reference its cohort', + ); + + const duplicateMetric = makeCollectiveXDataset(); + const clonedRanking = structuredClone(duplicateMetric.rankings[0]); + clonedRanking.ranking_id = `cxranking-v1-${'e'.repeat(64)}`; + clonedRanking.entries = clonedRanking.entries.toReversed(); + clonedRanking.entries.forEach((entry, index) => { + entry.rank = index + 1; + }); + duplicateMetric.rankings.push(clonedRanking); + expect(() => parseCollectiveXDataset(duplicateMetric)).toThrow('duplicates a decision metric'); + + const nonWinner = makeCollectiveXDataset(); + const recommendation = nonWinner.recommendations[0]; + const ranking = nonWinner.rankings.find( + (item) => + item.cohort_id === recommendation.cohort_id && + item.metric.statistic === 'p50' && + item.metric.measure === 'latency_us', + )!; + const runnerUp = ranking.entries[1]; + recommendation.series_id = runnerUp.series_id; + recommendation.point_id = runnerUp.point_id; + recommendation.value = runnerUp.value; + recommendation.unit = runnerUp.unit; + expect(() => parseCollectiveXDataset(nonWinner)).toThrow('invalid publication links'); + + const routingRecommendation = makeCollectiveXDataset(); + const routingCohort = routingRecommendation.cohorts.find((item) => item.kind === 'routing')!; + const routingSeries = routingRecommendation.series.find( + (item) => item.series_id === routingCohort.series_ids[0], + )!; + const movedRecommendation = routingRecommendation.recommendations[0]; + movedRecommendation.cohort_id = routingCohort.cohort_id; + movedRecommendation.series_id = routingSeries.series_id; + movedRecommendation.point_id = routingSeries.points[0].point_id; + expect(() => parseCollectiveXDataset(routingRecommendation)).toThrow( + 'invalid publication links', + ); + + const nonRoutingSensitivity = makeCollectiveXDataset(); + const libraryCohort = nonRoutingSensitivity.cohorts.find((item) => item.kind === 'library')!; + const sensitivity = nonRoutingSensitivity.sensitivities[0]; + sensitivity.cohort_id = libraryCohort.cohort_id; + sensitivity.baseline_series_id = libraryCohort.series_ids[0]; + sensitivity.candidate_series_id = libraryCohort.series_ids[0]; + expect(() => parseCollectiveXDataset(nonRoutingSensitivity)).toThrow( + 'invalid publication links', + ); + + const wrongMetricUnit = makeCollectiveXDataset(); + wrongMetricUnit.rankings[0].metric.objective = 'max'; + wrongMetricUnit.rankings[0].entries.forEach((entry) => { + entry.unit = 'GB/s'; + }); + expect(() => parseCollectiveXDataset(wrongMetricUnit)).toThrow('invalid metric metadata'); + + const wrongSensitivityMetric = makeCollectiveXDataset(); + wrongSensitivityMetric.sensitivities[0].metric = { + ...wrongSensitivityMetric.sensitivities[0].metric, + objective: 'max', + }; + expect(() => parseCollectiveXDataset(wrongSensitivityMetric)).toThrow( + 'invalid publication links', + ); + + const duplicateRecommendation = makeCollectiveXDataset(); + const clonedRecommendation = structuredClone(duplicateRecommendation.recommendations[0]); + clonedRecommendation.recommendation_id = `cxrecommendation-v1-${'e'.repeat(64)}`; + duplicateRecommendation.recommendations.push(clonedRecommendation); + expect(() => parseCollectiveXDataset(duplicateRecommendation)).toThrow( + 'invalid publication links', + ); + + const duplicateSensitivity = makeCollectiveXDataset(); + const clonedSensitivity = structuredClone(duplicateSensitivity.sensitivities[0]); + clonedSensitivity.sensitivity_id = `cxsensitivity-v1-${'e'.repeat(64)}`; + duplicateSensitivity.sensitivities.push(clonedSensitivity); + expect(() => parseCollectiveXDataset(duplicateSensitivity)).toThrow( + 'invalid publication links', + ); + }); + + it('rejects copied decision values and invalid publication envelopes', () => { + const wrongRankingValue = makeCollectiveXDataset(); + wrongRankingValue.rankings[0].entries[0].value *= 2; + expect(() => parseCollectiveXDataset(wrongRankingValue)).toThrow( + 'differs from measured series data', + ); + + const promotedWithoutEligibleDecisions = makeCollectiveXDataset(); + for (const cohort of promotedWithoutEligibleDecisions.cohorts) { + cohort.eligibility = { + ...cohort.eligibility, + decision_grade: false, + stable_ordering: false, + reasons: ['unstable-ordering'], + }; + } + promotedWithoutEligibleDecisions.rankings = []; + promotedWithoutEligibleDecisions.recommendations = []; + promotedWithoutEligibleDecisions.sensitivities = []; + expect(() => parseCollectiveXDataset(promotedWithoutEligibleDecisions)).toThrow( + 'promoted dataset lacks a complete decision graph', + ); + + const quarantinedWithEvidence = makeCollectiveXDataset(); + quarantinedWithEvidence.promotion.status = 'quarantined'; + expect(() => parseCollectiveXDataset(quarantinedWithEvidence)).toThrow( + 'quarantined dataset exposes publication evidence', + ); + }); + + it('accepts only digest-addressed public channel paths', () => { + const digest = 'a'.repeat(64); + expect( + parseCollectiveXChannel({ + format: 'collectivex.channel.v1', + channel: 'dev-latest', + generated_at: '2026-07-04T00:00:00Z', + dataset: { + path: `datasets/${digest}/dataset.json`, + sha256: digest, + bytes: 10, + }, + }).dataset.sha256, + ).toBe(digest); + + expect(() => + parseCollectiveXChannel({ + format: 'collectivex.channel.v1', + channel: 'dev-latest', + generated_at: '2026-07-04T00:00:00Z', + dataset: { path: '../private/dataset.json', sha256: digest, bytes: 10 }, + }), + ).toThrow('dataset.path'); + + expect(() => + parseCollectiveXChannel({ + format: 'collectivex.channel.v1', + channel: 'dev-latest', + generated_at: '2026-07-04T00:00:00Z', + dataset: { + path: `datasets/${'b'.repeat(64)}/dataset.json`, + sha256: digest, + bytes: 10, + }, + }), + ).toThrow('digest-addressed'); + + expect(() => + parseCollectiveXChannel({ + format: 'collectivex.channel.v1', + channel: 'dev-latest', + generated_at: '2026-07-04T00:00:00Z', + dataset: { + path: `datasets/${digest}/dataset.json`, + sha256: digest, + bytes: 32 * 1024 * 1024 + 1, + }, + }), + ).toThrow('33554432'); + }); + + it('verifies exact bytes and SHA-256 before parsing', async () => { + const bytes = new TextEncoder().encode(JSON.stringify(makeCollectiveXDataset())); + const digest = await sha256Hex(bytes); + mockPublication(bytes, digest); + + const result = await fetchCollectiveXPublication(); + + expect(result.digest).toBe(digest); + expect(mockFetch).toHaveBeenNthCalledWith( + 1, + collectiveXChannelUrl('dev-latest'), + expect.objectContaining({ cache: 'no-store', credentials: 'same-origin' }), + ); + expect(mockFetch).toHaveBeenNthCalledWith( + 2, + `/collectivex-data/v1/datasets/${digest}/dataset.json`, + expect.objectContaining({ cache: 'force-cache', credentials: 'same-origin' }), + ); + }); + + it('distinguishes deployment and channel availability from rejected publication bytes', async () => { + mockFetch.mockResolvedValueOnce({ ok: false, status: 503, headers: new Headers() }); + await expect(fetchCollectiveXPublication()).rejects.toMatchObject({ + name: 'CollectiveXDataError', + availabilityReason: 'store-unavailable', + }); + + mockFetch.mockReset(); + mockFetch.mockResolvedValueOnce({ + ok: false, + status: 503, + headers: new Headers({ 'X-CollectiveX-Status': 'source-unavailable' }), + }); + await expect(fetchCollectiveXPublication()).rejects.toMatchObject({ + name: 'CollectiveXDataError', + availabilityReason: 'source-unavailable', + }); + + mockFetch.mockReset(); + mockFetch.mockResolvedValueOnce({ + ok: false, + status: 404, + headers: new Headers({ 'X-CollectiveX-Status': 'channel-unavailable' }), + }); + await expect(fetchCollectiveXPublication()).rejects.toMatchObject({ + name: 'CollectiveXDataError', + availabilityReason: 'channel-unavailable', + }); + + mockFetch.mockReset(); + mockFetch.mockResolvedValueOnce({ ok: false, status: 404, headers: new Headers() }); + await expect(fetchCollectiveXPublication()).rejects.toThrow( + 'CollectiveX publication rejected: channel request failed (404).', + ); + }); + + it('fails closed on byte, digest, and channel-name mismatch', async () => { + const bytes = new TextEncoder().encode(JSON.stringify(makeCollectiveXDataset())); + const digest = await sha256Hex(bytes); + mockPublication(bytes, digest, { byteLength: bytes.length + 1 }); + await expect(fetchCollectiveXPublication()).rejects.toThrow('byte count'); + + mockFetch.mockReset(); + mockPublication(bytes, 'f'.repeat(64)); + await expect(fetchCollectiveXPublication()).rejects.toThrow('SHA-256'); + + mockFetch.mockReset(); + mockPublication(bytes, digest, { pointerChannel: 'latest-attempt' }); + await expect(fetchCollectiveXPublication('dev-latest')).rejects.toThrow( + 'channel name does not match', + ); + + mockFetch.mockReset(); + mockPublication(bytes, digest, { pointerTimestamp: '2099-01-01T00:00:00Z' }); + await expect(fetchCollectiveXPublication()).rejects.toThrow('timestamp does not match'); + }); + + it('requires a promoted dataset only on dev-latest', async () => { + const bytes = new TextEncoder().encode(JSON.stringify(makeCollectiveXDiagnosticDataset())); + const digest = await sha256Hex(bytes); + mockPublication(bytes, digest); + await expect(fetchCollectiveXPublication('dev-latest')).rejects.toThrow( + 'does not reference a promoted dataset', + ); + + mockFetch.mockReset(); + mockPublication(bytes, digest, { pointerChannel: 'latest-attempt' }); + await expect(fetchCollectiveXPublication('latest-attempt')).resolves.toMatchObject({ + dataset: { promotion: { status: 'diagnostic' } }, + }); + }); + + it('rejects duplicate JSON keys before schema validation', async () => { + mockFetch.mockResolvedValueOnce({ + ok: true, + text: () => + Promise.resolve( + `{"format":"collectivex.channel.v1","format":"collectivex.channel.v1",` + + `"channel":"dev-latest","generated_at":"2026-07-04T01:00:00Z",` + + `"dataset":{"path":"datasets/${'a'.repeat(64)}/dataset.json",` + + `"sha256":"${'a'.repeat(64)}","bytes":1}}`, + ), + }); + await expect(fetchCollectiveXPublication()).rejects.toThrow('duplicate key format'); + + mockFetch.mockReset(); + const text = JSON.stringify(makeCollectiveXDataset()).replace( + '"schema_version":1', + '"schema_version":1,"schema_version":1', + ); + const bytes = new TextEncoder().encode(text); + const digest = await sha256Hex(bytes); + mockPublication(bytes, digest); + await expect(fetchCollectiveXPublication()).rejects.toThrow('duplicate key schema_version'); + }); +}); + +function mockPublication( + bytes: Uint8Array, + digest: string, + options: { + byteLength?: number; + pointerChannel?: 'dev-latest' | 'latest-attempt'; + pointerTimestamp?: string; + } = {}, +) { + const channel = options.pointerChannel ?? 'dev-latest'; + mockFetch + .mockResolvedValueOnce({ + ok: true, + text: () => + Promise.resolve( + JSON.stringify({ + format: 'collectivex.channel.v1', + channel, + generated_at: options.pointerTimestamp ?? '2026-07-04T01:00:00Z', + dataset: { + path: `datasets/${digest}/dataset.json`, + sha256: digest, + bytes: options.byteLength ?? bytes.length, + }, + }), + ), + }) + .mockResolvedValueOnce({ ok: true, arrayBuffer: () => Promise.resolve(bytes.buffer) }); +} diff --git a/packages/app/src/components/collectivex/reader.ts b/packages/app/src/components/collectivex/reader.ts new file mode 100644 index 000000000..ba86cb0de --- /dev/null +++ b/packages/app/src/components/collectivex/reader.ts @@ -0,0 +1,614 @@ +import type { ZodError } from 'zod'; +import { sha256 } from '@noble/hashes/sha2.js'; +import { bytesToHex } from '@noble/hashes/utils.js'; + +import { + collectiveXChannelSchema, + collectiveXDatasetSchema, + type CollectiveXChannel, + type CollectiveXDataset, + type CollectiveXMetric, + type CollectiveXPoint, + type CollectiveXResolvedDataset, + type CollectiveXSeries, + type CollectiveXVersion, +} from './types'; + +export type CollectiveXChannelName = CollectiveXChannel['channel']; + +const collectiveXPublicRoot = (version: CollectiveXVersion) => `/collectivex-data/${version}/`; + +export const collectiveXChannelUrl = ( + channel: CollectiveXChannelName, + version: CollectiveXVersion = 'v1', +) => `${collectiveXPublicRoot(version)}channels/${channel}.json`; + +export type CollectiveXAvailabilityReason = + | 'store-unavailable' + | 'source-unavailable' + | 'channel-unavailable'; + +class CollectiveXDataError extends Error { + readonly availabilityReason: CollectiveXAvailabilityReason | null; + + constructor(message: string, availabilityReason: CollectiveXAvailabilityReason | null = null) { + super(availabilityReason ? message : `CollectiveX publication rejected: ${message}`); + this.name = 'CollectiveXDataError'; + this.availabilityReason = availabilityReason; + } +} + +export function collectiveXAvailabilityReason( + error: unknown, +): CollectiveXAvailabilityReason | null { + return error instanceof CollectiveXDataError ? error.availabilityReason : null; +} + +function schemaError(error: ZodError): CollectiveXDataError { + const issue = error.issues[0]; + const path = issue?.path.length ? `$.${issue.path.join('.')}` : '$'; + if (issue?.code === 'unrecognized_keys') { + return new CollectiveXDataError(`${path} contains unknown field ${issue.keys[0]}.`); + } + return new CollectiveXDataError(`${path} ${issue?.message ?? 'is malformed'}.`); +} + +function strictJson(text: string, name: string): unknown { + let value: unknown; + try { + value = JSON.parse(text); + } catch { + throw new CollectiveXDataError(`${name} is not valid JSON.`); + } + + let offset = 0; + const whitespace = () => { + while (/\s/.test(text[offset] ?? '')) offset += 1; + }; + const string = () => { + const start = offset++; + while (offset < text.length) { + if (text[offset] === '"') { + offset += 1; + return JSON.parse(text.slice(start, offset)) as string; + } + if (text[offset] === '\\') offset += text[offset + 1] === 'u' ? 6 : 2; + else offset += 1; + } + throw new CollectiveXDataError(`${name} contains an unterminated string.`); + }; + const parseValue = (): void => { + whitespace(); + if (text[offset] === '{') return object(); + if (text[offset] === '[') return array(); + if (text[offset] === '"') return void string(); + while (offset < text.length && !/[\s,\]}]/.test(text[offset])) offset += 1; + }; + const object = (): void => { + const keys = new Set(); + offset += 1; + whitespace(); + if (text[offset] === '}') return void (offset += 1); + while (offset < text.length) { + const key = string(); + if (keys.has(key)) throw new CollectiveXDataError(`${name} contains duplicate key ${key}.`); + keys.add(key); + whitespace(); + offset += 1; + parseValue(); + whitespace(); + if (text[offset] === '}') return void (offset += 1); + offset += 1; + whitespace(); + } + }; + const array = (): void => { + offset += 1; + whitespace(); + if (text[offset] === ']') return void (offset += 1); + while (offset < text.length) { + parseValue(); + whitespace(); + if (text[offset] === ']') return void (offset += 1); + offset += 1; + } + }; + parseValue(); + return value; +} + +export function parseCollectiveXDatasetText(text: string): CollectiveXDataset { + return parseCollectiveXDataset(strictJson(text, 'dataset')); +} + +export function parseCollectiveXChannel(value: unknown): CollectiveXChannel { + const parsed = collectiveXChannelSchema.safeParse(value); + if (!parsed.success) throw schemaError(parsed.error); + const { dataset } = parsed.data; + if (dataset.path !== `datasets/${dataset.sha256}/dataset.json`) { + throw new CollectiveXDataError('$.dataset.path must be the digest-addressed dataset path.'); + } + return parsed.data; +} + +function uniqueIndex(items: T[], id: (item: T) => string, path: string): Map { + const indexed = new Map(); + for (const item of items) { + const value = id(item); + if (indexed.has(value)) + throw new CollectiveXDataError(`${path} contains duplicate ID ${value}.`); + indexed.set(value, item); + } + return indexed; +} + +function sameIds(actual: string[], expected: Iterable): boolean { + const actualSet = new Set(actual); + const expectedSet = new Set(expected); + return ( + actual.length === actualSet.size && + actualSet.size === expectedSet.size && + [...actualSet].every((id) => expectedSet.has(id)) + ); +} + +function sameValue(left: unknown, right: unknown): boolean { + return JSON.stringify(left) === JSON.stringify(right); +} + +const RECOMMENDATION_METRICS = { + 'min-p50-latency': ['latency_us', 'p50'], + 'min-p99-latency': ['latency_us', 'p99'], + 'max-payload-rate-at-p50-latency': ['logical_payload_rate_gbps_at_latency_percentile', 'p50'], + 'max-payload-rate-at-p99-latency': ['logical_payload_rate_gbps_at_latency_percentile', 'p99'], +} as const; + +function closeEnough(left: number, right: number): boolean { + return ( + left === right || Math.abs(left - right) <= 1e-12 * Math.max(Math.abs(left), Math.abs(right)) + ); +} + +function metricValue( + owner: CollectiveXSeries, + metric: CollectiveXMetric, +): { point: CollectiveXPoint; value: number; unit: 'us' | 'GB/s' } | null { + if (owner.phase !== metric.phase) return null; + const point = owner.points.find((item) => item.tokens_per_rank === metric.tokens_per_rank); + const component = point?.components.roundtrip; + if (!point || !component) return null; + if (metric.measure === 'latency_us') { + return { point, value: component.latency_us[metric.statistic], unit: 'us' }; + } + const value = component.logical_payload_rate_gbps_at_latency_percentile?.[metric.statistic]; + return value === null || value === undefined ? null : { point, value, unit: 'GB/s' }; +} + +function validateDatasetReferences(dataset: CollectiveXDataset): void { + const coverage = uniqueIndex(dataset.coverage, (item) => item.case_id, '$.coverage'); + const attempts = uniqueIndex(dataset.attempts, (item) => item.attempt_id, '$.attempts'); + const series = uniqueIndex(dataset.series, (item) => item.series_id, '$.series'); + const cohorts = uniqueIndex(dataset.cohorts, (item) => item.cohort_id, '$.cohorts'); + uniqueIndex(dataset.rankings, (item) => item.ranking_id, '$.rankings'); + uniqueIndex(dataset.recommendations, (item) => item.recommendation_id, '$.recommendations'); + uniqueIndex(dataset.sensitivities, (item) => item.sensitivity_id, '$.sensitivities'); + + const points = new Map(); + for (const owner of dataset.series) { + for (const point of owner.points) { + if (points.has(point.point_id)) { + throw new CollectiveXDataError(`$.series contains duplicate point ID ${point.point_id}.`); + } + points.set(point.point_id, { point, series: owner }); + } + } + + const allocationIds = new Set(dataset.promotion.allocation_ids); + const seenEvidenceIds = new Set(); + const attemptGroups = new Map(); + for (const attempt of dataset.attempts) { + if (!coverage.has(attempt.case_id)) { + throw new CollectiveXDataError(`attempt ${attempt.attempt_id} references unknown coverage.`); + } + if (!allocationIds.has(attempt.allocation_id)) { + throw new CollectiveXDataError( + `attempt ${attempt.attempt_id} references unknown allocation.`, + ); + } + for (const evidence of attempt.evidence) { + if (seenEvidenceIds.has(evidence.evidence_id)) { + throw new CollectiveXDataError( + `$.attempts contains duplicate evidence ID ${evidence.evidence_id}.`, + ); + } + seenEvidenceIds.add(evidence.evidence_id); + } + if ( + (attempt.outcome === 'success' && attempt.selected) !== (attempt.series_id !== null) || + (attempt.outcome === 'success') !== (attempt.reason === null) || + (attempt.outcome === 'success' && attempt.failure_mode !== null) + ) { + throw new CollectiveXDataError(`attempt ${attempt.attempt_id} has contradictory status.`); + } + const groupKey = `${attempt.case_id}\0${attempt.allocation_id}`; + attemptGroups.set(groupKey, [...(attemptGroups.get(groupKey) ?? []), attempt]); + if (attempt.series_id === null) continue; + const owner = series.get(attempt.series_id); + if (!owner) { + throw new CollectiveXDataError(`attempt ${attempt.attempt_id} references unknown series.`); + } + if ( + !owner.case_ids.includes(attempt.case_id) || + !owner.allocation_ids.includes(attempt.allocation_id) + ) { + throw new CollectiveXDataError( + `attempt ${attempt.attempt_id} is outside its series catalog.`, + ); + } + for (const evidence of attempt.evidence) { + const pointOwner = points.get(evidence.point_id); + if ( + pointOwner?.series.series_id !== owner.series_id || + !pointOwner.point.evidence_ids.includes(evidence.evidence_id) + ) { + throw new CollectiveXDataError(`attempt ${attempt.attempt_id} has invalid point evidence.`); + } + } + } + for (const group of attemptGroups.values()) { + const ordered = group.toSorted((left, right) => left.attempt_index - right.attempt_index); + const selected = ordered.filter((attempt) => attempt.selected); + if ( + ordered.some((attempt, index) => attempt.attempt_index !== index + 1) || + selected.length !== 1 + ) { + throw new CollectiveXDataError('retained retries have an invalid allocation selection.'); + } + } + if ( + !sameIds( + dataset.promotion.allocation_ids, + dataset.attempts.map((item) => item.allocation_id), + ) + ) { + throw new CollectiveXDataError('$.promotion.allocation_ids differs from retained attempts.'); + } + + for (const item of dataset.coverage) { + const expectedAttempts = dataset.attempts + .filter((attempt) => attempt.case_id === item.case_id) + .map((attempt) => attempt.attempt_id); + if (!sameIds(item.attempt_ids, expectedAttempts)) { + throw new CollectiveXDataError( + `coverage ${item.case_id} has an inconsistent attempt catalog.`, + ); + } + if (item.selected_attempt_id === null) continue; + const selected = attempts.get(item.selected_attempt_id); + if ( + !selected || + !item.attempt_ids.includes(selected.attempt_id) || + !selected.selected || + selected.outcome !== item.outcome || + selected.failure_mode !== item.failure_mode || + selected.reason !== item.reason + ) { + throw new CollectiveXDataError(`coverage ${item.case_id} has an invalid selected attempt.`); + } + } + if ( + dataset.promotion.requested_cases !== dataset.coverage.length || + dataset.promotion.terminal_cases !== + dataset.coverage.filter((item) => item.selected_attempt_id !== null).length + ) { + throw new CollectiveXDataError('$.promotion coverage counters differ from coverage.'); + } + + for (const item of dataset.series) { + if ( + item.status !== (item.eligibility.decision_grade ? 'decision-grade' : 'diagnostic') || + !sameIds(item.eligibility.allocation_ids, item.allocation_ids) + ) { + throw new CollectiveXDataError(`series ${item.series_id} has inconsistent eligibility.`); + } + if (item.case_ids.some((id) => !coverage.has(id))) { + throw new CollectiveXDataError(`series ${item.series_id} references unknown coverage.`); + } + if (item.allocation_ids.some((id) => !allocationIds.has(id))) { + throw new CollectiveXDataError(`series ${item.series_id} references unknown allocation.`); + } + const selected = dataset.attempts.filter( + (attempt) => attempt.selected && attempt.series_id === item.series_id, + ); + if ( + !sameIds( + item.case_ids, + selected.map((attempt) => attempt.case_id), + ) || + !sameIds( + item.allocation_ids, + selected.map((attempt) => attempt.allocation_id), + ) + ) { + throw new CollectiveXDataError( + `series ${item.series_id} has an inconsistent attempt catalog.`, + ); + } + for (const point of item.points) { + const linkedEvidenceIds = selected.flatMap((attempt) => + attempt.evidence + .filter((evidence) => evidence.point_id === point.point_id) + .map((evidence) => evidence.evidence_id), + ); + if (!sameIds(point.evidence_ids, linkedEvidenceIds)) { + throw new CollectiveXDataError(`point ${point.point_id} has inconsistent evidence links.`); + } + } + } + + for (const cohort of dataset.cohorts) { + if (cohort.series_ids.some((id) => !series.has(id))) { + throw new CollectiveXDataError(`cohort ${cohort.cohort_id} references unknown series.`); + } + const members = cohort.series_ids.map((id) => series.get(id)!); + const memberAllocations = members.flatMap((item) => item.allocation_ids); + const expectedTier = members.some((item) => item.publication_tier === 'comparable-experimental') + ? 'comparable-experimental' + : 'official'; + if ( + cohort.publication_tier !== expectedTier || + !sameIds(cohort.eligibility.allocation_ids, memberAllocations) + ) { + throw new CollectiveXDataError(`cohort ${cohort.cohort_id} has inconsistent eligibility.`); + } + } + + const declaredRankingLeaders = new Map< + string, + CollectiveXDataset['rankings'][number]['entries'][number] + >(); + const rankingMetrics = new Set(); + for (const ranking of dataset.rankings) { + const cohort = cohorts.get(ranking.cohort_id); + if (!cohort) { + throw new CollectiveXDataError(`ranking ${ranking.ranking_id} references unknown cohort.`); + } + if ( + !sameIds( + ranking.entries.map((entry) => entry.series_id), + cohort.series_ids, + ) + ) { + throw new CollectiveXDataError( + `ranking ${ranking.ranking_id} does not reference its cohort.`, + ); + } + const expectedObjective = ranking.metric.measure === 'latency_us' ? 'min' : 'max'; + const expectedUnit = ranking.metric.measure === 'latency_us' ? 'us' : 'GB/s'; + if ( + ranking.publication_tier !== cohort.publication_tier || + !cohort.eligibility.decision_grade || + !sameValue(ranking.eligibility, cohort.eligibility) || + ranking.metric.objective !== expectedObjective || + ranking.entries.some( + (entry, index) => entry.rank !== index + 1 || entry.unit !== expectedUnit, + ) + ) { + throw new CollectiveXDataError(`ranking ${ranking.ranking_id} has invalid metric metadata.`); + } + const metricKey = [ + ranking.cohort_id, + ranking.metric.operation, + ranking.metric.phase, + ranking.metric.tokens_per_rank, + ranking.metric.measure, + ranking.metric.statistic, + ranking.metric.objective, + ].join('\0'); + if (rankingMetrics.has(metricKey)) { + throw new CollectiveXDataError(`ranking ${ranking.ranking_id} duplicates a decision metric.`); + } + rankingMetrics.add(metricKey); + for (const entry of ranking.entries) { + const pointOwner = points.get(entry.point_id); + const measured = pointOwner ? metricValue(pointOwner.series, ranking.metric) : null; + if ( + pointOwner?.series.series_id !== entry.series_id || + !measured || + measured.point.point_id !== entry.point_id + ) { + throw new CollectiveXDataError( + `ranking ${ranking.ranking_id} references an invalid point.`, + ); + } + if (measured.unit !== entry.unit || !closeEnough(measured.value, entry.value)) { + throw new CollectiveXDataError( + `ranking ${ranking.ranking_id} differs from measured series data.`, + ); + } + } + const declaredWinner = ranking.entries[0]; + const winnerKey = [ + ranking.cohort_id, + ranking.metric.measure, + ranking.metric.statistic, + declaredWinner.point_id, + ].join('\0'); + declaredRankingLeaders.set(winnerKey, declaredWinner); + } + + const recommendationKeys = new Set(); + for (const recommendation of dataset.recommendations) { + const cohort = cohorts.get(recommendation.cohort_id); + const [measure, statistic] = RECOMMENDATION_METRICS[recommendation.objective]; + const declaredWinner = declaredRankingLeaders.get( + [recommendation.cohort_id, measure, statistic, recommendation.point_id].join('\0'), + ); + const recommendationKey = [ + recommendation.cohort_id, + recommendation.objective, + recommendation.point_id, + ].join('\0'); + if ( + recommendationKeys.has(recommendationKey) || + !cohort || + cohort.kind === 'routing' || + cohort.publication_tier !== 'official' || + !cohort.eligibility.decision_grade || + !sameValue(recommendation.eligibility, cohort.eligibility) || + !cohort.series_ids.includes(recommendation.series_id) || + points.get(recommendation.point_id)?.series.series_id !== recommendation.series_id || + declaredWinner?.series_id !== recommendation.series_id || + declaredWinner.value !== recommendation.value || + declaredWinner.unit !== recommendation.unit + ) { + throw new CollectiveXDataError( + `recommendation ${recommendation.recommendation_id} has invalid publication links.`, + ); + } + recommendationKeys.add(recommendationKey); + } + + const sensitivityKeys = new Set(); + for (const sensitivity of dataset.sensitivities) { + const cohort = cohorts.get(sensitivity.cohort_id); + const expectedObjective = sensitivity.metric.measure === 'latency_us' ? 'min' : 'max'; + const sensitivityKey = [ + sensitivity.cohort_id, + sensitivity.baseline_series_id, + sensitivity.candidate_series_id, + sensitivity.metric.operation, + sensitivity.metric.phase, + sensitivity.metric.tokens_per_rank, + sensitivity.metric.measure, + sensitivity.metric.statistic, + sensitivity.metric.objective, + ].join('\0'); + if ( + sensitivityKeys.has(sensitivityKey) || + !cohort || + cohort.kind !== 'routing' || + !cohort.eligibility.decision_grade || + sensitivity.publication_tier !== cohort.publication_tier || + !sameValue(sensitivity.eligibility, cohort.eligibility) || + sensitivity.metric.objective !== expectedObjective || + sensitivity.baseline_series_id === sensitivity.candidate_series_id || + !cohort.series_ids.includes(sensitivity.baseline_series_id) || + !cohort.series_ids.includes(sensitivity.candidate_series_id) || + ![sensitivity.baseline_series_id, sensitivity.candidate_series_id].every((seriesId) => { + const owner = series.get(seriesId); + return ( + owner?.phase === sensitivity.metric.phase && + owner.points.some((point) => point.tokens_per_rank === sensitivity.metric.tokens_per_rank) + ); + }) + ) { + throw new CollectiveXDataError( + `sensitivity ${sensitivity.sensitivity_id} has invalid publication links.`, + ); + } + sensitivityKeys.add(sensitivityKey); + } + if ( + dataset.promotion.status === 'quarantined' && + [ + dataset.source_bundle_ids, + dataset.promotion.allocation_ids, + dataset.coverage, + dataset.attempts, + dataset.series, + dataset.cohorts, + dataset.rankings, + dataset.recommendations, + dataset.sensitivities, + ].some((items) => items.length > 0) + ) { + throw new CollectiveXDataError('quarantined dataset exposes publication evidence.'); + } + if ( + dataset.promotion.status === 'promoted' && + (dataset.rankings.length === 0 || dataset.recommendations.length === 0) + ) { + throw new CollectiveXDataError('promoted dataset lacks a complete decision graph.'); + } +} + +export function parseCollectiveXDataset(value: unknown): CollectiveXDataset { + const parsed = collectiveXDatasetSchema.safeParse(value); + if (!parsed.success) throw schemaError(parsed.error); + validateDatasetReferences(parsed.data); + return parsed.data; +} + +async function responseOrThrow(url: string, options: RequestInit, name: string): Promise { + const response = await fetch(url, options); + if (response.ok) return response; + if (response.status === 503) { + const reason = response.headers.get('x-collectivex-status'); + if (reason === 'source-unavailable') { + throw new CollectiveXDataError(reason, reason); + } + throw new CollectiveXDataError('store-unavailable', 'store-unavailable'); + } + if ( + name === 'channel' && + response.status === 404 && + response.headers.get('x-collectivex-status') === 'channel-unavailable' + ) { + throw new CollectiveXDataError('channel-unavailable', 'channel-unavailable'); + } + throw new CollectiveXDataError(`${name} request failed (${response.status}).`); +} + +export async function sha256Hex(bytes: Uint8Array): Promise { + if (globalThis.crypto?.subtle) { + const digest = await globalThis.crypto.subtle.digest('SHA-256', bytes); + return bytesToHex(new Uint8Array(digest)); + } + return bytesToHex(sha256(bytes)); +} + +export async function fetchCollectiveXPublication( + channelName: CollectiveXChannelName = 'dev-latest', + signal?: AbortSignal, + version: CollectiveXVersion = 'v1', +): Promise { + const channelResponse = await responseOrThrow( + collectiveXChannelUrl(channelName, version), + { cache: 'no-store', credentials: 'same-origin', signal }, + 'channel', + ); + const channel = parseCollectiveXChannel(strictJson(await channelResponse.text(), 'channel')); + if (channel.channel !== channelName) { + throw new CollectiveXDataError('channel name does not match its path.'); + } + + const datasetResponse = await responseOrThrow( + `${collectiveXPublicRoot(version)}${channel.dataset.path}`, + { cache: 'force-cache', credentials: 'same-origin', signal }, + 'dataset', + ); + const bytes = new Uint8Array(await datasetResponse.arrayBuffer()); + if (bytes.byteLength !== channel.dataset.bytes) { + throw new CollectiveXDataError('dataset byte count does not match the channel pointer.'); + } + const digest = await sha256Hex(bytes); + if (digest !== channel.dataset.sha256) { + throw new CollectiveXDataError('dataset SHA-256 does not match the channel pointer.'); + } + + let text: string; + try { + text = new TextDecoder('utf-8', { fatal: true }).decode(bytes); + } catch { + throw new CollectiveXDataError('dataset is not valid UTF-8 JSON.'); + } + const dataset = parseCollectiveXDataset(strictJson(text, 'dataset')); + if (dataset.generated_at !== channel.generated_at) { + throw new CollectiveXDataError('dataset timestamp does not match the channel pointer.'); + } + if (channelName === 'dev-latest' && dataset.promotion.status !== 'promoted') { + throw new CollectiveXDataError('dev-latest does not reference a promoted dataset.'); + } + return { channel, dataset, digest }; +} diff --git a/packages/app/src/components/collectivex/test-fixture.ts b/packages/app/src/components/collectivex/test-fixture.ts new file mode 100644 index 000000000..69b1d47e5 --- /dev/null +++ b/packages/app/src/components/collectivex/test-fixture.ts @@ -0,0 +1,787 @@ +import type { + CollectiveXAttempt, + CollectiveXCoverage, + CollectiveXDataset, + CollectiveXEligibility, + CollectiveXMetric, + CollectiveXMode, + CollectiveXSeries, +} from './types'; + +function fixtureId( + kind: + | 'allocation' + | 'attempt' + | 'case' + | 'cohort' + | 'evidence' + | 'point' + | 'ranking' + | 'recommendation' + | 'sensitivity' + | 'series' + | 'work', + value: number, +): string { + return `cx${kind}-v1-${value.toString(16).padStart(64, '0')}`; +} + +const allocations = [1, 2, 3].map((value) => fixtureId('allocation', value)); +const decisionIds = { + libraryCohort: fixtureId('cohort', 1), + routingCohort: fixtureId('cohort', 2), + chipCohort: fixtureId('cohort', 3), + systemCohort: fixtureId('cohort', 4), + diagnosticLibraryCohort: fixtureId('cohort', 5), + rankings: Array.from({ length: 16 }, (_, index) => fixtureId('ranking', index + 1)), + recommendations: Array.from({ length: 16 }, (_, index) => fixtureId('recommendation', index + 1)), + sensitivities: Array.from({ length: 8 }, (_, index) => fixtureId('sensitivity', index + 1)), +} as const; + +function attemptId(caseIndex: number, allocationIndex: number, ordinal: number): string { + return fixtureId('attempt', caseIndex * 100 + allocationIndex * 10 + ordinal); +} +function makeEligibility(): CollectiveXEligibility { + return { + decision_grade: true, + allocation_ids: [...allocations], + complete: true, + correct: true, + measured_roundtrip_p99: true, + stable_p50: true, + stable_p99: true, + stable_ordering: true, + p50_max_min_ratio: 1.05, + p99_max_min_ratio: 1.1, + reasons: [], + }; +} + +function component(base: number) { + const latency = { p50: base, p90: base + 10, p95: base + 15, p99: base + 20 }; + const logicalBytes = 1_048_576; + return { + origin: 'measured' as const, + latency_us: latency, + logical_bytes: logicalBytes, + logical_payload_rate_gbps_at_latency_percentile: { + p50: logicalBytes / (latency.p50 * 1000), + p90: logicalBytes / (latency.p90 * 1000), + p95: logicalBytes / (latency.p95 * 1000), + p99: logicalBytes / (latency.p99 * 1000), + }, + sample_count: 512, + }; +} + +function decisionMetricValue( + item: CollectiveXSeries, + metric: CollectiveXDataset['rankings'][number]['metric'], +) { + const roundtrip = item.points[0].components.roundtrip!; + return metric.measure === 'latency_us' + ? roundtrip.latency_us[metric.statistic] + : roundtrip.logical_payload_rate_gbps_at_latency_percentile![metric.statistic]; +} + +function metricLabel(metric: CollectiveXMetric): string { + return metric.measure === 'latency_us' + ? `${metric.statistic} latency` + : `payload rate at ${metric.statistic} latency`; +} + +function coverageTopology(series: CollectiveXSeries): CollectiveXCoverage['topology'] { + const system = series.system; + return { + ep_size: system.ep_size, + nodes: system.nodes, + gpus_per_node: system.gpus_per_node, + scale_up_domain: system.scale_up_domain, + scope: system.scope, + scale_up_transport: system.scale_up_transport, + scale_out_transport: system.scale_out_transport, + transport: system.transport, + topology_class: system.topology_class, + }; +} + +function makeSeries( + index: number, + backend: string, + latency: number, + { mode = 'normal', epSize = 8 }: { mode?: CollectiveXMode; epSize?: 8 | 16 } = {}, +): CollectiveXSeries { + const evidenceIds = allocations.map((_, allocationIndex) => + fixtureId('evidence', index * 10 + allocationIndex), + ); + const roundtrip = component(latency); + const globalTokens = 128 * epSize; + const scaleOut = epSize > 8; + const lowLatency = mode === 'low-latency'; + return { + series_id: fixtureId('series', index), + label: `H100 EP${epSize} · ${backend} · BF16 · uniform${lowLatency ? ' low-latency' : ''}`, + status: 'decision-grade', + case_ids: [fixtureId('case', index)], + allocation_ids: [...allocations], + model: 'deepseek-v3-v1', + suite: lowLatency ? 'ep-low-latency-v1' : 'ep-core-v1', + mode, + publication_tier: 'official', + phase: 'decode', + backend: { + id: backend, + label: backend, + role: backend === 'nccl-ep' ? 'reference' : 'library', + generation: 'v1', + version: '1.0.0', + }, + build: { + implementation_contract_sha256: backend === 'deepep' ? 'd'.repeat(64) : 'e'.repeat(64), + public_config_sha256: backend === 'deepep' ? '4'.repeat(64) : '5'.repeat(64), + routing_control_sha256: backend === 'deepep' ? 'a'.repeat(64) : 'b'.repeat(64), + runtime_fingerprint_sha256: backend === 'deepep' ? '7'.repeat(64) : '8'.repeat(64), + image_digest: `sha256:${backend === 'deepep' ? '1'.repeat(64) : '2'.repeat(64)}`, + source_sha: 'a'.repeat(40), + squash_sha256: backend === 'deepep' ? '3'.repeat(64) : '4'.repeat(64), + }, + system: { + sku: 'h100', + label: 'NVIDIA H100 SXM', + vendor: 'nvidia', + topology_class: scaleOut ? 'h100-nvlink-rdma' : 'single-node-nvlink', + transport: scaleOut ? 'nvlink-rdma' : 'nvlink', + scale_up_transport: 'nvlink', + scale_out_transport: scaleOut ? 'rdma' : null, + scope: scaleOut ? 'scale-out' : 'scale-up', + nodes: scaleOut ? 2 : 1, + gpus_per_node: 8, + scale_up_domain: 8, + world_size: epSize, + ep_size: epSize, + placement: 'packed', + }, + workload: { + workload_id: fixtureId('work', 1), + hidden: 7168, + top_k: 8, + experts: 256, + routing: 'uniform', + eplb: false, + dispatch_dtype: 'bf16', + combine_dtype: 'bf16', + activation_profile: 'canonical-counter-source-v3', + }, + eplb: { + enabled: false, + planner: null, + mapping_sha256: null, + logical_experts: 256, + physical_experts: 256, + redundant_experts: 0, + reference_tokens_per_rank: null, + replicated_experts: 0, + max_replicas: null, + imbalance_before: null, + imbalance_after: null, + }, + resource: { + mode: 'tuned', + profile: 'backend-default', + comm_units_kind: 'sm', + configured_units: 20, + }, + measurement: { + contract: lowLatency ? 'expert-packed-weighted-combine-v1' : 'layout-and-dispatch-v1', + component_order_contract: lowLatency + ? 'roundtrip-dispatch-gate-weighted-combine-v1' + : 'roundtrip-dispatch-activation-only-combine-v2', + combine_semantics: lowLatency ? 'gate-weighted' : 'activation-only', + payload_unit: lowLatency ? 'token-expert' : 'token-rank', + sampling_contract: 'fixed-512-v1', + iters: 8, + trials: 64, + warmups: 32, + samples_per_component: 512, + headline_component: 'roundtrip', + headline_percentile: 'p99', + }, + points: [ + { + point_id: fixtureId('point', index), + tokens_per_rank: 128, + global_tokens: globalTokens, + correct: true, + routing: { + fanout_mean: 5.25, + recv_tokens_max: 740, + expert_load_cv: 0.12, + payload_rank_cv: 0.08, + hotspot_ratio: 1.4, + empty_expert_count: 0, + empty_rank_count: 0, + routed_copies: 5376, + }, + components: { + dispatch: index === 1 ? component(30) : null, + combine: index === 1 ? component(40) : null, + roundtrip, + isolated_sum: + index === 1 + ? { + origin: 'derived', + latency_us: { p50: 70, p90: 90, p95: 100, p99: 110 }, + logical_bytes: null, + logical_payload_rate_gbps_at_latency_percentile: null, + sample_count: null, + } + : null, + }, + roundtrip_token_rate_at_latency_percentile: { + p50: globalTokens / (roundtrip.latency_us.p50 * 1e-6), + p90: globalTokens / (roundtrip.latency_us.p90 * 1e-6), + p95: globalTokens / (roundtrip.latency_us.p95 * 1e-6), + p99: globalTokens / (roundtrip.latency_us.p99 * 1e-6), + }, + evidence_ids: evidenceIds, + }, + ], + eligibility: makeEligibility(), + }; +} + +function successfulAttempts(item: CollectiveXSeries, caseIndex: number): CollectiveXAttempt[] { + return allocations.map((allocationId, allocationIndex) => ({ + attempt_id: attemptId(caseIndex, allocationIndex + 1, 1), + evidence: [ + { + evidence_id: item.points[0].evidence_ids[allocationIndex], + point_id: item.points[0].point_id, + }, + ], + case_id: item.case_ids[0], + allocation_id: allocationId, + run_id: String(1000 + allocationIndex), + run_attempt: 1, + attempt_index: 1, + outcome: 'success', + failure_mode: null, + reason: null, + series_id: item.series_id, + selected: true, + completed_at: '2026-07-04T00:01:00Z', + })); +} + +function seriesCoverage( + item: CollectiveXSeries, + retained: CollectiveXAttempt[], +): CollectiveXCoverage { + const selected = retained.at(-1); + return { + case_id: item.case_ids[0], + label: `${item.backend.label} ${item.phase}`, + required: true, + disposition: 'runnable', + sku: item.system.sku, + backend: item.backend.id, + mode: item.mode, + phase: item.phase, + topology: coverageTopology(item), + selected_attempt_id: selected?.attempt_id ?? null, + outcome: selected?.outcome ?? 'invalid', + failure_mode: selected?.failure_mode ?? null, + reason: selected ? selected.reason : 'missing-selected-attempt', + attempt_ids: retained.map((attempt) => attempt.attempt_id), + }; +} + +export function makeCollectiveXDataset(): CollectiveXDataset { + const routingVariant = makeSeries(4, 'deepep', 110); + routingVariant.label = 'H100 EP8 · deepep · BF16 · zipf'; + routingVariant.suite = 'ep-routing-v1'; + routingVariant.publication_tier = 'comparable-experimental'; + routingVariant.workload.routing = 'zipf'; + routingVariant.points[0].routing = { + ...routingVariant.points[0].routing, + expert_load_cv: 0.72, + payload_rank_cv: 0.41, + hotspot_ratio: 4.8, + empty_expert_count: 37, + }; + const routingEplbVariant = makeSeries(7, 'deepep', 90); + routingEplbVariant.label = 'H100 EP8 · deepep · BF16 · zipf+eplb'; + routingEplbVariant.suite = 'ep-routing-v1'; + routingEplbVariant.publication_tier = 'comparable-experimental'; + routingEplbVariant.workload.routing = 'zipf'; + routingEplbVariant.workload.eplb = true; + routingEplbVariant.build.implementation_contract_sha256 = 'f'.repeat(64); + routingEplbVariant.eplb = { + enabled: true, + planner: 'greedy-rank-major-v1', + mapping_sha256: 'f'.repeat(64), + logical_experts: 256, + physical_experts: 288, + redundant_experts: 32, + reference_tokens_per_rank: 2048, + replicated_experts: 24, + max_replicas: 3, + imbalance_before: 4.8, + imbalance_after: 1.2, + }; + routingEplbVariant.points[0].routing = { + ...routingEplbVariant.points[0].routing, + expert_load_cv: 0.18, + payload_rank_cv: 0.13, + hotspot_ratio: 1.7, + empty_expert_count: 3, + }; + const chipVariant = makeSeries(5, 'deepep', 70); + const systemVariant = makeSeries(6, 'nccl-ep', 130); + for (const item of [chipVariant, systemVariant]) { + item.label = `B200 EP8 · ${item.backend.id} · BF16 · uniform`; + item.system = { + ...item.system, + sku: 'b200', + label: 'NVIDIA B200 SXM', + }; + } + const series = [ + makeSeries(1, 'deepep', 80), + makeSeries(2, 'mori', 100), + makeSeries(3, 'nccl-ep', 150), + routingVariant, + chipVariant, + systemVariant, + routingEplbVariant, + ]; + const metrics = ( + ['latency_us', 'logical_payload_rate_gbps_at_latency_percentile'] as const + ).flatMap((measure) => + (['p50', 'p99'] as const).map((statistic) => ({ + operation: 'roundtrip' as const, + statistic, + measure, + objective: measure === 'latency_us' ? ('min' as const) : ('max' as const), + tokens_per_rank: 128, + phase: 'decode' as const, + })), + ); + const attempts = series.flatMap((item, seriesIndex) => successfulAttempts(item, seriesIndex + 1)); + const unsupportedCaseId = fixtureId('case', 8); + const unsupportedAttempts: CollectiveXAttempt[] = allocations.map( + (allocationId, allocationIndex) => ({ + attempt_id: attemptId(8, allocationIndex + 1, 1), + evidence: [], + case_id: unsupportedCaseId, + allocation_id: allocationId, + run_id: String(1000 + allocationIndex), + run_attempt: 1, + attempt_index: 1, + outcome: 'unsupported', + failure_mode: 'capability', + reason: 'backend-platform-unsupported', + series_id: null, + selected: true, + completed_at: '2026-07-04T00:01:00Z', + }), + ); + attempts.push(...unsupportedAttempts); + const cohortId = decisionIds.libraryCohort; + const routingCohortId = decisionIds.routingCohort; + const cohortMembers = [ + series.slice(0, 2), + [series[0], routingVariant, routingEplbVariant], + [series[0], chipVariant], + [series[2], systemVariant], + ]; + const cohortIds = [ + cohortId, + routingCohortId, + decisionIds.chipCohort, + decisionIds.systemCohort, + ] as const; + const cohortLabels = ['Library', 'Routing', 'Chip', 'System']; + const rankings: CollectiveXDataset['rankings'] = cohortMembers + .flatMap((members, cohortIndex) => + metrics.map((metric, metricIndex) => ({ + ranking_id: decisionIds.rankings[cohortIndex * metrics.length + metricIndex], + cohort_id: cohortIds[cohortIndex], + label: `${cohortLabels[cohortIndex]} ${metricLabel(metric)} T=128`, + publication_tier: + cohortIndex === 1 ? ('comparable-experimental' as const) : ('official' as const), + metric, + entries: members + .toSorted((left, right) => { + const delta = decisionMetricValue(left, metric) - decisionMetricValue(right, metric); + return metric.objective === 'min' ? delta : -delta; + }) + .map((item, index) => ({ + rank: index + 1, + series_id: item.series_id, + point_id: item.points[0].point_id, + value: decisionMetricValue(item, metric), + unit: metric.measure === 'latency_us' ? ('us' as const) : ('GB/s' as const), + })), + eligibility: makeEligibility(), + })), + ) + .toSorted((left, right) => left.ranking_id.localeCompare(right.ranking_id)); + const recommendations: CollectiveXDataset['recommendations'] = rankings + .filter( + ( + ranking, + ): ranking is CollectiveXDataset['rankings'][number] & { + publication_tier: 'official'; + } => ranking.publication_tier === 'official', + ) + .map((ranking) => { + const idIndex = cohortIds.indexOf(ranking.cohort_id as (typeof cohortIds)[number]); + const metricIndex = metrics.findIndex( + (metric) => + metric.measure === ranking.metric.measure && + metric.statistic === ranking.metric.statistic, + ); + const top = ranking.entries[0]; + const objective: CollectiveXDataset['recommendations'][number]['objective'] = + ranking.metric.measure === 'latency_us' + ? `min-${ranking.metric.statistic}-latency` + : `max-payload-rate-at-${ranking.metric.statistic}-latency`; + return { + recommendation_id: decisionIds.recommendations[idIndex * metrics.length + metricIndex], + cohort_id: ranking.cohort_id, + label: `Best ${metricLabel(ranking.metric)} at T=128`, + objective, + publication_tier: ranking.publication_tier, + series_id: top.series_id, + point_id: top.point_id, + value: top.value, + unit: top.unit, + rationale: 'Top stable measured roundtrip result in a controlled cohort', + eligibility: makeEligibility(), + }; + }) + .toSorted((left, right) => left.recommendation_id.localeCompare(right.recommendation_id)); + const sensitivities: CollectiveXDataset['sensitivities'] = [routingVariant, routingEplbVariant] + .flatMap((candidate, candidateIndex) => + metrics.map((metric, metricIndex) => ({ + sensitivity_id: decisionIds.sensitivities[candidateIndex * metrics.length + metricIndex], + cohort_id: routingCohortId, + label: `Routing sensitivity: ${metricLabel(metric)} T=128`, + publication_tier: 'comparable-experimental' as const, + baseline_series_id: series[0].series_id, + candidate_series_id: candidate.series_id, + metric, + signed_change_ratio: + (decisionMetricValue(candidate, metric) - decisionMetricValue(series[0], metric)) / + decisionMetricValue(series[0], metric), + eligibility: makeEligibility(), + })), + ) + .toSorted((left, right) => left.sensitivity_id.localeCompare(right.sensitivity_id)); + const coverage = series.map((item) => + seriesCoverage( + item, + attempts.filter((attempt) => attempt.case_id === item.case_ids[0]), + ), + ); + coverage.push({ + case_id: unsupportedCaseId, + label: 'MI355X / DeepEP / unsupported', + required: true, + disposition: 'unsupported', + sku: 'mi355x', + backend: 'deepep', + mode: 'normal', + phase: 'decode', + topology: { + ep_size: 16, + nodes: 2, + gpus_per_node: 8, + scale_up_domain: 8, + scope: 'scale-out', + scale_up_transport: 'xgmi', + scale_out_transport: 'rdma', + transport: 'xgmi-rdma', + topology_class: 'mi355x-xgmi-rdma', + }, + selected_attempt_id: unsupportedAttempts.at(-1)!.attempt_id, + outcome: 'unsupported', + failure_mode: 'capability', + reason: 'backend-platform-unsupported', + attempt_ids: unsupportedAttempts.map((attempt) => attempt.attempt_id), + }); + const orderedAttempts = attempts.toSorted((left, right) => + left.attempt_id.localeCompare(right.attempt_id), + ); + return { + format: 'collectivex.public.v1', + schema_version: 1, + generated_at: '2026-07-04T01:00:00Z', + source_bundle_ids: ['a'.repeat(64), 'b'.repeat(64), 'c'.repeat(64)], + promotion: { + status: 'promoted', + matrix_id: '5'.repeat(64), + allocation_ids: [...allocations], + required_allocations: 3, + requested_cases: 8, + terminal_cases: 8, + policy: 'collectivex-decision-grade-v1', + reason: null, + }, + coverage, + attempts: orderedAttempts, + series, + cohorts: [ + { + cohort_id: cohortId, + kind: 'library' as const, + label: 'H100 EP8 library comparison', + description: 'Matched H100 EP8 uniform-routing library contrast', + publication_tier: 'official' as const, + series_ids: series.slice(0, 2).map((item) => item.series_id), + controlled_factors: [ + 'system', + 'workload', + 'mode', + 'phase', + 'measurement', + 'resource.mode', + 'source', + ], + varying_factors: ['backend', 'resource'], + eligibility: makeEligibility(), + }, + { + cohort_id: routingCohortId, + kind: 'routing' as const, + label: 'H100 EP8 routing comparison', + description: 'Matched H100 EP8 routing contrast', + publication_tier: 'comparable-experimental' as const, + series_ids: [series[0].series_id, routingVariant.series_id, routingEplbVariant.series_id], + controlled_factors: [ + 'backend', + 'implementation-static-build', + 'system', + 'model-shape', + 'mode', + 'phase', + 'measurement', + 'resource', + ], + varying_factors: ['workload.routing', 'workload.eplb', 'implementation-config'], + eligibility: makeEligibility(), + }, + { + cohort_id: decisionIds.chipCohort, + kind: 'chip' as const, + label: 'NVIDIA chip comparison', + description: 'Matched H100 and B200 DeepEP contrast', + publication_tier: 'official' as const, + series_ids: [series[0].series_id, chipVariant.series_id], + controlled_factors: [ + 'backend', + 'source', + 'workload', + 'mode', + 'phase', + 'measurement', + 'resource.mode', + ], + varying_factors: ['system', 'resource'], + eligibility: makeEligibility(), + }, + { + cohort_id: decisionIds.systemCohort, + kind: 'system' as const, + label: 'NVIDIA reference system comparison', + description: 'Matched H100 and B200 NCCL reference contrast', + publication_tier: 'official' as const, + series_ids: [series[2].series_id, systemVariant.series_id], + controlled_factors: ['workload', 'mode', 'phase', 'measurement', 'source'], + varying_factors: ['system', 'backend', 'resource'], + eligibility: makeEligibility(), + }, + ].toSorted((left, right) => left.cohort_id.localeCompare(right.cohort_id)), + rankings, + recommendations, + sensitivities, + }; +} + +export function makeCollectiveXDatasetWithPrefillCohort(): CollectiveXDataset { + const dataset = makeCollectiveXDataset(); + const decode = dataset.cohorts.find((item) => item.cohort_id === decisionIds.libraryCohort)!; + const byId = new Map(dataset.series.map((item) => [item.series_id, item])); + const prefill = decode.series_ids.map((seriesId, index) => { + const item = structuredClone(byId.get(seriesId)!); + item.series_id = fixtureId('series', 20 + index); + item.case_ids = [fixtureId('case', 20 + index)]; + item.label = item.label.replace('uniform', 'uniform prefill'); + item.phase = 'prefill'; + item.points[0].point_id = fixtureId('point', 20 + index); + item.points[0].tokens_per_rank = 512; + item.points[0].global_tokens = 4096; + item.points[0].evidence_ids = allocations.map((_, allocationIndex) => + fixtureId('evidence', 200 + index * 10 + allocationIndex), + ); + return item; + }); + dataset.series.push(...prefill); + const prefillCohort = { + ...structuredClone(decode), + cohort_id: fixtureId('cohort', 20), + label: 'H100 EP8 prefill library comparison', + description: 'Matched H100 EP8 prefill library contrast', + series_ids: prefill.map((item) => item.series_id), + }; + dataset.cohorts.push(prefillCohort); + for (const [index, item] of prefill.entries()) { + const retained = successfulAttempts(item, 20 + index); + dataset.attempts.push(...retained); + dataset.coverage.push(seriesCoverage(item, retained)); + } + const decodeRankings = dataset.rankings.filter((item) => item.cohort_id === decode.cohort_id); + const prefillRankings = decodeRankings.map((ranking, index) => { + const metric = { ...ranking.metric, tokens_per_rank: 512, phase: 'prefill' as const }; + return { + ...structuredClone(ranking), + ranking_id: fixtureId('ranking', 20 + index), + cohort_id: prefillCohort.cohort_id, + label: ranking.label.replace('T=128', 'T=512').replace('Library', 'Prefill library'), + metric, + entries: prefill + .toSorted((left, right) => { + const delta = decisionMetricValue(left, metric) - decisionMetricValue(right, metric); + return metric.objective === 'min' ? delta : -delta; + }) + .map((item, entryIndex) => ({ + rank: entryIndex + 1, + series_id: item.series_id, + point_id: item.points[0].point_id, + value: decisionMetricValue(item, metric), + unit: metric.measure === 'latency_us' ? ('us' as const) : ('GB/s' as const), + })), + }; + }); + dataset.rankings.push(...prefillRankings); + dataset.recommendations.push( + ...prefillRankings.map((ranking, index) => { + const top = ranking.entries[0]; + return { + recommendation_id: fixtureId('recommendation', 20 + index), + cohort_id: prefillCohort.cohort_id, + label: `Best ${metricLabel(ranking.metric)} at T=512`, + objective: + ranking.metric.measure === 'latency_us' + ? (`min-${ranking.metric.statistic}-latency` as const) + : (`max-payload-rate-at-${ranking.metric.statistic}-latency` as const), + publication_tier: 'official' as const, + series_id: top.series_id, + point_id: top.point_id, + value: top.value, + unit: top.unit, + rationale: 'Top stable measured roundtrip result in a controlled cohort', + eligibility: makeEligibility(), + }; + }), + ); + dataset.promotion.requested_cases += prefill.length; + dataset.promotion.terminal_cases += prefill.length; + return dataset; +} + +export function makeCollectiveXContractDataset(): CollectiveXDataset { + const dataset = makeCollectiveXDataset(); + const series = makeSeries(30, 'deepep', 60, { mode: 'low-latency', epSize: 16 }); + const attempts = successfulAttempts(series, 30); + dataset.series.push(series); + dataset.attempts.push(...attempts); + dataset.coverage.push(seriesCoverage(series, attempts)); + dataset.promotion.requested_cases += 1; + dataset.promotion.terminal_cases += 1; + return dataset; +} + +export function makeCollectiveXDiagnosticDataset(): CollectiveXDataset { + const dataset = makeCollectiveXDataset(); + const series = dataset.series.find((item) => item.backend.role === 'reference')!; + series.status = 'diagnostic'; + const allocationId = series.allocation_ids[0]; + const evidenceId = series.points[0].evidence_ids[0]; + series.allocation_ids = [allocationId]; + series.points[0].evidence_ids = [evidenceId]; + series.eligibility = { + decision_grade: false, + allocation_ids: [allocationId], + complete: false, + correct: true, + measured_roundtrip_p99: true, + stable_p50: false, + stable_p99: false, + stable_ordering: false, + p50_max_min_ratio: null, + p99_max_min_ratio: null, + reasons: ['awaiting-repeat-allocations'], + }; + const attempt = dataset.attempts.find( + (item) => item.series_id === series.series_id && item.allocation_id === allocationId, + )!; + attempt.attempt_id = attemptId(3, 1, 2); + attempt.attempt_index = 2; + const failedAttempt: CollectiveXAttempt = { + attempt_id: attemptId(3, 1, 1), + evidence: [], + case_id: attempt.case_id, + allocation_id: attempt.allocation_id, + run_id: attempt.run_id, + run_attempt: attempt.run_attempt, + attempt_index: 1, + outcome: 'failed', + failure_mode: 'timeout', + reason: 'execution-timeout', + series_id: null, + selected: false, + completed_at: '2026-07-04T00:00:30Z', + }; + const coverage = dataset.coverage.find((item) => item.case_id === series.case_ids[0])!; + coverage.attempt_ids = [failedAttempt.attempt_id, attempt.attempt_id].toSorted(); + coverage.selected_attempt_id = attempt.attempt_id; + dataset.promotion = { + ...dataset.promotion, + status: 'diagnostic', + allocation_ids: [allocationId], + requested_cases: 1, + terminal_cases: 1, + }; + dataset.source_bundle_ids = [dataset.source_bundle_ids[0]]; + dataset.coverage = [coverage]; + dataset.attempts = [failedAttempt, attempt].toSorted((left, right) => + left.attempt_id.localeCompare(right.attempt_id), + ); + dataset.series = [series]; + dataset.cohorts = []; + dataset.rankings = []; + dataset.recommendations = []; + dataset.sensitivities = []; + return dataset; +} + +export function makeCollectiveXDatasetWithDiagnosticCohort(): CollectiveXDataset { + const dataset = makeCollectiveXDataset(); + const eligible = dataset.cohorts.find((item) => item.kind === 'library')!; + const cohort = { + ...eligible, + cohort_id: decisionIds.diagnosticLibraryCohort, + series_ids: eligible.series_ids.toReversed(), + eligibility: { + ...eligible.eligibility, + decision_grade: false, + stable_ordering: false, + reasons: ['unstable-ordering'], + }, + }; + dataset.cohorts.push(cohort); + dataset.cohorts.sort((left, right) => left.cohort_id.localeCompare(right.cohort_id)); + return dataset; +} diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts new file mode 100644 index 000000000..8c3bdfa02 --- /dev/null +++ b/packages/app/src/components/collectivex/types.ts @@ -0,0 +1,373 @@ +import { z } from 'zod'; + +export type CollectiveXPhase = 'decode' | 'prefill'; +export const COLLECTIVEX_VERSIONS = ['v1'] as const; +export type CollectiveXVersion = (typeof COLLECTIVEX_VERSIONS)[number]; +export type CollectiveXMode = 'normal' | 'low-latency'; +export type CollectiveXTopologyScope = 'scale-up' | 'scale-out'; +export type CollectiveXOperation = 'dispatch' | 'combine' | 'roundtrip' | 'isolated-sum'; +export type CollectiveXPercentile = 'p50' | 'p90' | 'p95' | 'p99'; +export type CollectiveXXAxis = 'tokens-per-rank' | 'global-tokens'; +export type CollectiveXYAxis = 'latency' | 'tokens-per-second' | 'payload-rate'; +export type CollectiveXScale = 'log' | 'linear'; + +const hex64 = z.string().regex(/^[a-f0-9]{64}$/); +const sourceHash = z.string().regex(/^[a-f0-9]{40,64}$/); +const typedId = (kind: string) => z.string().regex(new RegExp(`^cx${kind}-v1-[a-f0-9]{64}$`)); +const safeId = z + .string() + .max(128) + .regex(/^[a-z0-9][a-z0-9_.-]*$/); +const label = z.string().min(1).max(160); +const reason = z + .string() + .max(96) + .regex(/^[a-z0-9][a-z0-9.-]*$/) + .nullable(); +const timestamp = z.iso.datetime({ offset: true }); +const positiveInteger = z.number().int().safe().positive(); +const nonnegativeInteger = z.number().int().safe().nonnegative(); +const publicationTier = z.enum(['official', 'comparable-experimental']); +const mode = z.enum(['normal', 'low-latency']); +const topologyScope = z.enum(['scale-up', 'scale-out']); +const unique = (schema: z.ZodType) => + z.array(schema).refine((items) => new Set(items).size === items.length, 'duplicate values'); + +export const collectiveXChannelSchema = z.strictObject({ + format: z.literal('collectivex.channel.v1'), + channel: z.enum(['latest-attempt', 'dev-latest']), + generated_at: timestamp, + dataset: z.strictObject({ + path: z.string().regex(/^datasets\/[a-f0-9]{64}\/dataset\.json$/), + sha256: hex64, + bytes: positiveInteger.max(32 * 1024 * 1024), + }), +}); + +const percentilesSchema = z.strictObject({ + p50: z.number().finite().positive(), + p90: z.number().finite().positive(), + p95: z.number().finite().positive(), + p99: z.number().finite().positive(), +}); +const componentSchema = z.strictObject({ + origin: z.enum(['measured', 'derived']), + latency_us: percentilesSchema, + logical_bytes: positiveInteger.nullable(), + logical_payload_rate_gbps_at_latency_percentile: percentilesSchema.nullable(), + sample_count: positiveInteger.nullable(), +}); +const routingEvidenceSchema = z.strictObject({ + fanout_mean: z.number().finite().nonnegative(), + recv_tokens_max: nonnegativeInteger, + expert_load_cv: z.number().finite().nonnegative(), + payload_rank_cv: z.number().finite().nonnegative(), + hotspot_ratio: z.number().finite().nonnegative(), + empty_expert_count: nonnegativeInteger, + empty_rank_count: nonnegativeInteger, + routed_copies: positiveInteger, +}); +const eligibilitySchema = z + .strictObject({ + decision_grade: z.boolean(), + allocation_ids: unique(typedId('allocation')), + complete: z.boolean(), + correct: z.boolean(), + measured_roundtrip_p99: z.boolean(), + stable_p50: z.boolean(), + stable_p99: z.boolean(), + stable_ordering: z.boolean(), + p50_max_min_ratio: z.number().finite().min(1).nullable(), + p99_max_min_ratio: z.number().finite().min(1).nullable(), + reasons: unique(reason.unwrap()), + }) + .refine((value) => value.decision_grade === (value.reasons.length === 0), { + path: ['reasons'], + message: + 'decision-grade eligibility must have no reasons; diagnostic eligibility must have reasons', + }); +const coverageTopologySchema = z.strictObject({ + ep_size: positiveInteger, + nodes: positiveInteger, + gpus_per_node: positiveInteger, + scale_up_domain: positiveInteger, + scope: topologyScope, + scale_up_transport: safeId, + scale_out_transport: safeId.nullable(), + transport: safeId, + topology_class: safeId, +}); +const pointSchema = z.strictObject({ + point_id: typedId('point'), + tokens_per_rank: positiveInteger, + global_tokens: positiveInteger, + correct: z.boolean(), + routing: routingEvidenceSchema, + components: z.strictObject({ + dispatch: componentSchema.nullable(), + combine: componentSchema.nullable(), + roundtrip: componentSchema.nullable(), + isolated_sum: componentSchema.nullable(), + }), + roundtrip_token_rate_at_latency_percentile: percentilesSchema, + evidence_ids: unique(typedId('evidence')), +}); +const seriesSchema = z.strictObject({ + series_id: typedId('series'), + label, + status: z.enum(['decision-grade', 'diagnostic']), + case_ids: unique(typedId('case')).min(1), + allocation_ids: unique(typedId('allocation')).min(1), + model: safeId, + suite: safeId, + mode, + publication_tier: publicationTier, + phase: z.enum(['decode', 'prefill']), + backend: z.strictObject({ + id: safeId, + label, + role: z.enum(['library', 'reference']), + generation: label.nullable(), + version: label.nullable(), + }), + build: z.strictObject({ + implementation_contract_sha256: hex64, + public_config_sha256: hex64, + routing_control_sha256: hex64, + runtime_fingerprint_sha256: hex64, + image_digest: z.string().regex(/^sha256:[a-f0-9]{64}$/), + source_sha: sourceHash, + squash_sha256: hex64, + }), + system: z.strictObject({ + sku: safeId, + label, + vendor: z.enum(['nvidia', 'amd']), + topology_class: safeId, + transport: safeId, + scale_up_transport: safeId, + scale_out_transport: safeId.nullable(), + scope: topologyScope, + nodes: positiveInteger, + gpus_per_node: positiveInteger, + scale_up_domain: positiveInteger, + world_size: positiveInteger, + ep_size: positiveInteger, + placement: z.literal('packed'), + }), + workload: z.strictObject({ + workload_id: typedId('work'), + hidden: positiveInteger, + top_k: positiveInteger, + experts: positiveInteger, + routing: z.enum(['uniform', 'zipf']), + eplb: z.boolean(), + dispatch_dtype: z.literal('bf16'), + combine_dtype: z.literal('bf16'), + activation_profile: z.literal('canonical-counter-source-v3'), + }), + eplb: z.strictObject({ + enabled: z.boolean(), + planner: label.nullable(), + mapping_sha256: hex64.nullable(), + logical_experts: positiveInteger, + physical_experts: positiveInteger, + redundant_experts: nonnegativeInteger, + reference_tokens_per_rank: positiveInteger.nullable(), + replicated_experts: nonnegativeInteger, + max_replicas: nonnegativeInteger.nullable(), + imbalance_before: z.number().finite().nonnegative().nullable(), + imbalance_after: z.number().finite().nonnegative().nullable(), + }), + resource: z.strictObject({ + mode: z.literal('tuned'), + profile: safeId, + comm_units_kind: label.nullable(), + configured_units: positiveInteger.nullable(), + }), + measurement: z.strictObject({ + contract: z.enum(['layout-and-dispatch-v1', 'expert-packed-weighted-combine-v1']), + component_order_contract: z.enum([ + 'roundtrip-dispatch-activation-only-combine-v2', + 'roundtrip-dispatch-gate-weighted-combine-v1', + ]), + combine_semantics: z.enum(['activation-only', 'gate-weighted']), + payload_unit: z.enum(['token-rank', 'token-expert']), + sampling_contract: z.literal('fixed-512-v1'), + iters: z.literal(8), + trials: z.literal(64), + warmups: z.literal(32), + samples_per_component: z.literal(512), + headline_component: z.literal('roundtrip'), + headline_percentile: z.literal('p99'), + }), + points: z.array(pointSchema).min(1), + eligibility: eligibilitySchema, +}); +const outcome = z.enum(['success', 'unsupported', 'failed', 'invalid', 'diagnostic']); +const coverageSchema = z.strictObject({ + case_id: typedId('case'), + label, + required: z.boolean(), + disposition: z.enum(['runnable', 'unsupported']), + sku: safeId, + backend: safeId, + mode, + phase: z.enum(['decode', 'prefill']), + topology: coverageTopologySchema, + selected_attempt_id: typedId('attempt').nullable(), + outcome, + failure_mode: reason, + reason, + attempt_ids: unique(typedId('attempt')), +}); +const attemptSchema = z.strictObject({ + attempt_id: typedId('attempt'), + evidence: z + .array( + z.strictObject({ + evidence_id: typedId('evidence'), + point_id: typedId('point'), + }), + ) + .refine( + (items) => + new Set(items.map((item) => `${item.evidence_id}\0${item.point_id}`)).size === items.length, + 'duplicate evidence items', + ), + case_id: typedId('case'), + allocation_id: typedId('allocation'), + run_id: z.string().regex(/^[1-9][0-9]*$/), + run_attempt: positiveInteger, + attempt_index: positiveInteger, + outcome, + failure_mode: reason, + reason, + series_id: typedId('series').nullable(), + selected: z.boolean(), + completed_at: timestamp.nullable(), +}); +const metricSchema = z.strictObject({ + operation: z.literal('roundtrip'), + statistic: z.enum(['p50', 'p99']), + measure: z.enum(['latency_us', 'logical_payload_rate_gbps_at_latency_percentile']), + objective: z.enum(['min', 'max']), + tokens_per_rank: positiveInteger, + phase: z.enum(['decode', 'prefill']), +}); +const cohortSchema = z.strictObject({ + cohort_id: typedId('cohort'), + kind: z.enum(['library', 'chip', 'system', 'routing']), + label, + description: label, + publication_tier: publicationTier, + series_ids: unique(typedId('series')).min(2), + controlled_factors: unique(safeId).min(1), + varying_factors: unique(safeId).min(1), + eligibility: eligibilitySchema, +}); +const rankingSchema = z.strictObject({ + ranking_id: typedId('ranking'), + cohort_id: typedId('cohort'), + label, + publication_tier: publicationTier, + metric: metricSchema, + entries: z + .array( + z.strictObject({ + rank: positiveInteger, + series_id: typedId('series'), + point_id: typedId('point'), + value: z.number().finite().positive(), + unit: z.enum(['us', 'GB/s']), + }), + ) + .min(2), + eligibility: eligibilitySchema, +}); +const recommendationSchema = z.strictObject({ + recommendation_id: typedId('recommendation'), + cohort_id: typedId('cohort'), + label, + objective: z.enum([ + 'min-p50-latency', + 'min-p99-latency', + 'max-payload-rate-at-p50-latency', + 'max-payload-rate-at-p99-latency', + ]), + publication_tier: z.literal('official'), + series_id: typedId('series'), + point_id: typedId('point'), + value: z.number().finite().positive(), + unit: z.enum(['us', 'GB/s']), + rationale: label, + eligibility: eligibilitySchema, +}); +const sensitivitySchema = z.strictObject({ + sensitivity_id: typedId('sensitivity'), + cohort_id: typedId('cohort'), + label, + publication_tier: publicationTier, + baseline_series_id: typedId('series'), + candidate_series_id: typedId('series'), + metric: metricSchema, + signed_change_ratio: z.number().finite(), + eligibility: eligibilitySchema, +}); + +export const collectiveXDatasetSchema = z.strictObject({ + format: z.literal('collectivex.public.v1'), + schema_version: z.literal(1), + generated_at: timestamp, + source_bundle_ids: unique(hex64), + promotion: z.strictObject({ + status: z.enum(['promoted', 'diagnostic', 'quarantined']), + reason, + matrix_id: hex64.nullable(), + allocation_ids: unique(typedId('allocation')), + required_allocations: z.literal(3), + requested_cases: nonnegativeInteger, + terminal_cases: nonnegativeInteger, + policy: z.literal('collectivex-decision-grade-v1'), + }), + coverage: z.array(coverageSchema), + attempts: z.array(attemptSchema), + series: z.array(seriesSchema), + cohorts: z.array(cohortSchema), + rankings: z.array(rankingSchema), + recommendations: z.array(recommendationSchema), + sensitivities: z.array(sensitivitySchema), +}); + +export type CollectiveXChannel = z.infer; +export type CollectiveXDataset = z.infer; +export type CollectiveXComponent = z.infer; +export type CollectiveXPoint = z.infer; +export type CollectiveXSeries = z.infer; +export type CollectiveXCoverage = z.infer; +export type CollectiveXCoverageTopology = z.infer; +export type CollectiveXAttempt = z.infer; +export type CollectiveXEligibility = z.infer; +export type CollectiveXMetric = z.infer; +export type CollectiveXCohort = z.infer; +export type CollectiveXRanking = z.infer; +export type CollectiveXRecommendation = z.infer; +export type CollectiveXSensitivity = z.infer; +export type CollectiveXOutcome = z.infer; +export type CollectiveXPublicationTier = z.infer; +export interface CollectiveXResolvedDataset { + channel: CollectiveXChannel; + dataset: CollectiveXDataset; + digest: string; +} +export interface CollectiveXChartPoint { + seriesId: string; + seriesLabel: string; + colorKey: string; + x: number; + y: number; + operation: CollectiveXOperation; + percentile: CollectiveXPercentile; + point: CollectiveXPoint; + series: CollectiveXSeries; +} diff --git a/packages/app/src/components/dashboard-shell.tsx b/packages/app/src/components/dashboard-shell.tsx index 17eb13868..d44ff8432 100644 --- a/packages/app/src/components/dashboard-shell.tsx +++ b/packages/app/src/components/dashboard-shell.tsx @@ -4,8 +4,19 @@ import { GlobalFilterProvider } from '@/components/GlobalFilterContext'; import { NudgeEngine } from '@/components/nudge-engine'; import { TabNav } from '@/components/tab-nav'; import { UnofficialRunProvider } from '@/components/unofficial-run-provider'; +import { usePathname } from 'next/navigation'; export function DashboardShell({ children }: { children: React.ReactNode }) { + const pathname = usePathname(); + const content = ( +
+
+ + {children} +
+
+ ); + if (pathname === '/collectivex' || pathname === '/zh/collectivex') return content; return ( <> diff --git a/packages/app/src/components/header/header.tsx b/packages/app/src/components/header/header.tsx index 0fe42e869..9868fdb51 100644 --- a/packages/app/src/components/header/header.tsx +++ b/packages/app/src/components/header/header.tsx @@ -24,6 +24,7 @@ const DASHBOARD_TABS = [ '/reliability', '/gpu-specs', '/gpu-metrics', + '/collectivex', '/submissions', '/current-inferencex-image', ]; diff --git a/packages/app/src/components/tab-nav.tsx b/packages/app/src/components/tab-nav.tsx index 0f8d373ea..127cf512a 100644 --- a/packages/app/src/components/tab-nav.tsx +++ b/packages/app/src/components/tab-nav.tsx @@ -31,6 +31,7 @@ const VISIBLE_TABS = [ { href: '/historical', label: 'Historical Trends', testId: 'tab-trigger-historical' }, { href: '/calculator', label: 'TCO Calculator', testId: 'tab-trigger-calculator' }, { href: '/gpu-specs', label: 'GPU Specs', testId: 'tab-trigger-gpu-specs' }, + { href: '/collectivex', label: 'CollectiveX', testId: 'tab-trigger-collectivex' }, { href: '/submissions', label: 'Submissions', testId: 'tab-trigger-submissions' }, ] as const; diff --git a/packages/app/src/components/ui/chart-legend-item.tsx b/packages/app/src/components/ui/chart-legend-item.tsx index 073442703..2d9f5f5ce 100644 --- a/packages/app/src/components/ui/chart-legend-item.tsx +++ b/packages/app/src/components/ui/chart-legend-item.tsx @@ -19,12 +19,14 @@ export interface CommonLegendItemProps { isLegendExpanded?: boolean; // Whether the legend is expanded to show full text sidebarMode?: boolean; // Use sidebar-style visual feedback (line-through + faded dot) onRemove?: (name: string) => void; + hideAriaLabel?: string; /** * When provided, renders a small table icon that opens a per-series points * table (all data points for this hardware/framework series). Only the * inference tab's legend passes this — other tabs get no icon. */ onShowPoints?: (name: string) => void; + showPointsAriaLabel?: string; } const ChartLegendItem: React.FC = ({ @@ -43,6 +45,8 @@ const ChartLegendItem: React.FC = ({ sidebarMode = false, onRemove, onShowPoints, + hideAriaLabel, + showPointsAriaLabel, }) => { const id = `checkbox-${hw || name}`; // Unique ID for accessibility const isLongText = (label ?? '').length > 8; @@ -84,7 +88,7 @@ const ChartLegendItem: React.FC = ({ onRemove!(hw || name); }} className="absolute inset-0 inline-flex items-center justify-center opacity-0 group-hover/item:opacity-100" - aria-label={`Hide ${label}`} + aria-label={hideAriaLabel ?? `Hide ${label}`} > @@ -108,7 +112,7 @@ const ChartLegendItem: React.FC = ({ diff --git a/packages/app/src/components/ui/searchable-select.test.ts b/packages/app/src/components/ui/searchable-select.test.ts index 70b2aa8ef..275774f32 100644 --- a/packages/app/src/components/ui/searchable-select.test.ts +++ b/packages/app/src/components/ui/searchable-select.test.ts @@ -56,7 +56,7 @@ function openMenu() { // internal value tracker thinks nothing changed. Use the native HTMLInputElement // setter so React picks up the change and fires onChange in jsdom. function setSearchValue(value: string) { - const input = container.querySelector('input[placeholder="Search..."]') as HTMLInputElement; + const input = document.body.querySelector('input[type="text"]') as HTMLInputElement; const nativeSetter = Object.getOwnPropertyDescriptor( window.HTMLInputElement.prototype, 'value', @@ -83,7 +83,7 @@ describe('SearchableSelect', () => { it('shows all groups and options when opened', () => { render(); openMenu(); - const items = container.querySelectorAll('[data-slot="select-item"]'); + const items = document.body.querySelectorAll('[data-slot="select-item"]'); expect(items).toHaveLength(3); }); @@ -91,7 +91,7 @@ describe('SearchableSelect', () => { render(); openMenu(); setSearchValue('input'); - const items = container.querySelectorAll('[data-slot="select-item"]'); + const items = document.body.querySelectorAll('[data-slot="select-item"]'); expect(items).toHaveLength(1); expect(items[0]?.textContent).toContain('Input Token Throughput per GPU'); }); @@ -100,7 +100,7 @@ describe('SearchableSelect', () => { render(); openMenu(); setSearchValue('cost'); - const items = container.querySelectorAll('[data-slot="select-item"]'); + const items = document.body.querySelectorAll('[data-slot="select-item"]'); expect(items).toHaveLength(1); expect(items[0]?.textContent).toContain('Cost per Million Total Tokens (Hyperscaler)'); }); @@ -109,22 +109,84 @@ describe('SearchableSelect', () => { render(); openMenu(); setSearchValue('zzzzz'); - const items = container.querySelectorAll('[data-slot="select-item"]'); + const items = document.body.querySelectorAll('[data-slot="select-item"]'); expect(items).toHaveLength(0); - expect(container.textContent).toContain('No results'); + expect(document.body.textContent).toContain('No results'); + }); + + it('uses localized search controls and empty state labels', () => { + render({ + searchPlaceholder: '搜索队列...', + searchAriaLabel: '搜索 CollectiveX 队列', + clearSearchLabel: '清除队列搜索', + noResultsLabel: '无匹配队列', + }); + openMenu(); + const input = document.body.querySelector('input[type="text"]') as HTMLInputElement; + expect(input.placeholder).toBe('搜索队列...'); + expect(input.getAttribute('aria-label')).toBe('搜索 CollectiveX 队列'); + setSearchValue('zzzzz'); + expect(document.body.textContent).toContain('无匹配队列'); + expect(document.body.querySelector('button[aria-label="清除队列搜索"]')).not.toBeNull(); + }); + + it('filters the canonical 280-cohort publication scale without truncating it', () => { + const groups = [ + ['Library', 76], + ['Platform', 76], + ['Reference system', 12], + ['Routing', 116], + ].map(([label, size]) => ({ + label: `${label} comparisons`, + options: Array.from({ length: Number(size) }, (_, index) => ({ + value: `${label}-cohort-${index}`, + label: `${label} cohort ${index}`, + })), + })); + render({ groups, value: 'Library-cohort-0' }); + openMenu(); + expect(document.body.querySelectorAll('[data-slot="select-item"]')).toHaveLength(280); + setSearchValue('Routing comparisons'); + expect(document.body.querySelectorAll('[data-slot="select-item"]')).toHaveLength(116); + setSearchValue('Routing cohort 115'); + const items = document.body.querySelectorAll('[data-slot="select-item"]'); + expect(items).toHaveLength(1); + expect(items[0]?.textContent).toContain('Routing cohort 115'); }); it('invokes onValueChange and closes the menu when an option is clicked', () => { const handle = vi.fn(); render({ onValueChange: handle }); openMenu(); - const items = container.querySelectorAll('[data-slot="select-item"]'); + const items = document.body.querySelectorAll('[data-slot="select-item"]'); const target = [...items].find((el) => el.textContent?.includes('Input Token Throughput per GPU'), ) as HTMLDivElement; act(() => target.click()); expect(handle).toHaveBeenCalledExactlyOnceWith('y_inputTputPerGpu'); // Menu closed → no select-item visible - expect(container.querySelectorAll('[data-slot="select-item"]')).toHaveLength(0); + expect(document.body.querySelectorAll('[data-slot="select-item"]')).toHaveLength(0); + }); + + it('moves through options and selects from the keyboard', () => { + const handle = vi.fn(); + render({ onValueChange: handle }); + openMenu(); + const input = document.body.querySelector('input[type="text"]') as HTMLInputElement; + const options = document.body.querySelectorAll('[data-slot="select-item"]'); + expect([...options].every((item) => item.tabIndex === -1)).toBe(true); + act(() => + input.dispatchEvent(new KeyboardEvent('keydown', { key: 'ArrowDown', bubbles: true })), + ); + expect(document.activeElement).toBe(options[0]); + act(() => + options[0]?.dispatchEvent(new KeyboardEvent('keydown', { key: 'ArrowDown', bubbles: true })), + ); + expect(document.activeElement).toBe(options[1]); + act(() => + options[1]?.dispatchEvent(new KeyboardEvent('keydown', { key: 'Enter', bubbles: true })), + ); + expect(handle).toHaveBeenCalledExactlyOnceWith('y_inputTputPerGpu'); + expect(document.body.querySelectorAll('[data-slot="select-item"]')).toHaveLength(0); }); }); diff --git a/packages/app/src/components/ui/searchable-select.tsx b/packages/app/src/components/ui/searchable-select.tsx index 3b1a5d25a..1c7d80ad5 100644 --- a/packages/app/src/components/ui/searchable-select.tsx +++ b/packages/app/src/components/ui/searchable-select.tsx @@ -3,6 +3,7 @@ import { CheckIcon, ChevronDownIcon, SearchIcon, XIcon } from 'lucide-react'; import * as React from 'react'; +import { Popover, PopoverContent, PopoverTrigger } from '@/components/ui/popover'; import { track } from '@/lib/analytics'; import { cn } from '@/lib/utils'; @@ -26,11 +27,12 @@ interface SearchableSelectProps { triggerTestId?: string; disabled?: boolean; searchable?: boolean; - /** Analytics event prefix, e.g. "yaxis_metric" → "yaxis_metric_searched" */ - trackPrefix?: string; searchPlaceholder?: string; - noResultsLabel?: string; + searchAriaLabel?: string; clearSearchLabel?: string; + noResultsLabel?: string; + /** Analytics event prefix, e.g. "yaxis_metric" → "yaxis_metric_searched" */ + trackPrefix?: string; } export function SearchableSelect({ @@ -43,10 +45,11 @@ export function SearchableSelect({ triggerTestId, disabled = false, searchable = true, - trackPrefix, searchPlaceholder = 'Search...', - noResultsLabel = 'No results', + searchAriaLabel = 'Search options', clearSearchLabel = 'Clear search', + noResultsLabel = 'No results', + trackPrefix, }: SearchableSelectProps) { const [isOpen, setIsOpen] = React.useState(false); const [search, setSearch] = React.useState(''); @@ -56,8 +59,8 @@ export function SearchableSelect({ // resolve client-side, so SSR would otherwise lock in the default label and // leave it stale after hydration. const [mounted, setMounted] = React.useState(false); - const containerRef = React.useRef(null); const searchRef = React.useRef(null); + const listboxRef = React.useRef(null); const searchUsedRef = React.useRef(false); React.useEffect(() => { @@ -65,33 +68,13 @@ export function SearchableSelect({ }, []); React.useEffect(() => { - const handleClickOutside = (event: MouseEvent) => { - if (containerRef.current && !containerRef.current.contains(event.target as Node)) { - setIsOpen(false); - } - }; - const handleKeyDown = (event: KeyboardEvent) => { - if (event.key === 'Escape') { - event.stopPropagation(); - setIsOpen(false); - } - }; - - if (isOpen) { - document.addEventListener('mousedown', handleClickOutside); - document.addEventListener('keydown', handleKeyDown); - searchRef.current?.focus(); - } else { + if (!isOpen) { if (searchUsedRef.current && trackPrefix) { track(`${trackPrefix}_searched`, { query: search }); searchUsedRef.current = false; } setSearch(''); } - return () => { - document.removeEventListener('mousedown', handleClickOutside); - document.removeEventListener('keydown', handleKeyDown); - }; }, [isOpen, search, trackPrefix]); const filteredGroups = React.useMemo(() => { @@ -120,49 +103,79 @@ export function SearchableSelect({ onValueChange(optionValue); setIsOpen(false); }; + const focusOption = (index: number) => { + const options = listboxRef.current?.querySelectorAll('[role="option"]'); + options?.[Math.max(0, Math.min(index, options.length - 1))]?.focus(); + }; + const handleOptionKeyDown = (event: React.KeyboardEvent, optionValue: string) => { + if (event.key === 'Enter' || event.key === ' ') { + event.preventDefault(); + handleSelect(optionValue); + return; + } + const options = [...(listboxRef.current?.querySelectorAll('[role="option"]') ?? [])]; + const current = options.indexOf(event.currentTarget); + const target = + event.key === 'ArrowDown' + ? current + 1 + : event.key === 'ArrowUp' + ? current - 1 + : event.key === 'Home' + ? 0 + : event.key === 'End' + ? options.length - 1 + : null; + if (target !== null) { + event.preventDefault(); + focusOption(target); + } + }; return ( -
- - - {isOpen && ( -
!disabled && setIsOpen(open)}> +
+ + + + { + event.preventDefault(); + searchRef.current?.focus(); + }} + className="z-[100] w-[var(--radix-popover-trigger-width)] overflow-hidden p-0 data-[state=open]:animate-none data-[state=closed]:animate-none" > {/* Search header lives outside the scrollable region so it never picks up * `sticky` → `position: fixed` resolution that puts it behind the page @@ -178,7 +191,17 @@ export function SearchableSelect({ setSearch(e.target.value); if (e.target.value) searchUsedRef.current = true; }} + onKeyDown={(event) => { + if (event.key === 'ArrowDown') { + event.preventDefault(); + focusOption(0); + } else if (event.key === 'ArrowUp') { + event.preventDefault(); + focusOption(Number.MAX_SAFE_INTEGER); + } + }} placeholder={searchPlaceholder} + aria-label={searchAriaLabel} className="w-full bg-transparent py-1.5 text-sm outline-none placeholder:text-muted-foreground" /> {search && ( @@ -197,6 +220,7 @@ export function SearchableSelect({
)}
handleSelect(option.value)} + onKeyDown={(event) => handleOptionKeyDown(event, option.value)} className={cn( "focus:bg-accent focus:text-accent-foreground [&_svg:not([class*='text-'])]:text-muted-foreground relative flex w-full cursor-pointer items-center gap-2 rounded-sm py-1.5 pr-8 pl-2 text-sm outline-hidden select-none transition-all duration-150 ease-in-out", 'hover:bg-primary/20 hover:pl-3 hover:shadow-sm', @@ -237,8 +263,8 @@ export function SearchableSelect({
))}
-
- )} - + + + ); } diff --git a/packages/app/src/hooks/api/use-collectivex.ts b/packages/app/src/hooks/api/use-collectivex.ts new file mode 100644 index 000000000..4235a7638 --- /dev/null +++ b/packages/app/src/hooks/api/use-collectivex.ts @@ -0,0 +1,17 @@ +import { useQuery } from '@tanstack/react-query'; + +import { fetchCollectiveX } from '@/lib/api'; +import type { CollectiveXChannelName } from '@/components/collectivex/reader'; +import type { CollectiveXVersion } from '@/components/collectivex/types'; + +export function useCollectiveX( + channel: CollectiveXChannelName = 'dev-latest', + version: CollectiveXVersion = 'v1', +) { + return useQuery({ + queryKey: ['collectivex', version, channel], + queryFn: ({ signal }) => fetchCollectiveX(channel, signal, version), + staleTime: 0, + refetchOnMount: 'always', + }); +} diff --git a/packages/app/src/lib/allowed-dev-origins.test.ts b/packages/app/src/lib/allowed-dev-origins.test.ts index 0577e3ce0..44e8ae3ce 100644 --- a/packages/app/src/lib/allowed-dev-origins.test.ts +++ b/packages/app/src/lib/allowed-dev-origins.test.ts @@ -11,7 +11,7 @@ describe('allowedDevOriginsFromEnv', () => { it('trims whitespace and removes empty entries', () => { expect( - allowedDevOriginsFromEnv(' 10.112.9.49 , , local-origin.dev , *.local-origin.dev '), - ).toEqual(['10.112.9.49', 'local-origin.dev', '*.local-origin.dev']); + allowedDevOriginsFromEnv(' dev-machine.local , , local-origin.dev , *.local-origin.dev '), + ).toEqual(['dev-machine.local', 'local-origin.dev', '*.local-origin.dev']); }); }); diff --git a/packages/app/src/lib/allowed-dev-origins.ts b/packages/app/src/lib/allowed-dev-origins.ts index 839a486ff..82fac506a 100644 --- a/packages/app/src/lib/allowed-dev-origins.ts +++ b/packages/app/src/lib/allowed-dev-origins.ts @@ -1,4 +1,4 @@ -/** Comma-separated hostnames or IPs (e.g. `10.112.9.49,192.168.1.10`). Only used in dev. */ +/** Comma-separated dev hostnames (e.g. `dev-a.local,dev-b.local`). */ export function allowedDevOriginsFromEnv(raw = process.env.NEXT_DEV_ALLOWED_ORIGINS): string[] { if (!raw?.trim()) return []; return raw diff --git a/packages/app/src/lib/api.test.ts b/packages/app/src/lib/api.test.ts index a1f290068..e89f2fb75 100644 --- a/packages/app/src/lib/api.test.ts +++ b/packages/app/src/lib/api.test.ts @@ -4,9 +4,12 @@ import { fetchBenchmarks, fetchWorkflowInfo, fetchAvailability, + fetchCollectiveX, fetchReliability, fetchEvaluations, } from './api'; +import { makeCollectiveXDataset } from '@/components/collectivex/test-fixture'; +import { collectiveXChannelUrl, sha256Hex } from '@/components/collectivex/reader'; const mockFetch = vi.fn(); vi.stubGlobal('fetch', mockFetch); @@ -126,3 +129,41 @@ describe('fetchEvaluations', () => { expect(result[0].task).toBe('gsm8k'); }); }); + +describe('fetchCollectiveX', () => { + it('resolves the no-cache channel to a digest-addressed dataset', async () => { + const bytes = new TextEncoder().encode(JSON.stringify(makeCollectiveXDataset())); + const digest = await sha256Hex(bytes); + mockFetch + .mockResolvedValueOnce({ + ok: true, + text: () => + Promise.resolve( + JSON.stringify({ + format: 'collectivex.channel.v1', + channel: 'dev-latest', + generated_at: '2026-07-04T01:00:00Z', + dataset: { + path: `datasets/${digest}/dataset.json`, + sha256: digest, + bytes: bytes.length, + }, + }), + ), + }) + .mockResolvedValueOnce({ ok: true, arrayBuffer: () => Promise.resolve(bytes.buffer) }); + + const result = await fetchCollectiveX(); + + expect(mockFetch).toHaveBeenCalledWith( + collectiveXChannelUrl('dev-latest'), + expect.objectContaining({ cache: 'no-store', credentials: 'same-origin' }), + ); + expect(mockFetch).toHaveBeenLastCalledWith( + `/collectivex-data/v1/datasets/${digest}/dataset.json`, + expect.objectContaining({ cache: 'force-cache', credentials: 'same-origin' }), + ); + expect(result.dataset.format).toBe('collectivex.public.v1'); + expect(result.digest).toBe(digest); + }); +}); diff --git a/packages/app/src/lib/api.ts b/packages/app/src/lib/api.ts index a9d667154..1d9a17fac 100644 --- a/packages/app/src/lib/api.ts +++ b/packages/app/src/lib/api.ts @@ -3,6 +3,11 @@ * Each function is a thin fetch wrapper returning typed data. */ +import { + fetchCollectiveXPublication, + type CollectiveXChannelName, +} from '@/components/collectivex/reader'; +import type { CollectiveXVersion } from '@/components/collectivex/types'; import type { WorkerPower } from '@/components/inference/types'; import type { SubmissionsResponse } from './submissions-types'; @@ -300,6 +305,14 @@ export function fetchSubmissions(signal?: AbortSignal) { return fetchJson('/api/v1/submissions', signal); } +export function fetchCollectiveX( + channel: CollectiveXChannelName = 'dev-latest', + signal?: AbortSignal, + version: CollectiveXVersion = 'v1', +) { + return fetchCollectiveXPublication(channel, signal, version); +} + export interface FeedbackListRow { id: string; created_at: string; diff --git a/packages/app/src/lib/collectivex-github.test.ts b/packages/app/src/lib/collectivex-github.test.ts new file mode 100644 index 000000000..3596ebf2f --- /dev/null +++ b/packages/app/src/lib/collectivex-github.test.ts @@ -0,0 +1,151 @@ +import { createHash } from 'node:crypto'; + +import AdmZip from 'adm-zip'; +import { afterAll, beforeEach, describe, expect, it, vi } from 'vitest'; + +import { + makeCollectiveXDataset, + makeCollectiveXDiagnosticDataset, +} from '@/components/collectivex/test-fixture'; + +import { + clearCollectiveXPublicationCache, + collectiveXPublicationErrorCode, + loadCollectiveXPublication, +} from './collectivex-github'; + +const mockFetch = vi.fn(); +vi.stubGlobal('fetch', mockFetch); + +function jsonResponse(value: unknown, status = 200) { + return Response.json(value, { + status, + }); +} + +function publicationArchive(value = makeCollectiveXDataset(), extra = false) { + const body = Buffer.from(`${JSON.stringify(value)}\n`); + const digest = createHash('sha256').update(body).digest('hex'); + const zip = new AdmZip(); + zip.addFile(`collectivex_public_v1_${digest}.ndjson`, body); + if (extra) zip.addFile(`collectivex_public_v1_${'f'.repeat(64)}.ndjson`, body); + return { body, digest, zip: zip.toBuffer() }; +} + +function installGithubResponses(archive: ReturnType) { + mockFetch + .mockResolvedValueOnce( + jsonResponse({ + workflow_runs: [ + { + id: 456, + name: 'CollectiveX Publish V1', + head_branch: 'collectivex', + head_sha: 'a'.repeat(40), + status: 'completed', + conclusion: 'success', + }, + ], + }), + ) + .mockResolvedValueOnce( + jsonResponse({ + artifacts: [ + { + id: 123, + name: 'cxpublication-v1-456-1', + archive_download_url: 'https://example.test/publication.zip', + expired: false, + size_in_bytes: archive.zip.byteLength, + }, + ], + }), + ) + .mockResolvedValueOnce( + new Response(archive.zip, { + headers: { 'Content-Length': String(archive.zip.byteLength) }, + }), + ); +} + +beforeEach(() => { + clearCollectiveXPublicationCache(); + mockFetch.mockReset(); + process.env.GITHUB_TOKEN = 'test-token'; +}); + +afterAll(() => { + delete process.env.GITHUB_TOKEN; + vi.unstubAllGlobals(); +}); + +describe('CollectiveX GitHub publication loader', () => { + it('discovers, downloads, validates, and caches the latest NDJSON publication', async () => { + const archive = publicationArchive(); + installGithubResponses(archive); + + const first = await loadCollectiveXPublication('v1'); + const second = await loadCollectiveXPublication('v1'); + + expect(first).toMatchObject({ + artifactId: 123, + digest: archive.digest, + runId: 456, + version: 'v1', + }); + expect(Buffer.from(first.body)).toEqual(archive.body); + expect(first.dataset.promotion.status).toBe('promoted'); + expect(second).toBe(first); + expect(mockFetch).toHaveBeenCalledTimes(3); + expect(mockFetch.mock.calls[0][0]).toContain( + '/actions/workflows/collectivex-publish.yml/runs?', + ); + }); + + it('resolves an immutable digest from the publication cache', async () => { + const archive = publicationArchive(); + installGithubResponses(archive); + await loadCollectiveXPublication('v1'); + + await expect(loadCollectiveXPublication('v1', archive.digest)).resolves.toMatchObject({ + digest: archive.digest, + }); + expect(mockFetch).toHaveBeenCalledTimes(3); + }); + + it('retries transient GitHub failures with bounded attempts', async () => { + const archive = publicationArchive(); + mockFetch.mockResolvedValueOnce(jsonResponse({}, 503)); + installGithubResponses(archive); + + await expect(loadCollectiveXPublication('v1')).resolves.toMatchObject({ + digest: archive.digest, + }); + expect(mockFetch).toHaveBeenCalledTimes(4); + }); + + it('rejects non-promoted and ambiguous publication artifacts', async () => { + const diagnostic = publicationArchive(makeCollectiveXDiagnosticDataset()); + installGithubResponses(diagnostic); + await expect(loadCollectiveXPublication('v1')).rejects.toSatisfy( + (error: unknown) => collectiveXPublicationErrorCode(error) === 'invalid', + ); + + clearCollectiveXPublicationCache(); + mockFetch.mockReset(); + const ambiguous = publicationArchive(makeCollectiveXDataset(), true); + installGithubResponses(ambiguous); + await expect(loadCollectiveXPublication('v1')).rejects.toSatisfy( + (error: unknown) => collectiveXPublicationErrorCode(error) === 'invalid', + ); + }); + + it('fails as unavailable without a server-side GitHub token', async () => { + delete process.env.GITHUB_TOKEN; + + await expect(loadCollectiveXPublication('v1')).rejects.toSatisfy( + (error: unknown) => collectiveXPublicationErrorCode(error) === 'unavailable', + ); + expect(mockFetch).not.toHaveBeenCalled(); + }); +}); diff --git a/packages/app/src/lib/collectivex-github.ts b/packages/app/src/lib/collectivex-github.ts new file mode 100644 index 000000000..2cde39462 --- /dev/null +++ b/packages/app/src/lib/collectivex-github.ts @@ -0,0 +1,320 @@ +import { createHash } from 'node:crypto'; + +import AdmZip from 'adm-zip'; + +import { GITHUB_API_BASE, GITHUB_OWNER, GITHUB_REPO } from '@semianalysisai/inferencex-constants'; + +import { parseCollectiveXDatasetText } from '@/components/collectivex/reader'; +import type { CollectiveXDataset, CollectiveXVersion } from '@/components/collectivex/types'; + +const BRANCH = 'collectivex'; +const PUBLICATION_POLICY: Record = { + v1: { + file: /^collectivex_public_v1_(?[a-f0-9]{64})\.ndjson$/, + workflowName: 'CollectiveX Publish V1', + }, +}; +const MAX_PUBLICATION_BYTES = 32 * 1024 * 1024; +const REQUEST_TIMEOUT_MS = 30_000; +const MAX_REQUEST_ATTEMPTS = 3; +const RETRYABLE_STATUSES = new Set([408, 429, 500, 502, 503, 504]); +const LATEST_TTL_MS = 60_000; +const DIGEST_TTL_MS = 10 * 60_000; + +type PublicationErrorCode = 'invalid' | 'not-found' | 'unavailable'; + +interface WorkflowRun { + id: number; + name: string; + head_branch: string | null; + head_sha: string; + status: string | null; + conclusion: string | null; +} + +interface GithubArtifact { + id: number; + name: string; + archive_download_url: string; + expired?: boolean; + size_in_bytes?: number; +} + +interface PublicationCandidate { + artifact: GithubArtifact; + run: WorkflowRun; +} + +export interface CollectiveXGithubPublication { + artifactId: number; + body: Uint8Array; + dataset: CollectiveXDataset; + digest: string; + runId: number; + version: CollectiveXVersion; +} + +class CollectiveXPublicationError extends Error { + readonly code: PublicationErrorCode; + + constructor(code: PublicationErrorCode, message: string, options?: ErrorOptions) { + super(message, options); + this.name = 'CollectiveXPublicationError'; + this.code = code; + } +} + +export function collectiveXPublicationErrorCode(error: unknown): PublicationErrorCode | null { + return error instanceof CollectiveXPublicationError ? error.code : null; +} + +const digestCache = new Map< + string, + { expiresAt: number; publication: CollectiveXGithubPublication } +>(); +const latestCache = new Map< + CollectiveXVersion, + { expiresAt: number; promise: Promise } +>(); + +function githubHeaders(token: string) { + return { + Accept: 'application/vnd.github+json', + Authorization: `Bearer ${token}`, + 'X-GitHub-Api-Version': '2022-11-28', + }; +} + +async function waitBeforeRetry(attempt: number): Promise { + const delay = process.env.NODE_ENV === 'test' ? 0 : Math.min(250 * 2 ** (attempt - 1), 2000); + await new Promise((resolve) => { + setTimeout(resolve, delay); + }); +} + +async function githubFetch(url: string, token: string): Promise { + let lastError: unknown; + for (let attempt = 1; attempt <= MAX_REQUEST_ATTEMPTS; attempt++) { + try { + const response = await fetch(url, { + cache: 'no-store', + headers: githubHeaders(token), + signal: AbortSignal.timeout(REQUEST_TIMEOUT_MS), + }); + if ( + response.ok || + !RETRYABLE_STATUSES.has(response.status) || + attempt === MAX_REQUEST_ATTEMPTS + ) { + return response; + } + lastError = new Error(`GitHub returned ${response.status}`); + } catch (error) { + lastError = error; + if (attempt === MAX_REQUEST_ATTEMPTS) break; + } + await waitBeforeRetry(attempt); + } + throw new CollectiveXPublicationError('unavailable', 'GitHub request failed', { + cause: lastError, + }); +} + +async function publicationCandidates( + version: CollectiveXVersion, + token: string, +): Promise { + const policy = PUBLICATION_POLICY[version]; + const parameters = new URLSearchParams({ + branch: BRANCH, + status: 'completed', + per_page: '20', + }); + const runsResponse = await githubFetch( + `${GITHUB_API_BASE}/repos/${GITHUB_OWNER}/${GITHUB_REPO}/actions/workflows/collectivex-publish.yml/runs?${parameters}`, + token, + ); + if (!runsResponse.ok) { + throw new CollectiveXPublicationError( + 'unavailable', + `GitHub publication discovery failed (${runsResponse.status})`, + ); + } + const runs = + ((await runsResponse.json()) as { workflow_runs?: WorkflowRun[] }).workflow_runs ?? []; + const candidates: PublicationCandidate[] = []; + for (const run of runs) { + if ( + run.name !== policy.workflowName || + run.head_branch !== BRANCH || + run.status !== 'completed' || + run.conclusion !== 'success' || + !/^[a-f0-9]{40}$/.test(run.head_sha) + ) { + continue; + } + const artifactsResponse = await githubFetch( + `${GITHUB_API_BASE}/repos/${GITHUB_OWNER}/${GITHUB_REPO}/actions/runs/${run.id}/artifacts?per_page=100`, + token, + ); + if (!artifactsResponse.ok) { + throw new CollectiveXPublicationError( + 'unavailable', + `GitHub artifact discovery failed (${artifactsResponse.status})`, + ); + } + const artifacts = ((await artifactsResponse.json()) as { artifacts?: GithubArtifact[] }) + .artifacts; + const matching = (artifacts ?? []).filter( + (artifact) => artifact.name.startsWith(`cxpublication-${version}-`) && !artifact.expired, + ); + if (matching.length > 1) { + throw new CollectiveXPublicationError('invalid', 'publication run has duplicate artifacts'); + } + if (matching[0]) candidates.push({ artifact: matching[0], run }); + } + return candidates; +} + +async function downloadPublication( + version: CollectiveXVersion, + candidate: PublicationCandidate, + token: string, +): Promise { + const policy = PUBLICATION_POLICY[version]; + if ( + candidate.artifact.size_in_bytes !== undefined && + candidate.artifact.size_in_bytes > MAX_PUBLICATION_BYTES + ) { + throw new CollectiveXPublicationError('invalid', 'publication artifact is oversized'); + } + const response = await githubFetch(candidate.artifact.archive_download_url, token); + if (!response.ok) { + throw new CollectiveXPublicationError( + 'unavailable', + `GitHub publication download failed (${response.status})`, + ); + } + const declaredBytes = Number(response.headers.get('Content-Length') ?? 0); + if (declaredBytes > MAX_PUBLICATION_BYTES) { + throw new CollectiveXPublicationError('invalid', 'publication archive is oversized'); + } + const archive = Buffer.from(await response.arrayBuffer()); + if (archive.byteLength > MAX_PUBLICATION_BYTES) { + throw new CollectiveXPublicationError('invalid', 'publication archive is oversized'); + } + + let zip: AdmZip; + try { + zip = new AdmZip(archive); + } catch (error) { + throw new CollectiveXPublicationError('invalid', 'publication artifact is not a ZIP', { + cause: error, + }); + } + const entries = zip.getEntries().filter((entry) => !entry.isDirectory); + if ( + entries.length !== 1 || + entries[0].entryName.includes('/') || + !policy.file.test(entries[0].entryName) + ) { + throw new CollectiveXPublicationError('invalid', 'publication archive layout is invalid'); + } + if (entries[0].header.size > MAX_PUBLICATION_BYTES) { + throw new CollectiveXPublicationError('invalid', 'publication dataset is oversized'); + } + const bytes = entries[0].getData(); + if (bytes.byteLength === 0 || bytes.byteLength > MAX_PUBLICATION_BYTES) { + throw new CollectiveXPublicationError('invalid', 'publication dataset size is invalid'); + } + + let text: string; + try { + text = new TextDecoder('utf-8', { fatal: true }).decode(bytes); + } catch (error) { + throw new CollectiveXPublicationError('invalid', 'publication dataset is not UTF-8', { + cause: error, + }); + } + const lines = text.split('\n'); + if (lines.length !== 2 || lines[1] !== '' || lines[0].length === 0 || lines[0].includes('\r')) { + throw new CollectiveXPublicationError( + 'invalid', + 'publication artifact must contain exactly one NDJSON record', + ); + } + let dataset: CollectiveXDataset; + try { + dataset = parseCollectiveXDatasetText(lines[0]); + } catch (error) { + throw new CollectiveXPublicationError('invalid', 'publication dataset failed validation', { + cause: error, + }); + } + if (dataset.promotion.status !== 'promoted') { + throw new CollectiveXPublicationError('invalid', 'publication dataset is not promoted'); + } + const digest = createHash('sha256').update(bytes).digest('hex'); + const namedDigest = policy.file.exec(entries[0].entryName)?.groups?.digest; + if (digest !== namedDigest) { + throw new CollectiveXPublicationError('invalid', 'publication filename digest differs'); + } + return { + artifactId: candidate.artifact.id, + body: Uint8Array.from(bytes), + dataset, + digest, + runId: candidate.run.id, + version, + }; +} + +async function fetchPublication( + version: CollectiveXVersion, + digest?: string, +): Promise { + const token = process.env.GITHUB_TOKEN; + if (!token) { + throw new CollectiveXPublicationError('unavailable', 'GITHUB_TOKEN is not configured'); + } + const candidates = await publicationCandidates(version, token); + if (candidates.length === 0) { + throw new CollectiveXPublicationError('not-found', 'no CollectiveX publication artifact'); + } + for (const candidate of candidates) { + const publication = await downloadPublication(version, candidate, token); + digestCache.set(`${version}:${publication.digest}`, { + expiresAt: Date.now() + DIGEST_TTL_MS, + publication, + }); + if (!digest || publication.digest === digest) return publication; + } + throw new CollectiveXPublicationError('not-found', 'CollectiveX publication digest not found'); +} + +export function loadCollectiveXPublication( + version: CollectiveXVersion, + digest?: string, +): Promise { + const now = Date.now(); + if (digest) { + const cacheKey = `${version}:${digest}`; + const cached = digestCache.get(cacheKey); + if (cached && cached.expiresAt > now) return Promise.resolve(cached.publication); + digestCache.delete(cacheKey); + return fetchPublication(version, digest); + } + const cached = latestCache.get(version); + if (cached && cached.expiresAt > now) return cached.promise; + const promise = fetchPublication(version).catch((error) => { + latestCache.delete(version); + throw error; + }); + latestCache.set(version, { expiresAt: now + LATEST_TTL_MS, promise }); + return promise; +} + +export function clearCollectiveXPublicationCache(): void { + digestCache.clear(); + latestCache.clear(); +} diff --git a/packages/app/src/lib/d3-chart/D3Chart/types.ts b/packages/app/src/lib/d3-chart/D3Chart/types.ts index 3062784ef..7d62eda08 100644 --- a/packages/app/src/lib/d3-chart/D3Chart/types.ts +++ b/packages/app/src/lib/d3-chart/D3Chart/types.ts @@ -126,6 +126,8 @@ export interface AxisConfig { label?: string; tickFormat?: (d: d3.AxisDomain) => string; tickCount?: number; + /** Explicit ticks or a domain-aware generator, useful for geometric and sparse log axes. */ + tickValues?: (number | Date)[] | ((scale: AnyScale) => (number | Date)[]); /** Post-render callback for custom axis label formatting (e.g., multi-line tspan). */ customize?: (axisGroup: d3.Selection) => void; } diff --git a/packages/app/src/lib/d3-chart/D3Chart/useD3ChartRenderer.ts b/packages/app/src/lib/d3-chart/D3Chart/useD3ChartRenderer.ts index 8953d1562..7d9ba3ec8 100644 --- a/packages/app/src/lib/d3-chart/D3Chart/useD3ChartRenderer.ts +++ b/packages/app/src/lib/d3-chart/D3Chart/useD3ChartRenderer.ts @@ -8,7 +8,7 @@ import type { ChartLayout, ContinuousScale } from '../types'; import { buildScale, isBandScale, type BuiltScale } from './scale-builders'; import { renderLayer, updateLayerOnZoom } from './layer-renderer'; -import type { D3ChartProps, RenderContext, ZoomContext } from './types'; +import type { AxisConfig, D3ChartProps, RenderContext, ZoomContext } from './types'; interface RendererDeps { svgRef: React.RefObject; @@ -51,6 +51,14 @@ interface RendererDeps { ) => void; } +function resolveTickValues( + tickValues: AxisConfig['tickValues'], + scale: AnyScale, +): (number | Date)[] | undefined { + if (!tickValues) return undefined; + return typeof tickValues === 'function' ? tickValues(scale) : tickValues; +} + /** * Core render effect for D3Chart. Builds scales, renders structure/axes/grid/layers, * wires up tooltip and zoom handlers. @@ -97,7 +105,14 @@ export function useD3ChartRenderer(props: D3ChartProps, deps: RendererDeps // preventing a frame where dots and lines are out of sync during y-axis metric changes. useLayoutEffect(() => { if (!svgRef.current || !tooltipRef.current || dimensions.width === 0) return; - if (data.length === 0 && layers.every((l) => l.type !== 'custom')) return; + if (data.length === 0 && layers.every((layer) => layer.type !== 'custom')) { + d3.select(svgRef.current).selectAll('*').remove(); + scalesRef.current = null; + layoutRef.current = null; + dismissTooltip(true); + prevDataRef.current = data; + return; + } // Animate when data or scale domains changed (but not on resize/theme changes) const dataChanged = data !== prevDataRef.current; @@ -162,12 +177,24 @@ export function useD3ChartRenderer(props: D3ChartProps, deps: RendererDeps // ── Grid + Axes (skip when no scale configs) ── if (hasScales) { - renderGrid(layout, xScale as AnyScale, yScale as any, yAxisConfig?.tickCount ?? 5); + const xTickValues = resolveTickValues(xAxisConfig?.tickValues, xScale as AnyScale); + const yTickValues = resolveTickValues(yAxisConfig?.tickValues, yScale as AnyScale); + renderGrid( + layout, + xScale as AnyScale, + yScale as any, + yAxisConfig?.tickCount ?? 5, + 0, + xTickValues, + yTickValues, + ); renderAxes(layout, xScale as AnyScale, yScale as any, { xTickFormat: xAxisConfig?.tickFormat, yTickFormat: yAxisConfig?.tickFormat, xTickCount: xAxisConfig?.tickCount, yTickCount: yAxisConfig?.tickCount, + xTickValues, + yTickValues, }); // Custom axis formatting callbacks @@ -408,11 +435,15 @@ export function useD3ChartRenderer(props: D3ChartProps, deps: RendererDeps } // Update axes + grid + const xTickValues = resolveTickValues(xAxisConfig?.tickValues, newXScale as AnyScale); + const yTickValues = resolveTickValues(yAxisConfig?.tickValues, newYScale as AnyScale); renderAxes(layout, newXScale as AnyScale, newYScale as any, { xTickFormat: xAxisConfig?.tickFormat, yTickFormat: yAxisConfig?.tickFormat, xTickCount: xAxisConfig?.tickCount, yTickCount: yAxisConfig?.tickCount, + xTickValues, + yTickValues, }); if (xAxisConfig?.customize) { xAxisConfig.customize(layout.xAxisGroup); @@ -425,6 +456,9 @@ export function useD3ChartRenderer(props: D3ChartProps, deps: RendererDeps newXScale as AnyScale, newYScale as any, yAxisConfig?.tickCount ?? 5, + 0, + xTickValues, + yTickValues, ); // Update layers diff --git a/packages/app/src/lib/d3-chart/chart-update.test.ts b/packages/app/src/lib/d3-chart/chart-update.test.ts index a4a52b859..a8b3d0127 100644 --- a/packages/app/src/lib/d3-chart/chart-update.test.ts +++ b/packages/app/src/lib/d3-chart/chart-update.test.ts @@ -51,6 +51,23 @@ describe('renderAxes', () => { expect(tickCount).toBeLessThanOrEqual(8); }); + it('renders only explicit x tick values within the visible domain', () => { + const layout = makeLayout(); + const xScale = d3.scaleLinear().domain([2, 10]).range([0, layout.width]); + const yScale = d3.scaleLinear().domain([0, 50]).range([layout.height, 0]); + + renderAxes(layout, xScale, yScale, { + xTickValues: [1, 2, 4, 16], + xTickFormat: String, + }); + + const labels: string[] = []; + layout.xAxisGroup.selectAll('.tick text').each(function () { + labels.push(d3.select(this).text()); + }); + expect(labels).toEqual(['2', '4']); + }); + it('respects yTickCount', () => { const layout = makeLayout(); const xScale = d3.scaleLinear().domain([0, 100]).range([0, layout.width]); @@ -130,6 +147,26 @@ describe('renderAxes', () => { }); }); + describe('with log scales', () => { + it('uses measured geometric sweep values instead of generated log subdivisions', () => { + const layout = makeLayout(); + const xScale = d3.scaleLog().base(2).domain([0.9, 70]).range([0, layout.width]); + const yScale = d3.scaleLinear().domain([0, 50]).range([layout.height, 0]); + const measuredValues = [1, 2, 4, 8, 16, 32, 64]; + + renderAxes(layout, xScale, yScale, { + xTickValues: measuredValues, + xTickFormat: String, + }); + + const labels: string[] = []; + layout.xAxisGroup.selectAll('.tick text').each(function () { + labels.push(d3.select(this).text()); + }); + expect(labels).toEqual(measuredValues.map(String)); + }); + }); + describe('with band scales', () => { it('renders band scale on x-axis', () => { const layout = makeLayout(); @@ -281,6 +318,24 @@ describe('renderGrid', () => { expect(vLines).toBeGreaterThan(0); }); + it('uses explicit x tick values for vertical grid lines', () => { + const layout = makeLayout(); + const xScale = d3.scaleLog().base(2).domain([1, 64]).range([0, layout.width]); + const yScale = d3.scaleLinear().domain([0, 50]).range([layout.height, 0]); + const measuredValues = [1, 4, 16, 64]; + + renderGrid(layout, xScale, yScale, 5, 0, measuredValues); + + const positions: number[] = []; + layout.gridGroup + .select('.grid-v') + .selectAll('line') + .each(function () { + positions.push(Number(d3.select(this).attr('x1'))); + }); + expect(positions).toEqual(measuredValues.map((value) => xScale(value))); + }); + it('creates horizontal grid lines matching y-scale ticks', () => { const layout = makeLayout(); const xScale = d3.scaleLinear().domain([0, 100]).range([0, layout.width]); diff --git a/packages/app/src/lib/d3-chart/chart-update.ts b/packages/app/src/lib/d3-chart/chart-update.ts index 45c458c77..fb79ac270 100644 --- a/packages/app/src/lib/d3-chart/chart-update.ts +++ b/packages/app/src/lib/d3-chart/chart-update.ts @@ -10,6 +10,8 @@ export interface AxisUpdateConfig { yTickFormat?: (d: d3.AxisDomain) => string; xTickCount?: number; yTickCount?: number; + xTickValues?: (number | Date)[]; + yTickValues?: (number | Date)[]; /** Override tick size for Y axis (default: 6, use 0 for band scales). */ yTickSize?: number; /** When set, axes animate to new positions over this duration (ms). */ @@ -23,8 +25,16 @@ export function renderAxes( yScale: ContinuousScale | d3.ScaleBand, config: AxisUpdateConfig, ): void { - const { xTickFormat, yTickFormat, xTickCount, yTickCount, yTickSize, transitionDuration } = - config; + const { + xTickFormat, + yTickFormat, + xTickCount, + yTickCount, + xTickValues, + yTickValues, + yTickSize, + transitionDuration, + } = config; const dur = transitionDuration ?? 0; // X axis @@ -36,6 +46,9 @@ export function renderAxes( } else { const gen = d3.axisBottom(xScale as ContinuousScale).tickSize(6); if (xTickCount) gen.ticks(xTickCount); + if (xTickValues) { + gen.tickValues(visibleTickValues(xScale, xTickValues) as Iterable); + } if (xTickFormat) gen.tickFormat(xTickFormat as any); xAxisGen = gen as unknown as d3.Axis; } @@ -54,6 +67,9 @@ export function renderAxes( } else { const yAxisGen = d3.axisLeft(yScale as ContinuousScale).tickSize(yTickSize ?? 6); if (yTickCount) yAxisGen.ticks(yTickCount); + if (yTickValues) { + yAxisGen.tickValues(visibleTickValues(yScale, yTickValues) as Iterable); + } if (yTickFormat) yAxisGen.tickFormat(yTickFormat as any); const yTarget = dur > 0 ? layout.yAxisGroup.transition().duration(dur) : layout.yAxisGroup; (yTarget as any).call(yAxisGen as any); @@ -67,6 +83,8 @@ export function renderGrid( yScale: ContinuousScale | d3.ScaleBand, yTickCount?: number, transitionDuration = 0, + xTickValues?: (number | Date)[], + yTickValues?: (number | Date)[], ): void { const { width, height, gridGroup } = layout; const dur = transitionDuration; @@ -87,7 +105,9 @@ export function renderGrid( .attr('y2', height); } else { const tickScale = xScale as { ticks: (count?: number) => number[]; (v: number): number }; - const xTicks = tickScale.ticks(); + const xTicks = xTickValues + ? (visibleTickValues(xScale, xTickValues) as number[]) + : tickScale.ticks(); const vJoin = vGroup .selectAll('line') .data(xTicks) @@ -126,7 +146,9 @@ export function renderGrid( .attr('y2', (d) => (bandScale(d) || 0) + bandScale.bandwidth() / 2) .style('stroke-width', 0.5); } else { - const yTicks = yScale.ticks(yTickCount ?? 5); + const yTicks = yTickValues + ? (visibleTickValues(yScale, yTickValues) as number[]) + : yScale.ticks(yTickCount ?? 5); const hJoin = hGroup .selectAll('line') .data(yTicks) @@ -149,3 +171,18 @@ export function renderGrid( .attr('y2', (d: number) => yScale(d)); } } + +function visibleTickValues( + scale: ContinuousScale | d3.ScaleTime, + values: (number | Date)[], +): (number | Date)[] { + const domain = scale.domain(); + const start = Number(domain[0]); + const end = Number(domain.at(-1)); + const min = Math.min(start, end); + const max = Math.max(start, end); + return values.filter((value) => { + const numeric = Number(value); + return Number.isFinite(numeric) && numeric >= min && numeric <= max; + }); +} diff --git a/packages/app/src/lib/i18n.test.ts b/packages/app/src/lib/i18n.test.ts index 492d2742d..63b6f58d7 100644 --- a/packages/app/src/lib/i18n.test.ts +++ b/packages/app/src/lib/i18n.test.ts @@ -41,6 +41,7 @@ describe('hasZhSibling', () => { expect(hasZhSibling('/')).toBe(true); expect(hasZhSibling('/inference')).toBe(true); expect(hasZhSibling('/about')).toBe(true); + expect(hasZhSibling('/collectivex')).toBe(true); }); it('matches blog and compare child paths', () => { @@ -72,12 +73,14 @@ describe('switchLocalePath', () => { it('switches English pages to their zh sibling', () => { expect(switchLocalePath('/')).toBe('/zh'); expect(switchLocalePath('/inference')).toBe('/zh/inference'); + expect(switchLocalePath('/collectivex')).toBe('/zh/collectivex'); expect(switchLocalePath('/blog/some-post')).toBe('/zh/blog/some-post'); }); it('switches zh pages back to English', () => { expect(switchLocalePath('/zh')).toBe('/'); expect(switchLocalePath('/zh/quotes')).toBe('/quotes'); + expect(switchLocalePath('/zh/collectivex')).toBe('/collectivex'); expect(switchLocalePath('/zh/blog/some-post')).toBe('/blog/some-post'); }); diff --git a/packages/app/src/lib/i18n.ts b/packages/app/src/lib/i18n.ts index 925dacdb6..cb0ae759b 100644 --- a/packages/app/src/lib/i18n.ts +++ b/packages/app/src/lib/i18n.ts @@ -44,6 +44,7 @@ export const ZH_MIRRORED_ROUTES: readonly { path: string; exact?: boolean }[] = { path: '/reliability', exact: true }, { path: '/gpu-specs', exact: true }, { path: '/gpu-metrics', exact: true }, + { path: '/collectivex', exact: true }, { path: '/submissions', exact: true }, { path: '/ai-chart', exact: true }, { path: '/current-inferencex-image', exact: true }, diff --git a/packages/app/src/lib/tab-meta-zh.ts b/packages/app/src/lib/tab-meta-zh.ts index 7daec6028..93f7328c4 100644 --- a/packages/app/src/lib/tab-meta-zh.ts +++ b/packages/app/src/lib/tab-meta-zh.ts @@ -17,6 +17,7 @@ export const ZH_TAB_KEYS = [ 'reliability', 'gpu-specs', 'gpu-metrics', + 'collectivex', 'submissions', 'ai-chart', 'current-inferencex-image', @@ -62,6 +63,11 @@ export const TAB_META_ZH: Record = { '本页面提供 GPU 规格对比:NVIDIA、AMD 等厂商加速器的显存容量、显存带宽、FLOPS、互连拓扑与功耗规格。', 'gpu-metrics': '本页面展示 GPU 功耗与能效指标(PowerX):推理负载下的实测功耗、每瓦 token 数与每兆瓦 token 产出。', + collectivex: + '本页面展示 CollectiveX 专家并行(EP)通信基准测试结果:在统一工作负载、正确性校验与采样协议下,对比 DeepEP、MoRI、UCCL 及 NCCL/RCCL 参考实现的分发(dispatch)、合并(combine)与完整往返延迟。跨芯片速率均按逻辑载荷计算;只有发布器确认完整且稳定的官方队列才会生成排名与推荐。', submissions: '本页面列出提交到 InferenceX 的全部基准测试配置:按 GPU 厂商查看提交历史、活动趋势与数据点数量。', 'ai-chart': @@ -121,6 +129,7 @@ export const TAB_LABELS_ZH: Record = { reliability: '可靠性', 'gpu-specs': 'GPU 规格', 'gpu-metrics': 'GPU 功耗', + collectivex: 'CollectiveX 通信', submissions: '提交记录', 'ai-chart': 'AI 图表', 'current-inferencex-image': '镜像', diff --git a/packages/app/src/lib/tab-meta.ts b/packages/app/src/lib/tab-meta.ts index b312a6e76..5d641b237 100644 --- a/packages/app/src/lib/tab-meta.ts +++ b/packages/app/src/lib/tab-meta.ts @@ -16,6 +16,7 @@ export const VALID_TABS = [ 'calculator', 'reliability', 'gpu-specs', + 'collectivex', 'ai-chart', 'gpu-metrics', 'submissions', @@ -56,6 +57,11 @@ export const TAB_META: Record = description: 'Detailed GPU specifications for AI inference. Compare NVIDIA, AMD, and Intel GPUs — memory bandwidth, FLOPS, interconnects, and topology.', }, + collectivex: { + title: 'CollectiveX Communication Benchmarks', + description: + 'Experimental cross-vendor expert-parallel communication benchmarks. Compare MoE dispatch and combine latency across NVIDIA and AMD GPU platforms.', + }, 'ai-chart': { title: 'AI-Powered Chart Generation', description: diff --git a/packages/db/src/etl/compute-chart-series.test.ts b/packages/db/src/etl/compute-chart-series.test.ts index 3f088cd6a..749241713 100644 --- a/packages/db/src/etl/compute-chart-series.test.ts +++ b/packages/db/src/etl/compute-chart-series.test.ts @@ -269,23 +269,23 @@ describe('computeChartSeries', () => { metrics: { 'vllm:prompt_tokens': { series: [ - buildDynamoSeries('10.30.1.56:7500', 'prefill', 'prefill-a', 100), - buildDynamoSeries('10.30.1.36:7508', 'prefill', 'prefill-b', 200), - buildDynamoSeries('10.30.1.206:7516', 'backend', 'decode-a', 300), + buildDynamoSeries('prefill-a.internal.test:7500', 'prefill', 'prefill-a', 100), + buildDynamoSeries('prefill-b.internal.test:7508', 'prefill', 'prefill-b', 200), + buildDynamoSeries('decode-a.internal.test:7516', 'backend', 'decode-a', 300), ], }, 'vllm:generation_tokens': { series: [ - buildDynamoSeries('10.30.1.56:7500', 'prefill', 'prefill-a', 1), - buildDynamoSeries('10.30.1.36:7508', 'prefill', 'prefill-b', 2), - buildDynamoSeries('10.30.1.206:7516', 'backend', 'decode-a', 400), + buildDynamoSeries('prefill-a.internal.test:7500', 'prefill', 'prefill-a', 1), + buildDynamoSeries('prefill-b.internal.test:7508', 'prefill', 'prefill-b', 2), + buildDynamoSeries('decode-a.internal.test:7516', 'backend', 'decode-a', 400), ], }, 'vllm:num_requests_running': { series: [ - buildDynamoSeries('10.30.1.56:7500', 'prefill', 'prefill-a', 3, 'avg'), - buildDynamoSeries('10.30.1.36:7508', 'prefill', 'prefill-b', 4, 'avg'), - buildDynamoSeries('10.30.1.206:7516', 'backend', 'decode-a', 5, 'avg'), + buildDynamoSeries('prefill-a.internal.test:7500', 'prefill', 'prefill-a', 3, 'avg'), + buildDynamoSeries('prefill-b.internal.test:7508', 'prefill', 'prefill-b', 4, 'avg'), + buildDynamoSeries('decode-a.internal.test:7516', 'backend', 'decode-a', 5, 'avg'), ], }, }, @@ -299,8 +299,8 @@ describe('computeChartSeries', () => { expect(result?.metricSources).toHaveLength(3); expect(result?.metricSources.map(({ source: s }) => [s.role, s.workerId, s.engine])).toEqual([ - ['prefill', 'prefill-b', '0'], ['prefill', 'prefill-a', '0'], + ['prefill', 'prefill-b', '0'], ['decode', 'decode-a', '0'], ]); const prefillA = result?.metricSources.find(({ source: s }) => s.workerId === 'prefill-a'); @@ -322,7 +322,7 @@ describe('computeChartSeries', () => { 'vllm:prompt_tokens': { series: [ { - endpoint_url: '10.30.1.56:7500', + endpoint_url: 'prefill-a.internal.test:7500', labels: { dynamo_component: 'prefill', worker_id: 'prefill-a', engine: '0' }, timeslices: [{ start_ns: 0, end_ns: 1e9, rate: 100 }], }, diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 58cdbba96..457602829 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -51,6 +51,9 @@ importers: '@noble/ciphers': specifier: ^2.2.0 version: 2.2.0 + '@noble/hashes': + specifier: ^2.2.0 + version: 2.2.0 '@posthog/nextjs-config': specifier: ^1.9.68 version: 1.9.68(next@16.2.9(@babel/core@8.0.1)(@opentelemetry/api@1.9.1)(react-dom@19.2.7(react@19.2.7))(react@19.2.7))(webpack@5.106.2(esbuild@0.28.1)(postcss@8.5.15)) @@ -165,6 +168,9 @@ importers: three: specifier: ^0.185.0 version: 0.185.0 + zod: + specifier: ^4.4.3 + version: 4.4.3 devDependencies: '@bahmutov/cypress-esbuild-preprocessor': specifier: ^2.2.8 @@ -216,7 +222,7 @@ importers: version: 6.2.5 jsdom: specifier: ^29.1.1 - version: 29.1.1 + version: 29.1.1(@noble/hashes@2.2.0) tailwindcss: specifier: ^4.3.2 version: 4.3.2 @@ -231,7 +237,7 @@ importers: version: 6.0.3 vitest: specifier: ^4.1.9 - version: 4.1.9(@opentelemetry/api@1.9.1)(@types/node@26.0.1)(@vitest/coverage-v8@4.1.9)(jsdom@29.1.1)(vite@8.1.0(@types/node@26.0.1)(esbuild@0.28.1)(jiti@2.7.0)(terser@5.47.1)(tsx@4.22.4)(yaml@2.9.0)) + version: 4.1.9(@opentelemetry/api@1.9.1)(@types/node@26.0.1)(@vitest/coverage-v8@4.1.9)(jsdom@29.1.1(@noble/hashes@2.2.0))(vite@8.1.0(@types/node@26.0.1)(esbuild@0.28.1)(jiti@2.7.0)(terser@5.47.1)(tsx@4.22.4)(yaml@2.9.0)) packages/constants: devDependencies: @@ -240,7 +246,7 @@ importers: version: 4.1.9(vitest@4.1.9) vitest: specifier: ^4.1.9 - version: 4.1.9(@opentelemetry/api@1.9.1)(@types/node@26.0.1)(@vitest/coverage-v8@4.1.9)(jsdom@29.1.1)(vite@8.1.0(@types/node@26.0.1)(esbuild@0.28.1)(jiti@2.7.0)(terser@5.47.1)(tsx@4.22.4)(yaml@2.9.0)) + version: 4.1.9(@opentelemetry/api@1.9.1)(@types/node@26.0.1)(@vitest/coverage-v8@4.1.9)(jsdom@29.1.1(@noble/hashes@2.2.0))(vite@8.1.0(@types/node@26.0.1)(esbuild@0.28.1)(jiti@2.7.0)(terser@5.47.1)(tsx@4.22.4)(yaml@2.9.0)) packages/db: dependencies: @@ -289,7 +295,7 @@ importers: version: 6.0.3 vitest: specifier: ^4.1.9 - version: 4.1.9(@opentelemetry/api@1.9.1)(@types/node@26.0.1)(@vitest/coverage-v8@4.1.9)(jsdom@29.1.1)(vite@8.1.0(@types/node@26.0.1)(esbuild@0.28.1)(jiti@2.7.0)(terser@5.47.1)(tsx@4.22.4)(yaml@2.9.0)) + version: 4.1.9(@opentelemetry/api@1.9.1)(@types/node@26.0.1)(@vitest/coverage-v8@4.1.9)(jsdom@29.1.1(@noble/hashes@2.2.0))(vite@8.1.0(@types/node@26.0.1)(esbuild@0.28.1)(jiti@2.7.0)(terser@5.47.1)(tsx@4.22.4)(yaml@2.9.0)) packages/mcp: dependencies: @@ -323,7 +329,7 @@ importers: version: 6.0.3 vitest: specifier: ^4.1.9 - version: 4.1.9(@opentelemetry/api@1.9.1)(@types/node@26.0.1)(@vitest/coverage-v8@4.1.9)(jsdom@29.1.1)(vite@8.1.0(@types/node@26.0.1)(esbuild@0.28.1)(jiti@2.7.0)(terser@5.47.1)(tsx@4.22.4)(yaml@2.9.0)) + version: 4.1.9(@opentelemetry/api@1.9.1)(@types/node@26.0.1)(@vitest/coverage-v8@4.1.9)(jsdom@29.1.1(@noble/hashes@2.2.0))(vite@8.1.0(@types/node@26.0.1)(esbuild@0.28.1)(jiti@2.7.0)(terser@5.47.1)(tsx@4.22.4)(yaml@2.9.0)) packages: @@ -985,6 +991,10 @@ packages: resolution: {integrity: sha512-Z6pjIZ/8IJcCGzb2S/0Px5J81yij85xASuk1teLNeg75bfT07MV3a/O2Mtn1I2se43k3lkVEcFaR10N4cgQcZA==} engines: {node: '>= 20.19.0'} + '@noble/hashes@2.2.0': + resolution: {integrity: sha512-IYqDGiTXab6FniAgnSdZwgWbomxpy9FtYvLKs7wCUs2a8RkITG+DFGO1DM9cr+E3/RgADRpFjrKVaJ1z6sjtEg==} + engines: {node: '>= 20.19.0'} + '@nodelib/fs.scandir@2.1.5': resolution: {integrity: sha512-vq24Bq3ym5HEQm2NKCr3yXDwjc7vTsEThRDnkp2DK9p1uqLR+DHurm/NOTo0KG7HYHU7eppKZj3MyqYuMBf62g==} engines: {node: '>= 8'} @@ -5773,7 +5783,9 @@ snapshots: '@esbuild/win32-x64@0.28.1': optional: true - '@exodus/bytes@1.15.0': {} + '@exodus/bytes@1.15.0(@noble/hashes@2.2.0)': + optionalDependencies: + '@noble/hashes': 2.2.0 '@floating-ui/core@1.7.5': dependencies: @@ -6014,6 +6026,8 @@ snapshots: '@noble/ciphers@2.2.0': {} + '@noble/hashes@2.2.0': {} + '@nodelib/fs.scandir@2.1.5': dependencies: '@nodelib/fs.stat': 2.0.5 @@ -7085,7 +7099,7 @@ snapshots: obug: 2.1.1 std-env: 4.1.0 tinyrainbow: 3.1.0 - vitest: 4.1.9(@opentelemetry/api@1.9.1)(@types/node@26.0.1)(@vitest/coverage-v8@4.1.9)(jsdom@29.1.1)(vite@8.1.0(@types/node@26.0.1)(esbuild@0.28.1)(jiti@2.7.0)(terser@5.47.1)(tsx@4.22.4)(yaml@2.9.0)) + vitest: 4.1.9(@opentelemetry/api@1.9.1)(@types/node@26.0.1)(@vitest/coverage-v8@4.1.9)(jsdom@29.1.1(@noble/hashes@2.2.0))(vite@8.1.0(@types/node@26.0.1)(esbuild@0.28.1)(jiti@2.7.0)(terser@5.47.1)(tsx@4.22.4)(yaml@2.9.0)) '@vitest/expect@4.1.9': dependencies: @@ -7785,10 +7799,10 @@ snapshots: dependencies: assert-plus: 1.0.0 - data-urls@7.0.0: + data-urls@7.0.0(@noble/hashes@2.2.0): dependencies: whatwg-mimetype: 5.0.0 - whatwg-url: 16.0.1 + whatwg-url: 16.0.1(@noble/hashes@2.2.0) transitivePeerDependencies: - '@noble/hashes' @@ -8541,9 +8555,9 @@ snapshots: hono@4.12.25: {} - html-encoding-sniffer@6.0.0: + html-encoding-sniffer@6.0.0(@noble/hashes@2.2.0): dependencies: - '@exodus/bytes': 1.15.0 + '@exodus/bytes': 1.15.0(@noble/hashes@2.2.0) transitivePeerDependencies: - '@noble/hashes' @@ -8787,17 +8801,17 @@ snapshots: jsbn@0.1.1: {} - jsdom@29.1.1: + jsdom@29.1.1(@noble/hashes@2.2.0): dependencies: '@asamuzakjp/css-color': 5.1.11 '@asamuzakjp/dom-selector': 7.1.1 '@bramus/specificity': 2.4.2 '@csstools/css-syntax-patches-for-csstree': 1.1.4(css-tree@3.2.1) - '@exodus/bytes': 1.15.0 + '@exodus/bytes': 1.15.0(@noble/hashes@2.2.0) css-tree: 3.2.1 - data-urls: 7.0.0 + data-urls: 7.0.0(@noble/hashes@2.2.0) decimal.js: 10.6.0 - html-encoding-sniffer: 6.0.0 + html-encoding-sniffer: 6.0.0(@noble/hashes@2.2.0) is-potential-custom-element-name: 1.0.1 lru-cache: 11.3.6 parse5: 8.0.1 @@ -8808,7 +8822,7 @@ snapshots: w3c-xmlserializer: 5.0.0 webidl-conversions: 8.0.1 whatwg-mimetype: 5.0.0 - whatwg-url: 16.0.1 + whatwg-url: 16.0.1(@noble/hashes@2.2.0) xml-name-validator: 5.0.0 transitivePeerDependencies: - '@noble/hashes' @@ -10613,7 +10627,7 @@ snapshots: tsx: 4.22.4 yaml: 2.9.0 - vitest@4.1.9(@opentelemetry/api@1.9.1)(@types/node@26.0.1)(@vitest/coverage-v8@4.1.9)(jsdom@29.1.1)(vite@8.1.0(@types/node@26.0.1)(esbuild@0.28.1)(jiti@2.7.0)(terser@5.47.1)(tsx@4.22.4)(yaml@2.9.0)): + vitest@4.1.9(@opentelemetry/api@1.9.1)(@types/node@26.0.1)(@vitest/coverage-v8@4.1.9)(jsdom@29.1.1(@noble/hashes@2.2.0))(vite@8.1.0(@types/node@26.0.1)(esbuild@0.28.1)(jiti@2.7.0)(terser@5.47.1)(tsx@4.22.4)(yaml@2.9.0)): dependencies: '@vitest/expect': 4.1.9 '@vitest/mocker': 4.1.9(vite@8.1.0(@types/node@26.0.1)(esbuild@0.28.1)(jiti@2.7.0)(terser@5.47.1)(tsx@4.22.4)(yaml@2.9.0)) @@ -10639,7 +10653,7 @@ snapshots: '@opentelemetry/api': 1.9.1 '@types/node': 26.0.1 '@vitest/coverage-v8': 4.1.9(vitest@4.1.9) - jsdom: 29.1.1 + jsdom: 29.1.1(@noble/hashes@2.2.0) transitivePeerDependencies: - msw @@ -10705,9 +10719,9 @@ snapshots: whatwg-mimetype@5.0.0: {} - whatwg-url@16.0.1: + whatwg-url@16.0.1(@noble/hashes@2.2.0): dependencies: - '@exodus/bytes': 1.15.0 + '@exodus/bytes': 1.15.0(@noble/hashes@2.2.0) tr46: 6.0.0 webidl-conversions: 8.0.1 transitivePeerDependencies: From c778e03460cd5121127828ddbc0ba516ae1c4d89 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Mon, 6 Jul 2026 09:21:13 +0800 Subject: [PATCH 02/37] feat(collectivex): finalize v1 matrix explorer --- AGENTS.md | 2 + package.json | 4 +- packages/app/cypress/e2e/collectivex.cy.ts | 318 ++++---- .../collectivex-data/[...path]/route.test.ts | 4 +- .../app/collectivex-data/[...path]/route.ts | 7 +- .../collectivex/CollectiveXChart.tsx | 12 +- .../collectivex/CollectiveXDisplay.tsx | 123 ++- .../collectivex/CollectiveXInventory.tsx | 725 ++++++++++++++++++ .../collectivex/CollectiveXTables.tsx | 68 +- .../src/components/collectivex/data.test.ts | 69 +- .../app/src/components/collectivex/data.ts | 28 +- .../collectivex/full-catalog.v1.json | 1 + .../src/components/collectivex/reader.test.ts | 142 +++- .../app/src/components/collectivex/reader.ts | 272 ++++++- .../components/collectivex/test-fixture.ts | 368 +++++++-- .../app/src/components/collectivex/types.ts | 348 ++++++++- .../app/src/lib/collectivex-github.test.ts | 119 ++- packages/app/src/lib/collectivex-github.ts | 136 ++-- 18 files changed, 2301 insertions(+), 445 deletions(-) create mode 100644 packages/app/src/components/collectivex/CollectiveXInventory.tsx create mode 100644 packages/app/src/components/collectivex/full-catalog.v1.json diff --git a/AGENTS.md b/AGENTS.md index 3d3b6c68a..899ccd306 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -2,6 +2,8 @@ For detailed subsystem docs, see [docs/index.md](./docs/index.md). +> **Temporary language override (highest repository priority):** Until the user explicitly removes this override, ignore any instruction elsewhere in this repository that requires Simplified Chinese or bilingual output, including instructions in later sections, nested agent files, contribution guides, checklists, and templates. Work in English only: do not create or update `/zh` pages, Chinese documentation, translations, or Chinese text in commits, pull requests, issues, reviews, or comments. Leave existing Chinese content untouched. + > **PR and GitHub-issue titles & descriptions must be bilingual — include a Simplified Chinese version in addition to English.** Title format: ` / <中文标题>` (keep bracket prefixes at the front untranslated). In the PR/issue body, follow the English content with a `## 中文说明` section mirroring the summary; don't translate code blocks, logs, or stack traces — summarize around them. **Commit messages must include a Chinese translation too**: keep the subject line in English (conventional-commit style) and include the Chinese translation of the subject and key points in the commit body (e.g. a trailing `中文:` paragraph); squash-merge commits inherit the bilingual PR title, which satisfies the subject requirement automatically. > **Translation quality bar:** write natural technical Chinese, not word-for-word machine translation (style reference: [`vllm-project/vllm-ascend` `README.zh.md`](https://github.com/vllm-project/vllm-ascend/blob/main/README.zh.md)). Preserve product names, hardware SKUs, framework/library names (Next.js, React Query, D3.js, Tailwind ...), flags, and code identifiers in English. Use parenthetical English clarification for acronyms on first use. Preferred terms: benchmark 基准测试, dashboard 仪表板, chart 图表, config 配置, throughput 吞吐量, latency 延迟, single-node/multi-node 单节点/多节点, evaluation 评估, artifact 产物. diff --git a/package.json b/package.json index 90cb8bb36..074f8b0db 100644 --- a/package.json +++ b/package.json @@ -19,8 +19,8 @@ "security": "pnpm audit && audit-ci", "lint": "oxlint --no-error-on-unmatched-pattern", "lint:fix": "oxlint --fix --no-error-on-unmatched-pattern", - "fmt": "oxfmt --check --no-error-on-unmatched-pattern", - "fmt:fix": "oxfmt --write --no-error-on-unmatched-pattern", + "fmt": "oxfmt --check --no-error-on-unmatched-pattern '!**/full-catalog.v1.json'", + "fmt:fix": "oxfmt --write --no-error-on-unmatched-pattern '!**/full-catalog.v1.json'", "test": "pnpm --filter *app --color=always test", "test:e2e": "pnpm --filter *app --color=always test:e2e", "test:e2e:component": "pnpm --filter *app --color=always test:e2e:component", diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index d93ee6a8d..558086e97 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -3,12 +3,12 @@ import { makeCollectiveXContractDataset, makeCollectiveXDatasetWithPrefillCohort, makeCollectiveXDatasetWithDiagnosticCohort, - makeCollectiveXDiagnosticDataset, + makeCollectiveXDatasetWithPrecisionCohorts, + makeCollectiveXInventoryDataset, } from '@/components/collectivex/test-fixture'; import type { CollectiveXDataset } from '@/components/collectivex/types'; -type Channel = 'dev-latest' | 'latest-attempt'; -const channelUrl = (channel: Channel) => `/collectivex-data/v1/channels/${channel}.json`; +const channelUrl = '/collectivex-data/v1/channels/dev-latest.json'; async function sha256(value: string): Promise { const digest = await crypto.subtle.digest('SHA-256', new TextEncoder().encode(value)); @@ -17,18 +17,17 @@ async function sha256(value: string): Promise { function installPublication( dataset: CollectiveXDataset | Record = makeCollectiveXDataset(), - options: { channel?: Channel; digest?: string; delay?: number } = {}, + options: { digest?: string; delay?: number } = {}, ) { - const channel = options.channel ?? 'dev-latest'; const body = JSON.stringify(dataset); const generatedAt = typeof dataset.generated_at === 'string' ? dataset.generated_at : '2026-07-04T01:00:00Z'; return cy.wrap(sha256(body), { log: false }).then((actualDigest) => { const digest = options.digest ?? actualDigest; - cy.intercept('GET', channelUrl(channel), { + cy.intercept('GET', channelUrl, { body: { format: 'collectivex.channel.v1', - channel, + channel: 'dev-latest', generated_at: generatedAt, dataset: { path: `datasets/${digest}/dataset.json`, @@ -36,12 +35,12 @@ function installPublication( bytes: new TextEncoder().encode(body).length, }, }, - }).as(`collectivexChannel-${channel}`); + }).as('collectivexChannel-dev-latest'); cy.intercept('GET', `/collectivex-data/v1/datasets/${digest}/dataset.json`, { body, delay: options.delay, headers: { 'content-type': 'application/json' }, - }).as(`collectivexDataset-${channel}`); + }).as('collectivexDataset-dev-latest'); }); } @@ -54,7 +53,6 @@ function openCollectiveX() { describe('CollectiveX native publication', () => { beforeEach(() => { installPublication(); - installPublication(makeCollectiveXDiagnosticDataset(), { channel: 'latest-attempt' }); openCollectiveX(); }); @@ -68,6 +66,7 @@ describe('CollectiveX native publication', () => { .contains('button', 'Controlled') .should('have.attr', 'aria-selected', 'true'); cy.get('[data-testid="collectivex-version-select"]').should('contain.text', 'V1'); + cy.get('[data-testid="collectivex-channel-toggle"]').should('not.exist'); cy.get('[data-testid="collectivex-mode-select"]').should('contain.text', 'Normal'); cy.get('[data-testid="collectivex-ep-select"]').should('contain.text', 'EP8'); cy.get('[data-testid="collectivex-fabric-scope-toggle"]') @@ -112,6 +111,141 @@ describe('CollectiveX native publication', () => { cy.get('[data-testid="collectivex-cohort-select"]').click(); }); + it('makes the full matrix inventory primary and exposes point-level evidence', () => { + const inventory = makeCollectiveXInventoryDataset(); + installPublication(inventory); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + const unsupportedCases = inventory.coverage.filter( + (item) => item.disposition === 'unsupported', + ); + const unsupportedPoints = unsupportedCases.reduce( + (total, item) => total + item.points.length, + 0, + ); + const measuredPoints = inventory.coverage + .filter((item) => item.disposition === 'runnable') + .reduce((total, item) => total + item.points.length, 0); + + cy.get('[data-testid="collectivex-inventory"]') + .should('be.visible') + .and('contain.text', 'Matrix case inventory') + .and('contain.text', `${inventory.coverage.length} of ${inventory.coverage.length} cases`) + .and('contain.text', `${measuredPoints} measured points`) + .and('contain.text', `${unsupportedPoints} unsupported points`); + cy.get('[data-testid="collectivex-version-select"]').should('contain.text', 'V1'); + [ + 'sku', + 'backend', + 'ep', + 'mode', + 'phase', + 'routing', + 'topology', + 'dispatch-precision', + 'combine-precision', + 'tier', + 'terminal', + ].forEach((filter) => + cy.get(`[data-testid="collectivex-inventory-${filter}"]`).should('be.visible'), + ); + cy.get('[data-testid="collectivex-inventory-table"]') + .should('contain.text', 'Dispatch precision') + .and('contain.text', 'Combine precision') + .and('contain.text', 'Point terminal status'); + + cy.get('[data-testid="collectivex-case-detail"]') + .should('contain.text', 'Selected matrix case') + .and('contain.text', 'Resource') + .and('contain.text', 'Topology') + .and('contain.text', 'Dispatch precision') + .and('contain.text', 'Combine precision'); + cy.get('[data-testid="collectivex-case-points-table"]').should( + 'contain.text', + '3/3 qualification runs', + ); + + const precision = inventory.coverage.find( + (item) => + item.dispatch_precision.communication_format !== 'bf16' || + item.combine_precision.communication_format !== 'bf16', + ); + if (precision) { + const matchingCases = inventory.coverage.filter( + (item) => item.precision_profile === precision.precision_profile, + ).length; + cy.get('[data-testid="collectivex-inventory-dispatch-precision"]').click(); + cy.contains( + '[role="option"]', + `${precision.dispatch_precision.communication_format} · ${precision.dispatch_precision.quantization_origin}`, + ).click(); + cy.get('[data-testid="collectivex-inventory-combine-precision"]').click(); + cy.contains( + '[role="option"]', + `${precision.combine_precision.communication_format} · ${precision.combine_precision.quantization_origin}`, + ).click(); + cy.get('[data-testid="collectivex-inventory"]').should( + 'contain.text', + `${matchingCases} of ${inventory.coverage.length} cases`, + ); + } + + cy.get('[data-testid="collectivex-inventory-terminal"]').click(); + cy.contains('[role="option"]', 'unsupported').click(); + cy.get('[data-testid="collectivex-case-points-table"]') + .should('contain.text', 'unsupported') + .and('contain.text', 'Unavailable'); + + installPublication(makeCollectiveXDataset()); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + cy.get('[data-testid="collectivex-case-points-table"]') + .should('contain.text', 'Dispatch') + .and('contain.text', 'Stage') + .and('contain.text', 'Combine') + .and('contain.text', 'Round trip') + .and('contain.text', 'Isolated sum') + .and('contain.text', '512/512 samples') + .and('contain.text', '3/3 qualification runs') + .and('contain.text', 'Semantic pass') + .and('contain.text', 'Stability') + .and('contain.text', 'Trial diagnostics') + .and('contain.text', '192 trials') + .and('contain.text', 'No trial flags') + .and('contain.text', 'none declared'); + }); + + it('renders publisher-declared dispatch, combine, and precision-pair cohorts', () => { + installPublication(makeCollectiveXDatasetWithPrecisionCohorts()); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + + cy.get('[data-testid="collectivex-cohort-select"]').click(); + cy.get('[data-slot="select-content"]') + .should('contain.text', 'Dispatch precision') + .and('contain.text', 'Combine precision') + .and('contain.text', 'Precision pairs'); + cy.contains('[role="option"]', 'dispatch-precision / normal / fixture comparison').click(); + cy.contains('[role="tab"]', 'Decisions').click(); + cy.get('[data-testid="collectivex-rankings"]').should( + 'contain.text', + 'dispatch-precision publisher ranking', + ); + cy.get('[data-testid="collectivex-sensitivity"]').should( + 'contain.text', + 'dispatch-precision publisher sensitivity', + ); + cy.get('[data-testid="collectivex-recommendations"]').should('not.exist'); + + cy.get('[data-testid="collectivex-cohort-select"]').click(); + cy.contains('[role="option"]', 'precision-pair / normal / fixture comparison').click(); + cy.get('[data-testid="collectivex-rankings"]') + .should('contain.text', 'No data available for the current filters.') + .and('not.contain.text', 'precision-pair publisher ranking'); + cy.get('[data-testid="collectivex-sensitivity"]').should('not.exist'); + cy.get('[data-testid="collectivex-recommendations"]').should('not.exist'); + }); + it('serves the bilingual sibling from the same isolated publication', () => { cy.visit('/zh/collectivex'); cy.wait('@collectivexChannel-dev-latest'); @@ -129,9 +263,6 @@ describe('CollectiveX native publication', () => { 'href', `https://github.com/SemiAnalysisAI/InferenceX/blob/${'a'.repeat(40)}/experimental/CollectiveX/docs/methodology_zh.md`, ); - cy.get('[data-testid="collectivex-channel-toggle"]') - .contains('button', '已发布') - .should('have.attr', 'aria-selected', 'true'); cy.get('[data-testid="collectivex-scope-toggle"]').should('contain.text', '受控对比'); cy.get('[data-testid="collectivex-operation-select"]').should('contain.text', '往返'); cy.get('[data-testid="chart-legend"] input[type="text"]') @@ -208,12 +339,19 @@ describe('CollectiveX native publication', () => { }); it('selects exact low-latency EP16 scale-out semantics without mixing normal mode', () => { - installPublication(makeCollectiveXContractDataset(), { channel: 'latest-attempt' }); - cy.get('[data-testid="collectivex-channel-toggle"]') - .contains('button', 'Latest attempt') - .click(); - cy.wait('@collectivexChannel-latest-attempt'); + const contract = makeCollectiveXContractDataset(); + const lowLatency = contract.series.find((item) => item.mode === 'low-latency')!; + lowLatency.status = 'diagnostic'; + lowLatency.eligibility = { + ...lowLatency.eligibility, + decision_grade: false, + reasons: ['not-in-controlled-cohort'], + }; + installPublication(contract); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + cy.get('[data-testid="collectivex-scope-toggle"]').contains('button', 'Diagnostics').click(); cy.get('[data-testid="collectivex-mode-select"]').contains('button', 'Low latency').click(); cy.get('[data-testid="collectivex-ep-select"]').click(); cy.contains('[role="option"]', 'EP16').click(); @@ -373,7 +511,7 @@ describe('CollectiveX native publication', () => { cy.viewport(390, 844); cy.visit('/zh/collectivex'); cy.wait('@collectivexChannel-dev-latest'); - cy.get('[data-testid="collectivex-channel-toggle"]').should('be.visible'); + cy.get('[data-testid="collectivex-version-select"]').should('be.visible'); cy.get('[data-testid="collectivex-mode-select"]').should('be.visible'); cy.get('[data-testid="collectivex-ep-select"]').should('be.visible'); cy.get('[data-testid="collectivex-fabric-scope-toggle"]').should('be.visible'); @@ -397,17 +535,15 @@ describe('CollectiveX native publication', () => { }) .scrollTo('right'); cy.get('[data-testid="collectivex-recommendations-table"]') - .find('[data-testid="data-table-pagination-summary"]') - .should('have.text', '第 1–4 行,共 4 行'); + .find('tbody tr') + .should('have.length', 1); cy.get('[data-testid="collectivex-recommendations-table"]') .find('[data-testid="data-table-page-size"]') .should('contain.text', '每页') .and('contain.text', '25') .and('contain.text', '行'); cy.get('[data-testid="collectivex-rankings-table"] input').type('正式'); - cy.get('[data-testid="collectivex-rankings-table"]') - .find('[data-testid="data-table-pagination-summary"]') - .should('have.text', '第 1–8 行,共 8 行(筛选自 8 行)'); + cy.get('[data-testid="collectivex-rankings-table"]').find('tbody tr').should('have.length', 12); cy.contains('[role="tab"]', '证据').click(); cy.get('[data-testid="collectivex-coverage-table"]') @@ -475,85 +611,8 @@ describe('CollectiveX native publication', () => { .and('contain.text', 'H100 EP8 · mori'); }); - it('resolves the latest-attempt channel without carrying published data forward', () => { - cy.get('[data-testid="collectivex-channel-toggle"]') - .contains('button', 'Latest attempt') - .click(); - cy.wait('@collectivexChannel-latest-attempt'); - - cy.get('[data-testid="collectivex-display"]') - .should('contain.text', 'diagnostic') - .and('contain.text', '1/1') - .and('contain.text', '2') - .and('contain.text', 'H100 EP8 · nccl-ep') - .and('not.contain.text', 'H100 EP8 · deepep'); - }); - - it('resets diagnostic cohorts and filters when the publication changes', () => { - installPublication(makeCollectiveXDatasetWithDiagnosticCohort()); - const latest = makeCollectiveXDiagnosticDataset(); - latest.series[0].label = 'MI300X EP8 · nccl-ep'; - latest.series[0].system = { - ...latest.series[0].system, - sku: 'mi300x', - label: 'AMD Instinct MI300X', - vendor: 'amd', - topology_class: 'single-node-xgmi', - transport: 'xgmi', - }; - latest.coverage[0].sku = 'mi300x'; - installPublication(latest, { channel: 'latest-attempt' }); - cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - - cy.get('[data-testid="collectivex-scope-toggle"]').contains('button', 'Diagnostics').click(); - cy.get('[data-testid="collectivex-sku-select"]').click(); - cy.contains('[role="option"]', 'H100').click(); - cy.get('[data-testid="collectivex-cohort-select"]').click(); - cy.contains('[role="option"]', 'H100 EP8 library comparison').click(); - cy.get('[data-testid="collectivex-sku-select"]').should('not.exist'); - cy.get('[data-testid="collectivex-channel-toggle"]') - .contains('button', 'Latest attempt') - .click(); - cy.wait('@collectivexChannel-latest-attempt'); - - cy.get('[data-testid="collectivex-cohort-select"]').should( - 'contain.text', - 'All diagnostic evidence', - ); - cy.get('[data-testid="collectivex-sku-select"]').should('contain.text', 'All'); - cy.get('[data-testid="collectivex-main-chart"]') - .should('contain.text', 'MI300X EP8 · nccl-ep') - .and('not.contain.text', 'H100 EP8 · deepep'); - }); - - it('never promotes latest-attempt candidates in the browser', () => { - const unpromoted = makeCollectiveXDataset(); - unpromoted.promotion.status = 'diagnostic'; - installPublication(unpromoted, { channel: 'latest-attempt' }); - cy.get('[data-testid="collectivex-channel-toggle"]') - .contains('button', 'Latest attempt') - .click(); - cy.wait('@collectivexChannel-latest-attempt'); - - cy.get('[data-testid="collectivex-scope-toggle"]') - .find('button') - .should('have.length', 1) - .and('contain.text', 'Diagnostics'); - cy.get('[data-testid="collectivex-main-chart"]') - .should('contain.text', 'H100 EP8 · deepep') - .and('contain.text', 'H100 EP8 · nccl-ep'); - - cy.contains('[role="tab"]', 'Decisions').click(); - cy.get('[data-testid="collectivex-unpromoted-decisions"]').should( - 'contain.text', - 'does not drive rankings or recommendations', - ); - cy.get('[data-testid="collectivex-rankings"]').should('not.exist'); - }); - - it('can inspect the latest attempt before the first promotion exists', () => { - cy.intercept('GET', channelUrl('dev-latest'), { + it('keeps the version selector available when no promotion exists', () => { + cy.intercept('GET', channelUrl, { statusCode: 404, headers: { 'X-CollectiveX-Status': 'channel-unavailable' }, }).as('missingPromotion'); @@ -563,18 +622,12 @@ describe('CollectiveX native publication', () => { .should('be.visible') .and('contain.text', 'No promoted CollectiveX publication is available yet.') .and('not.contain.text', 'publication rejected'); - - cy.get('[data-testid="collectivex-error-channel-toggle"]') - .contains('button', 'Latest attempt') - .click(); - cy.wait('@collectivexChannel-latest-attempt'); - cy.get('[data-testid="collectivex-display"]') - .should('be.visible') - .and('contain.text', 'diagnostic'); + cy.get('[data-testid="collectivex-error-version-select"]').should('contain.text', 'V1'); + cy.get('[data-testid="collectivex-error-channel-toggle"]').should('not.exist'); }); it('reports an unavailable GitHub publication source as deployment availability', () => { - cy.intercept('GET', channelUrl('dev-latest'), { + cy.intercept('GET', channelUrl, { statusCode: 503, headers: { 'X-CollectiveX-Status': 'source-unavailable' }, }).as('unavailableSource'); @@ -621,7 +674,7 @@ describe('CollectiveX native publication', () => { .and('contain.text', '1.0.0 · backend-default · build dddddddd · series 00000001 · official'); cy.get('[data-testid="collectivex-recommendations-table"] tbody tr') .first() - .should('contain.text', 'p50 latency'); + .should('contain.text', 'p99 latency'); cy.get('[data-testid="collectivex-comparison-contract"]') .should('contain.text', 'Comparison contract') .and('contain.text', 'Held constant') @@ -649,20 +702,7 @@ describe('CollectiveX native publication', () => { .should('contain.text', 'p50 latency'); }); - it('localizes the bootstrap publication reason in Chinese', () => { - const bootstrap = makeCollectiveXDiagnosticDataset(); - bootstrap.promotion.reason = 'awaiting-v1-runs'; - installPublication(bootstrap, { channel: 'latest-attempt' }); - cy.visit('/zh/collectivex'); - cy.wait('@collectivexChannel-dev-latest'); - cy.get('[data-testid="collectivex-channel-toggle"]').contains('button', '最新尝试').click(); - cy.wait('@collectivexChannel-latest-attempt'); - cy.get('[data-testid="collectivex-promotion-reason"]') - .should('contain.text', '等待 CollectiveX v1 运行结果') - .and('not.contain.text', 'awaiting-v1-runs'); - }); - - it('shows terminal coverage and every retained retry', () => { + it('shows terminal coverage and retained publication attempts', () => { cy.contains('[role="tab"]', 'Evidence').click(); cy.get('[data-testid="collectivex-coverage-table"]') @@ -685,18 +725,8 @@ describe('CollectiveX native publication', () => { .and('contain.text', 'a'.repeat(64)) .and('contain.text', 'b'.repeat(64)) .and('contain.text', 'c'.repeat(64)); - - cy.get('[data-testid="collectivex-channel-toggle"]') - .contains('button', 'Latest attempt') - .click(); - cy.wait('@collectivexChannel-latest-attempt'); - cy.contains('[role="tab"]', 'Evidence').click(); cy.get('[data-testid="collectivex-attempts-table"]') - .should('contain.text', 'timeout') - .and('contain.text', 'execution-timeout') - .and('contain.text', 'failed') - .and('contain.text', 'retained') - .and('contain.text', 'allocation selection') + .should('contain.text', 'allocation selection') .and('contain.text', 'terminal selection') .and('contain.text', 'Attempt ID') .and('contain.text', 'nccl-ep decode') @@ -717,7 +747,7 @@ describe('CollectiveX native publication', () => { cy.get('[data-testid="collectivex-attempts-table"]').should('contain.text', id.slice(-8)); }); cy.get('[data-testid="collectivex-provenance"]') - .should('contain.text', 'latest-attempt') + .should('contain.text', 'dev-latest') .and('contain.text', 'Dataset SHA-256'); }); @@ -733,14 +763,12 @@ describe('CollectiveX native publication', () => { }); it('renders loading while resolving immutable bytes', () => { - const delayed = makeCollectiveXDiagnosticDataset(); + const delayed = makeCollectiveXDataset(); delayed.generated_at = '2026-07-04T02:00:00Z'; - installPublication(delayed, { channel: 'latest-attempt', delay: 750 }); - cy.get('[data-testid="collectivex-channel-toggle"]') - .contains('button', 'Latest attempt') - .click(); + installPublication(delayed, { delay: 750 }); + cy.reload(); cy.get('[data-testid="collectivex-loading"]').should('be.visible'); - cy.wait('@collectivexDataset-latest-attempt'); + cy.wait('@collectivexDataset-dev-latest'); cy.get('[data-testid="collectivex-display"]').should('be.visible'); }); diff --git a/packages/app/src/app/collectivex-data/[...path]/route.test.ts b/packages/app/src/app/collectivex-data/[...path]/route.test.ts index 60a1eff64..880cfa4a2 100644 --- a/packages/app/src/app/collectivex-data/[...path]/route.test.ts +++ b/packages/app/src/app/collectivex-data/[...path]/route.test.ts @@ -66,11 +66,11 @@ describe('CollectiveX GitHub publication route', () => { expect(github.load).toHaveBeenCalledWith('v1', digest); }); - it('keeps latest-attempt unavailable until an explicit artifact exists', async () => { + it('does not expose the private latest-attempt channel', async () => { const response = await request('v1', 'channels', 'latest-attempt.json'); expect(response.status).toBe(404); - expect(response.headers.get('x-collectivex-status')).toBe('channel-unavailable'); + expect(response.headers.get('x-collectivex-status')).toBeNull(); expect(github.load).not.toHaveBeenCalled(); }); diff --git a/packages/app/src/app/collectivex-data/[...path]/route.ts b/packages/app/src/app/collectivex-data/[...path]/route.ts index 550d756a5..c4f8ce3b8 100644 --- a/packages/app/src/app/collectivex-data/[...path]/route.ts +++ b/packages/app/src/app/collectivex-data/[...path]/route.ts @@ -8,9 +8,7 @@ export const dynamic = 'force-dynamic'; export const runtime = 'nodejs'; const VERSION_PATTERN = COLLECTIVEX_VERSIONS.join('|'); -const CHANNEL = new RegExp( - `^(?${VERSION_PATTERN})/channels/(?dev-latest|latest-attempt)\\.json$`, -); +const CHANNEL = new RegExp(`^(?${VERSION_PATTERN})/channels/dev-latest\\.json$`); const DATASET = new RegExp( `^(?${VERSION_PATTERN})/datasets/(?[a-f0-9]{64})/dataset\\.json$`, ); @@ -40,9 +38,6 @@ export async function GET(_request: Request, context: { params: Promise<{ path: const channel = CHANNEL.exec(relative); const dataset = DATASET.exec(relative); if (!channel && !dataset) return unavailable(404); - if (channel?.groups?.channel === 'latest-attempt') { - return unavailable(404, 'channel-unavailable'); - } try { const version = (channel?.groups?.version ?? dataset?.groups?.version) as CollectiveXVersion; diff --git a/packages/app/src/components/collectivex/CollectiveXChart.tsx b/packages/app/src/components/collectivex/CollectiveXChart.tsx index d8b9d7935..a28574c48 100644 --- a/packages/app/src/components/collectivex/CollectiveXChart.tsx +++ b/packages/app/src/components/collectivex/CollectiveXChart.tsx @@ -34,6 +34,7 @@ interface CollectiveXChartProps { const OPERATION_LABELS: Record = { dispatch: 'Dispatch', + stage: 'Stage', combine: 'Combine', roundtrip: 'Round trip (measured)', 'isolated-sum': 'Isolated sum (Σp, not measured)', @@ -47,7 +48,8 @@ const X_AXIS_LABELS: Record = { const Y_AXIS_LABELS: Record = { latency: 'Latency (µs)', 'tokens-per-second': 'Token rate at selected latency percentile (tokens/s)', - 'payload-rate': 'Logical payload rate at selected latency percentile (GB/s)', + 'activation-rate': 'Activation-data rate at selected latency percentile (GB/s)', + 'total-logical-rate': 'Total logical data rate at selected latency percentile (GB/s)', }; function paddedDomain(values: number[], scaleType: CollectiveXScale): [number, number] { @@ -247,16 +249,20 @@ export function CollectiveXChart({
${escapeHtml(OPERATION_LABELS[operation])} ${yAxis === 'latency' ? percentile : `at ${percentile} latency`}: ${formatMetric(point.y, yAxis)} · ${escapeHtml(point.series.status)}
${measurement.tokens_per_rank} tokens/rank · ${measurement.global_tokens} global tokens
Dispatch p50/p90/p95/p99: ${formatPercentiles(measurement.components.dispatch)}
+
Stage p50/p90/p95/p99: ${formatPercentiles(measurement.components.stage)}
Combine p50/p90/p95/p99: ${formatPercentiles(measurement.components.combine)}
Round trip p50/p90/p95/p99: ${formatPercentiles(measuredRoundtrip)}${measuredRoundtrip ? ' (measured)' : ''}
Fan-out: ${measurement.routing.fanout_mean.toFixed(2)} · routed copies: ${measurement.routing.routed_copies} · recv max: ${measurement.routing.recv_tokens_max}
Expert CV: ${measurement.routing.expert_load_cv.toFixed(3)} · rank CV: ${measurement.routing.payload_rank_cv.toFixed(3)} · hotspot: ${measurement.routing.hotspot_ratio.toFixed(2)}x · empty experts/ranks: ${measurement.routing.empty_expert_count}/${measurement.routing.empty_rank_count}
-
Correctness: ${measurement.correct ? 'pass' : 'fail'} · EPLB: ${eplbDetails}
+
Correctness: semantic ${measurement.correctness.semantic_pass ? 'pass' : 'fail'} · precision ${measurement.correctness.precision.passed ? 'pass' : 'fail'} · EPLB: ${eplbDetails}
+
Stability: Q${measurement.stability.qualification_indices.join('/')} · p50 ${measurement.stability.p50_max_min_ratio?.toFixed(3) ?? '-'}x · p99 ${measurement.stability.p99_max_min_ratio?.toFixed(3) ?? '-'}x
+ ${measurement.anomalies.length > 0 ? `
Anomalies: ${measurement.anomalies.map(escapeHtml).join(' · ')}
` : ''} ${eplb.mapping_sha256 ? `
EPLB mapping SHA-256: ${escapeHtml(eplb.mapping_sha256)}
` : ''}
Mode: ${escapeHtml(point.series.mode)} · payload unit: ${escapeHtml(point.series.measurement.payload_unit)} · combine: ${escapeHtml(point.series.measurement.combine_semantics)}
Topology: EP${point.series.system.ep_size} · ${escapeHtml(point.series.system.scope)} · ${escapeHtml(collectiveXTopologyLabel(point.series.system))}
${escapeHtml(point.series.measurement.contract)} · ${escapeHtml(point.series.suite)}
-
${escapeHtml(point.series.workload.dispatch_dtype)} · ${escapeHtml(point.series.workload.routing)}${point.series.workload.eplb ? '+eplb' : ''}
+
${escapeHtml(point.series.workload.precision_profile)} · dispatch ${escapeHtml(point.series.workload.dispatch_precision.communication_format)} · combine ${escapeHtml(point.series.workload.combine_precision.communication_format)}
+
${escapeHtml(point.series.workload.routing)}${point.series.workload.eplb ? '+eplb' : ''}
workload=${escapeHtml(point.series.workload.workload_id.slice(0, 24))} · allocations=${point.series.allocation_ids.length}
point=${escapeHtml(measurement.point_id)}
evidence=${measurement.evidence_ids.map((id) => escapeHtml(id.slice(-8))).join(' · ')}
diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index 810ac34ad..12d76a2bc 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -23,6 +23,7 @@ import { track } from '@/lib/analytics'; import { useLocale } from '@/lib/use-locale'; import { CollectiveXChart } from './CollectiveXChart'; +import { CollectiveXInventory } from './CollectiveXInventory'; import { collectiveXAvailabilityReason } from './reader'; import { CollectiveXAttemptTable, @@ -55,7 +56,6 @@ import { } from './types'; type EvidenceScope = 'controlled' | 'diagnostic'; -type PublicationChannel = 'dev-latest' | 'latest-attempt'; type CollectiveXTab = 'results' | 'decisions' | 'evidence'; interface SelectOption { value: T; @@ -382,8 +382,18 @@ const COHORT_KIND_ORDER: Record = { chip: 1, system: 2, routing: 3, + 'dispatch-precision': 4, + 'combine-precision': 5, + 'precision-pair': 6, }; +function precisionCohortKindLabel(kind: CollectiveXCohort['kind']): string | null { + if (kind === 'dispatch-precision') return 'Dispatch precision'; + if (kind === 'combine-precision') return 'Combine precision'; + if (kind === 'precision-pair') return 'Precision pairs'; + return null; +} + function formatDate(value: string, locale: 'en' | 'zh'): string { return new Intl.DateTimeFormat(locale === 'zh' ? 'zh-CN' : 'en', { dateStyle: 'medium', @@ -434,8 +444,7 @@ export default function CollectiveXDisplay() { const locale = useLocale(); const t = STRINGS[locale]; const [version, setVersion] = useState('v1'); - const [publication, setPublication] = useState('dev-latest'); - const { data, error, isLoading, isFetching, refetch } = useCollectiveX(publication, version); + const { data, error, isLoading, isFetching, refetch } = useCollectiveX('dev-latest', version); const [tab, setTab] = useState('results'); const [evidenceScope, setEvidenceScope] = useState('controlled'); const [mode, setMode] = useState('normal'); @@ -458,6 +467,7 @@ export default function CollectiveXDisplay() { const [highContrast, setHighContrast] = useState(false); const operationOptions: SelectOption[] = [ { value: 'dispatch', label: t.operation.dispatch }, + { value: 'stage', label: 'Stage' }, { value: 'combine', label: t.operation.combine }, { value: 'roundtrip', label: t.operation.roundtrip }, { value: 'isolated-sum', label: t.operation['isolated-sum'] }, @@ -481,18 +491,11 @@ export default function CollectiveXDisplay() { { value: 'controlled', label: t.evidenceScope.controlled }, { value: 'diagnostic', label: t.evidenceScope.diagnostic }, ]; - const diagnosticEvidenceScopeOptions: SegmentedToggleOption[] = [ - evidenceScopeOptions[1], - ]; const fabricScopeOptions: SegmentedToggleOption[] = [ { value: 'all', label: t.fabricScope.all }, { value: 'scale-up', label: t.fabricScope['scale-up'] }, { value: 'scale-out', label: t.fabricScope['scale-out'] }, ]; - const channelOptions: SegmentedToggleOption[] = [ - { value: 'dev-latest', label: t.channel['dev-latest'] }, - { value: 'latest-attempt', label: t.channel['latest-attempt'] }, - ]; const versionOptions: SelectOption[] = COLLECTIVEX_VERSIONS.map((value) => ({ value, label: value.toUpperCase(), @@ -590,7 +593,12 @@ export default function CollectiveXDisplay() { })); return options.length === 0 ? [] - : [{ label: `${t.cohortKind[kind]} (${options.length})`, options }]; + : [ + { + label: `${precisionCohortKindLabel(kind) ?? t.cohortKind[kind as keyof typeof t.cohortKind]} (${options.length})`, + options, + }, + ]; }, ); return evidenceScope === 'controlled' @@ -627,12 +635,9 @@ export default function CollectiveXDisplay() { if (!dataset) return []; const diagnosticMembers = new Set(allDiagnosticCohorts.flatMap((cohort) => cohort.series_ids)); return dataset.series.filter( - (item) => - publication === 'latest-attempt' || - item.status === 'diagnostic' || - diagnosticMembers.has(item.series_id), + (item) => item.status === 'diagnostic' || diagnosticMembers.has(item.series_id), ); - }, [allDiagnosticCohorts, dataset, publication]); + }, [allDiagnosticCohorts, dataset]); const filteredDiagnosticSeries = useMemo( () => diagnosticSeries.filter((item) => seriesMatchesSelection(item, seriesSelection)), [diagnosticSeries, seriesSelection], @@ -792,19 +797,6 @@ export default function CollectiveXDisplay() { track('collectivex_data_refreshed'); void refetch(); }, [refetch]); - const handlePublication = useCallback((value: PublicationChannel) => { - setPublication(value); - setEvidenceScope(value === 'dev-latest' ? 'controlled' : 'diagnostic'); - setDiagnosticCohortId('all'); - setMode('normal'); - setEpSize(8); - setFabricScope('all'); - setPhase('decode'); - setSku('all'); - setBackend('all'); - setRouting('all'); - track('collectivex_publication_changed', { publication: value }); - }, []); const handleTab = useCallback((value: string) => { const next = value as CollectiveXTab; setTab(next); @@ -825,15 +817,11 @@ export default function CollectiveXDisplay() { const message = availabilityReason === 'source-unavailable' ? t.artifactSourceUnavailable - : availabilityReason === 'store-unavailable' - ? t.storeUnavailable - : availabilityReason === 'channel-unavailable' - ? publication === 'dev-latest' - ? t.promotedUnavailable - : t.attemptUnavailable - : error instanceof Error - ? error.message - : t.failedValidation; + : availabilityReason === 'channel-unavailable' + ? t.promotedUnavailable + : error instanceof Error + ? error.message + : t.failedValidation; return ( - {!['store-unavailable', 'source-unavailable'].includes(availabilityReason ?? '') && ( - - )} + ), + sortValue: (row) => `${row.label} ${row.case_id}`, + }, + { header: 'SKU', cell: (row) => row.sku.toUpperCase(), sortValue: (row) => row.sku }, + { + header: 'Backend / generation', + cell: backendLabel, + sortValue: backendLabel, + className: 'whitespace-nowrap', + }, + { + header: 'EP', + cell: (row) => `EP${row.topology.ep_size}`, + sortValue: (row) => row.topology.ep_size, + }, + { + header: 'Mode / phase', + cell: (row) => `${row.mode} · ${row.phase}`, + sortValue: (row) => `${row.mode} ${row.phase}`, + className: 'whitespace-nowrap', + }, + { + header: 'Routing / EPLB', + cell: routingKey, + sortValue: routingKey, + className: 'whitespace-nowrap', + }, + { + header: 'Topology', + cell: (row) => `${row.topology.scope} · ${row.topology.topology_class}`, + sortValue: topologyKey, + className: 'whitespace-nowrap', + }, + { + header: 'Dispatch precision', + cell: (row) => axisLabel(row.dispatch_precision), + sortValue: (row) => axisLabel(row.dispatch_precision), + className: 'min-w-52', + }, + { + header: 'Combine precision', + cell: (row) => axisLabel(row.combine_precision), + sortValue: (row) => axisLabel(row.combine_precision), + className: 'min-w-52', + }, + { + header: 'Tier', + cell: (row) => row.publication_tier, + sortValue: (row) => row.publication_tier, + className: 'whitespace-nowrap', + }, + { + header: 'Disposition', + cell: (row) => `${row.disposition} · ${row.outcome}`, + sortValue: (row) => `${row.disposition} ${row.outcome}`, + className: 'whitespace-nowrap', + }, + { + header: 'Point terminal status', + cell: (row) => , + sortValue: terminalSummary, + className: 'min-w-44', + }, + ], + [], + ); + const pointCounts = dataset.coverage.flatMap((item) => item.points); + + return ( + <> + +
+
+

Matrix case inventory

+

+ {filtered.length} of {dataset.coverage.length} cases ·{' '} + {dataset.promotion.measured_cases} measured cases ·{' '} + {dataset.promotion.unsupported_cases} unsupported cases ·{' '} + {dataset.promotion.terminal_points}/{dataset.promotion.requested_points} terminal + points · {pointCounts.filter((point) => point.terminal_status === 'measured').length}{' '} + measured points ·{' '} + {pointCounts.filter((point) => point.terminal_status === 'unsupported').length}{' '} + unsupported points +

+
+ +
+
+ setFilter('sku', value)} + /> + setFilter('backend', value)} + /> + setFilter('ep', value)} + /> + setFilter('mode', value)} + /> + setFilter('phase', value)} + /> + setFilter('routing', value)} + /> + setFilter('topology', value)} + /> + setFilter('dispatchPrecision', value)} + /> + setFilter('combinePrecision', value)} + /> + setFilter('tier', value)} + /> + setFilter('terminal', value)} + /> +
+ +
+ {selected && } + + ); +} diff --git a/packages/app/src/components/collectivex/CollectiveXTables.tsx b/packages/app/src/components/collectivex/CollectiveXTables.tsx index 35d2bb239..e83f87112 100644 --- a/packages/app/src/components/collectivex/CollectiveXTables.tsx +++ b/packages/app/src/components/collectivex/CollectiveXTables.tsx @@ -332,6 +332,12 @@ export function collectiveXReasonLabel(value: string, locale: 'en' | 'zh'): stri function cohortDescription(cohort: CollectiveXCohort, locale: 'en' | 'zh'): string { if (locale === 'en') return cohort.description; + if ( + cohort.kind === 'dispatch-precision' || + cohort.kind === 'combine-precision' || + cohort.kind === 'precision-pair' + ) + return cohort.description; return { library: '在相同实际系统、工作负载与测量协议下对比通信库及其调优资源配置。', chip: '在相同后端谱系、工作负载与测量协议下对比完整平台系统。', @@ -427,14 +433,24 @@ function seriesContextColumns( } function decisionMetricName(metric: CollectiveXMetric, locale: 'en' | 'zh'): string { + if (locale === 'zh' && metric.measure !== 'latency_us') { + const rate = + metric.measure === 'activation_data_rate_gbps_at_latency_percentile' + ? 'activation-data rate' + : 'total logical data rate'; + return `${rate} at ${metric.statistic} latency`; + } if (locale === 'zh') { return metric.measure === 'latency_us' ? `${metric.statistic} 延迟` : `${metric.statistic} 延迟分位点对应的逻辑载荷速率`; } - return metric.measure === 'latency_us' - ? `${metric.statistic} latency` - : `logical payload rate at ${metric.statistic} latency`; + if (metric.measure === 'latency_us') return `${metric.statistic} latency`; + const rate = + metric.measure === 'activation_data_rate_gbps_at_latency_percentile' + ? 'activation-data rate' + : 'total logical data rate'; + return `${rate} at ${metric.statistic} latency`; } function metricLabel(ranking: CollectiveXRanking, locale: 'en' | 'zh'): string { @@ -445,7 +461,7 @@ function metricLabel(ranking: CollectiveXRanking, locale: 'en' | 'zh'): string { const measure = metric.measure === 'latency_us' ? `${metric.statistic} latency` - : `logical payload rate at ${metric.statistic} latency`; + : decisionMetricName(metric, 'en'); return `${metric.phase} T=${metric.tokens_per_rank} ${metric.operation} ${measure}`; } @@ -455,6 +471,12 @@ export function collectiveXCohortLabel( locale: 'en' | 'zh', ): string { if (locale === 'en') return cohort.label; + if ( + cohort.kind === 'dispatch-precision' || + cohort.kind === 'combine-precision' || + cohort.kind === 'precision-pair' + ) + return cohort.label; const first = seriesById.get(cohort.series_ids[0]); if (!first) return cohort.label; const members = cohort.series_ids.flatMap((seriesId) => { @@ -483,6 +505,12 @@ function rankingLabel( locale: 'en' | 'zh', ): string { if (locale === 'en') return ranking.label; + if ( + cohort.kind === 'dispatch-precision' || + cohort.kind === 'combine-precision' || + cohort.kind === 'precision-pair' + ) + return ranking.label; return `${STRINGS.zh.decision.cohortKind[cohort.kind]} ${decisionMetricName(ranking.metric, locale)} T=${ranking.metric.tokens_per_rank}`; } @@ -495,7 +523,12 @@ function recommendationLabel( const point = seriesById .get(recommendation.series_id) ?.points.find((item) => item.point_id === recommendation.point_id); - const objective = STRINGS.zh.decision.recommendationObjective[recommendation.objective]; + const objective = + recommendation.objective === 'min-p50-latency' || recommendation.objective === 'min-p99-latency' + ? STRINGS.zh.decision.recommendationObjective[recommendation.objective] + : recommendation.objective.includes('activation') + ? `highest activation-data rate at ${recommendation.objective.includes('p50') ? 'p50' : 'p99'} latency` + : `highest total logical data rate at ${recommendation.objective.includes('p50') ? 'p50' : 'p99'} latency`; return point ? `T=${point.tokens_per_rank} 时 ${objective}` : objective; } @@ -524,8 +557,22 @@ function recommendationMetric( const [measure, statistic] = { 'min-p50-latency': ['latency_us', 'p50'], 'min-p99-latency': ['latency_us', 'p99'], - 'max-payload-rate-at-p50-latency': ['logical_payload_rate_gbps_at_latency_percentile', 'p50'], - 'max-payload-rate-at-p99-latency': ['logical_payload_rate_gbps_at_latency_percentile', 'p99'], + 'max-activation-data-rate-at-p50-latency': [ + 'activation_data_rate_gbps_at_latency_percentile', + 'p50', + ], + 'max-activation-data-rate-at-p99-latency': [ + 'activation_data_rate_gbps_at_latency_percentile', + 'p99', + ], + 'max-total-logical-data-rate-at-p50-latency': [ + 'total_logical_data_rate_gbps_at_latency_percentile', + 'p50', + ], + 'max-total-logical-data-rate-at-p99-latency': [ + 'total_logical_data_rate_gbps_at_latency_percentile', + 'p99', + ], }[recommendation.objective] as [CollectiveXMetric['measure'], CollectiveXMetric['statistic']]; return { operation: 'roundtrip', @@ -714,6 +761,13 @@ export function CollectiveXAttemptTable({ sortValue: (row) => row.attempt_index, className: 'tabular-nums', }, + { + header: 'Qualification', + align: 'right', + cell: (row) => `Q${row.qualification_index}`, + sortValue: (row) => row.qualification_index, + className: 'tabular-nums whitespace-nowrap', + }, { header: t.outcomeHeader, cell: (row) => , diff --git a/packages/app/src/components/collectivex/data.test.ts b/packages/app/src/components/collectivex/data.test.ts index e65a08a02..247e00150 100644 --- a/packages/app/src/components/collectivex/data.test.ts +++ b/packages/app/src/components/collectivex/data.test.ts @@ -1,3 +1,6 @@ +import { createHash } from 'node:crypto'; +import { readFileSync } from 'node:fs'; + import { describe, expect, it } from 'vitest'; import { @@ -13,13 +16,62 @@ import { import { makeCollectiveXDataset } from './test-fixture'; describe('CollectiveX EP projections', () => { + it('covers the complete frozen seven-SKU V1 matrix catalog', () => { + const bytes = readFileSync(new URL('full-catalog.v1.json', import.meta.url)); + const catalog = JSON.parse(bytes.toString()) as { + format: string; + schema_version: number; + matrix_sha256: string; + case_count: number; + point_count: number; + precision_profiles: Record; + cases: { + case_id: string; + disposition: 'runnable' | 'unsupported'; + points: unknown[]; + precision_profile: string; + sku: string; + }[]; + }; + + expect(createHash('sha256').update(bytes).digest('hex')).toBe( + '86ac7bb3f9f6310385db52f6f77554d705985bd99e387ecb5fedd627c11994d7', + ); + expect(catalog).toMatchObject({ + format: 'collectivex.frontend-catalog.v1', + schema_version: 1, + matrix_sha256: 'c6988c5e81239ace699541322a88a37bfd80819d8bc1a2446f928665cd3ebba0', + case_count: 664, + point_count: 1532, + }); + expect(new Set(catalog.cases.map(({ case_id }) => case_id)).size).toBe(664); + expect(catalog.cases.reduce((count, { points }) => count + points.length, 0)).toBe(1532); + expect(catalog.cases.filter(({ disposition }) => disposition === 'runnable')).toHaveLength(393); + expect(catalog.cases.filter(({ disposition }) => disposition === 'unsupported')).toHaveLength( + 271, + ); + expect([...new Set(catalog.cases.map(({ sku }) => sku))].toSorted()).toEqual([ + 'b200-dgxc', + 'b300', + 'gb200', + 'gb300', + 'h100-dgxc', + 'h200-dgxc', + 'mi355x', + ]); + expect(catalog.cases.some(({ sku }) => sku === 'mi325x')).toBe(false); + expect( + [...new Set(catalog.cases.map(({ precision_profile }) => precision_profile))].toSorted(), + ).toEqual(Object.keys(catalog.precision_profiles).toSorted()); + }); + it('orders decision metrics by phase, token count, measure, and percentile', () => { const base = makeCollectiveXDataset().rankings[0].metric; const metrics = [ { ...base, phase: 'prefill' as const, tokens_per_rank: 512, statistic: 'p99' as const }, { ...base, - measure: 'logical_payload_rate_gbps_at_latency_percentile' as const, + measure: 'total_logical_data_rate_gbps_at_latency_percentile' as const, objective: 'max' as const, statistic: 'p50' as const, }, @@ -35,7 +87,7 @@ describe('CollectiveX EP projections', () => { ).toEqual([ 'decode/16/latency_us/p50', 'decode/16/latency_us/p99', - 'decode/128/logical_payload_rate_gbps_at_latency_percentile/p50', + 'decode/128/total_logical_data_rate_gbps_at_latency_percentile/p50', 'prefill/512/latency_us/p99', ]); }); @@ -45,25 +97,28 @@ describe('CollectiveX EP projections', () => { const pairedOnly = dataset.series[1].points[0]; expect(metricValue(pairedOnly, 'dispatch', 'p99', 'latency')).toBeNull(); - expect(metricValue(pairedOnly, 'combine', 'p99', 'payload-rate')).toBeNull(); + expect(metricValue(pairedOnly, 'combine', 'p99', 'total-logical-rate')).toBeNull(); expect(metricValue(pairedOnly, 'roundtrip', 'p99', 'latency')).toBe(120); expect(metricValue(pairedOnly, 'roundtrip', 'p99', 'tokens-per-second')).toBeCloseTo( 8_533_333.33, ); }); - it('uses publisher supplied logical rates', () => { + it('uses publisher supplied activation and total logical rates', () => { const point = makeCollectiveXDataset().series[0].points[0]; - point.components.roundtrip!.logical_payload_rate_gbps_at_latency_percentile!.p99 = 123.45; + point.components.roundtrip!.activation_data_rate_gbps_at_latency_percentile!.p99 = 123.45; + point.components.roundtrip!.total_logical_data_rate_gbps_at_latency_percentile!.p99 = 125.67; - expect(metricValue(point, 'roundtrip', 'p99', 'payload-rate')).toBe(123.45); - expect(metricValue(point, 'roundtrip', 'p95', 'payload-rate')).toBeGreaterThan(0); + expect(metricValue(point, 'roundtrip', 'p99', 'activation-rate')).toBe(123.45); + expect(metricValue(point, 'roundtrip', 'p99', 'total-logical-rate')).toBe(125.67); + expect(metricValue(point, 'roundtrip', 'p95', 'total-logical-rate')).toBeGreaterThan(0); }); it('omits unavailable series from a component projection', () => { const series = makeCollectiveXDataset().series; expect(chartPoints(series, 'dispatch', 'p99', 'tokens-per-rank', 'latency')).toHaveLength(1); + expect(chartPoints(series, 'stage', 'p99', 'tokens-per-rank', 'latency')).toHaveLength(1); expect(chartPoints(series, 'roundtrip', 'p99', 'tokens-per-rank', 'latency')).toHaveLength(7); }); diff --git a/packages/app/src/components/collectivex/data.ts b/packages/app/src/components/collectivex/data.ts index dc0e655ce..f15bd4eee 100644 --- a/packages/app/src/components/collectivex/data.ts +++ b/packages/app/src/components/collectivex/data.ts @@ -25,7 +25,11 @@ export interface CollectiveXSeriesSelection { const DECISION_ORDER = { phase: { decode: 0, prefill: 1 }, - measure: { latency_us: 0, logical_payload_rate_gbps_at_latency_percentile: 1 }, + measure: { + latency_us: 0, + activation_data_rate_gbps_at_latency_percentile: 1, + total_logical_data_rate_gbps_at_latency_percentile: 2, + }, statistic: { p50: 0, p99: 1 }, objective: { min: 0, max: 1 }, } as const; @@ -66,7 +70,7 @@ export function collectiveXSeriesLabel(series: CollectiveXSeries): string { const identity = series.series_id.slice(-8); const tier = series.publication_tier === 'official' ? 'official' : 'experimental'; const routing = `${series.workload.routing}${series.workload.eplb ? '+eplb' : ''}`; - return `${series.system.sku.toUpperCase()} EP${series.system.ep_size} · ${series.backend.label} · ${series.mode} · ${series.system.scope} · ${series.system.topology_class} · ${series.phase} · ${routing} · ${version} · ${series.resource.profile} · build ${build} · series ${identity} · ${tier}`; + return `${series.system.sku.toUpperCase()} EP${series.system.ep_size} · ${series.backend.label} · ${series.mode} · ${series.system.scope} · ${series.system.topology_class} · ${series.phase} · ${routing} · ${series.workload.precision_profile} · ${version} · ${series.resource.profile} · build ${build} · series ${identity} · ${tier}`; } export function collectiveXColorKey(series: CollectiveXSeries): string { @@ -98,6 +102,9 @@ export function collectiveXColorKey(series: CollectiveXSeries): string { series.build.source_sha, series.build.squash_sha256, routing, + series.workload.precision_profile, + JSON.stringify(series.workload.dispatch_precision), + JSON.stringify(series.workload.combine_precision), eplb, series.resource.profile, units, @@ -149,7 +156,9 @@ export function metricValue( ? point.roundtrip_token_rate_at_latency_percentile[percentile] : null; } - return component.logical_payload_rate_gbps_at_latency_percentile?.[percentile] ?? null; + return yAxis === 'activation-rate' + ? (component.activation_data_rate_gbps_at_latency_percentile?.[percentile] ?? null) + : (component.total_logical_data_rate_gbps_at_latency_percentile?.[percentile] ?? null); } export function chartPoints( @@ -209,7 +218,11 @@ export function comparisonDifferences(series: CollectiveXSeries[]): string[] { ], ['routing', (item) => `${item.workload.routing}/${item.workload.eplb}`], ['EPLB plan', (item) => JSON.stringify(item.eplb)], - ['dtypes', (item) => `${item.workload.dispatch_dtype}/${item.workload.combine_dtype}`], + [ + 'dtypes', + (item) => + `${item.workload.precision_profile}/${JSON.stringify(item.workload.dispatch_precision)}/${JSON.stringify(item.workload.combine_precision)}`, + ], ['resource profile', (item) => JSON.stringify(item.resource)], ['measurement', (item) => JSON.stringify(item.measurement)], ['token ladder', (item) => item.points.map((point) => point.tokens_per_rank).join(',')], @@ -218,13 +231,16 @@ export function comparisonDifferences(series: CollectiveXSeries[]): string[] { (item) => item.points .map((point) => - ['dispatch', 'combine', 'roundtrip', 'isolated_sum'] + ['dispatch', 'stage', 'combine', 'roundtrip', 'isolated_sum'] .map((name) => point.components[name as keyof typeof point.components] !== null) .join('/'), ) .join(','), ], - ['correctness', (item) => item.points.map((point) => point.correct).join(',')], + [ + 'correctness', + (item) => item.points.map((point) => JSON.stringify(point.correctness)).join(','), + ], ]; for (const [label, getValue] of checks) { if (different(getValue)) warnings.push(label); diff --git a/packages/app/src/components/collectivex/full-catalog.v1.json b/packages/app/src/components/collectivex/full-catalog.v1.json new file mode 100644 index 000000000..0bbb515a3 --- /dev/null +++ b/packages/app/src/components/collectivex/full-catalog.v1.json @@ -0,0 +1 @@ +{"case_count":664,"cases":[{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dc3957540eca33bff84d3fa31ba305c27ef8c7f0af2960230d168db562260fd6","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-818f3d4ae3f1fc7adc719a6f950dfc47fa55135c4ab5323be2a50bd725a2bd59","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6898a817b7d7d270a0c0e4c4d58eb35e28e7620d85245b53d874c053dbd0aefc","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2eb2e59b880fe5777b900bf05cbf112a02849e3b07122548071917cfdb46b37f","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-376c206e9037102670c0c2d829f55bb61bf26d76f71ddb94a5a6cbd9b17b6795","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1109463b8dba5ebd5debbeed7c52df9ead477c20f91fe9cae76e2621a666a873","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1b87190ca7f0f5ea75a454128cc3cf6457069bd52fee14b42e09f196b1a952a6","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9ec4b8d4b6e3f3fb99e15463de26e24e976d48f20cab710379b25da4bd6bb3ef","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-646ead6576087f26ad30455a2331da913f8c3e3bdb33483c68f1e9e55dfcca0d","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-69a5b4561ef70f5d3bd6469e3c0da5b366fc48b409e6483dc6281ca0b70e65d5","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-15368f7b5126e8657d3b4f053ca3bea2df1d099895de934dc41e0f869d46c748","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-812a65e7914c67e849e9252b9846270e8bcdf41ede9ee0259367c1dd8ab5e412","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d994af50061535d12c9f4c039bea99f801530e0206d733f3c869379bee0448e5","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-948b02361b6c9fa5fdd18f11d52d57e3cd267fb5764aa9067bf737275680197c","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-09d293336e19758bd258d4a589076975b91b0ade667701ed97bb5fd7f7fa48c8","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b5afdd50e2f57d5ecdc3e99653ab41570329856da44948d75a0026edb3a93734","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0d1e3160a5839c2f306ad7d6ce81f79626132e76cbbb35a575e2e43d8a21844f","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-bc4e459d3777271d9da8bf12eb28ed4e6f8c272a696855cfca2b6a7a7e7fe0c1","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-955b6dbe5f54cb6c3d8f0c1d7cab6ea9d0a255a8f0fa00e152db4f65d33f955c","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-57c3960a62aba5ea58cb0f0dd0178380679ea720d2bab05e0d48827cc0edcf27","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e2f17ed3ddcbe89d4d7c17b72901b3a3d553ee6da6b9593339c8c73af1727f9a","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e6c7d064e50910d76b79e64170a4bf9fce396039fc1c087849ca9405a7ab6d35","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-901456d331ffcb2d5748cabe56f9f658689de94876a36c63c76b73cb4d51b6a1","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-6ec8657a4680319b7410fc2eddc97b5b033d9416d0baba7a22a8c19194c358fc","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7f1197c2914ca0ceef0b4eecf4c84e30415965d2abd4b9a3a470ce1e6e3aa5df","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cb698c8a5f1d23ef5f277477960d6310df125aa168ae5d574c765a2b96e5b579","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-cb9634b785563537aef44bedee876bef2d8007c2f3b0f77364fffae79634a49a","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e2986a3b7a5ef5f5cd08ceae55b3c6094187121a3c13b03871ae9c7710f92ff3","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0197166381b95502bc82fcb142189420b54c80b3ac0c24b9a0e304c9f81d4429","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e2fb89231c4e72cb2d451c246390d3ab908b96bda057986429de66aae50684d5","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-514ac85f59d67f8034018d569a026243c4d7d20f7ee0785afee2f809dac8c5b1","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-58e7b05166cdfa6755d1157c179fcaa8298ac0e826c79773767cbd53079d41ad","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-741cf578161056ba8b698f07abc4eea21de49f1e4d1857134663f65164e591db","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f5893f20daba8afe301ec3729f7c70a6de90af806b9d8fc29533cedfd5f2c51d","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-efe10271af8302dbb841f8ddbd3c1418b983fee2d9a66003020af98dbd06e19e","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ca82ce8da3368eb288d77e78e7026702cd8f9c4609f7171631b7102ebb503a82","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6e3b672296e90b5167e66bcd68c0f15dc5c430223afbbe0ae820d5feefd2e0ab","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f1a9a371f3a2c104794d254cdcc0b0135c72e483f9aed79a8f8bdf9a67ed0ca4","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f4cc3b62893de865478f1cfe48c2931e7a4f727129651634da0295e4bb8da78c","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-389ac52f317ba9114556b80e0a0c7a4d4c4c7f5f5af38056311d3448e8908d46","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-a265c03ea6d7449c38c586ee394a632ca066e2ae99f9a2b80f7c3544d9b10937","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-88bdcfcf01a1c040dcc28009e3cdb9401b0424cb636e8b8b3b8dedcdc7f0e5c4","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c4c641658e54a96568f081c2a89d6d450048eb51f1b9af58d069db3297b525d","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4b07826a004ceb504d491e07d15e7a6277cbd9a6de77d4a8279f16fbf19acb4e","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-eea045414f8bf3453930f9ee4fb6ec285b3e555eedb663f740efb2cbf5235b14","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c2966b061d489b3cc62d88a27a61bb53a8a32d3fdfb303eb8708278419bb388f","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-82ef3d7069cf0b8f8ffa99cef7eb7b7d661a0e69954ce93ea32f6619092b3f3d","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-cc0884d212e1fab9b777f5593a6d11b9fa0e6a971e9edbe19565b5a6abc35093","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ddfa1da434f3c7926e3432d5b62e60fcf0760104c91bbe4852ee6c15bab080b8","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e67dffe6aede0d3bacd76d54f464efaa7dcf3857419058657a10dc7012597f0a","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-485107d9a42f58e67110f1031b7a3789eab371f3630e33f98ac6b1b3cc4d1e89","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bf70bfccb3f9ba47b5f2d517cf3c9fe4f791673a2b037f384b3fd2f919325e03","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e92f52f01eaeaf1df8123fc6e10eb420fbe8abb2f587fed7ae369d0ed59e8fe8","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-4aa1685ecd8d936a3a111cded77ccbea9b936a208ca1b5ca8f319a6a9ca49ef8","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4422dc1cd48f7214bf8e5e65fe6422e2bcee3dd12a9609a23449d966774ebc3a","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-0688829b5caaf49c5c5750b0164270684f1f496554010dff366b82e6f78019e2","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4af9ed95a6a8cbcd97531b630018389dbf5e0345291712ccf7ba6ad40053787d","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-33e49742af19751f271ea3ff9225baeb40bc3a49cc1f8a3fc2ab9a81c15bac32","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4d0b311aee7c7459b4c3d9d1c248466fca006bf3057fff460c99d012ba019b74","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-864d7feb4ecb2ec711c7c1b4ad8eea8fa4c8b397de77a56956455bcfe944b4f2","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3e96e754152fc85420cc4d6ccc7b31540506dd5d3689edaf7892da576ce7822","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b653cb780cd2e897d2828ed0a2a4bc514a75f186ed51ab24e9e9259609de7275","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-607fd20ce0a1f30e5e79eb3ff4b8fbd1e4ef732e434f08fa0341f601a76ad55e","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3d9adb728599fb4c87ba65254c63bbfd9907dab2ccd07cfb6b72010cf7f6bb5a","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3ffda7dabd7d7a59ccb3ab0c10312d784f5b80a61390262feef4ce520db13e16","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1fcb3866aca2d0920087fda1f1d68865e4d1c6a905692d3676c96023750eee5b","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fab2e4438904e79c4efb460d8de5d185fa0ae139eaa66c0920253a9a697cf4ef","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8687a3cf7f8ba4572bbde34b6263fe03ac6ce11b90e0326163f3466a93c0832d","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-594d7930c122c5104ad0fc310870ac9f974aaf5df79904caf3297449e05e7750","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-affa008cf81d9bc42ed17cc7254a5abc3982a9e7971433470c8f9ef694be4f5c","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c56ac9f8e64e6ccd79e1805577f962c3c9dbfbccb67f2f5e00de57af3987b422","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-09e0f01aaf5f5228bdc8f4ee84df00145be7b20baf9af3e8f2aca1c168dc68c5","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-968ec9d84a24583c7645633ace862e82a9760e89c99be906d4e9ca13a9141a33","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bb529987d35e8f57c591b1af5e3018c7f0a971c084bac7419f3cefab0098658b","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82f8a05c6e7a9ac00b0be286082c59d2a2983a2433c406f4cc7e4c9593c0a79d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e644e71317956960bcc10dddc6418db3ed9c4510170a98a547c30c6e51ab5ec5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6928c3018a471c8d184d6178dfc2ac81d73e737384a1ce3be46983b5f2646930","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-afb2b460a4811f1e56f31de8797e7cad10a6120d986924572f181791243e9267","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dab8d452daf5bfdcbb8c87decb0d2cb1ae580431547f7f95c64b625d320bd522","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-65a7ffd282e44e1664c0a913482dcd1a3a8eaef0393b7715157eea3cf9ca0cc5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b84b2d64b103a357daf1b589cc7e9082796f8c4e1dbf5150a4c7ffabe86c14f2","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-1223ee49d704cd2e414def2c665c4913cd171ff01a1a3905c1175c37a1cc510a","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e71c288bb10b73862635f9edaadf8fc01e02c487d7d6a7ad63a53cc20eaac210","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0f18c4d0a0b55b1d9b55f58c8e581a76cecd988348070464d85cf522d3193dee","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ac7d2e5a5165dede1383877f3101ee15c31a7d67ebbdead698e6a95a7100be6c","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4978082adf1b7c95c651dd75f195d0de81a66622206d308c1ce0e26dee4ffb57","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-03986da43e3f083f3d9f4be0f67fc043700175172e876d5811e0634339468ae4","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-60e57d2e5f84212fd6fde6d5047e12b848f2cc2387615494e0a3192d8f30e770","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7234ec9a380eaaf82795c456103dcef47ac1092e1e2d1b5f8aedd81f7aaf1cf0","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0d380f5a4b350dede0b905b46246b8d05ba26b400cf682de014740eb53058a06","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8ed904bb883204d20d13a82eb5872e2537bc7caf2ad5cffa6afc44cdb2f38f64","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d6ee2a4923ab0458fa9df3e8d6612cc248bf2675030d515357f10ae04a81d129","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4a3c5ff702af27aaf1f4cb60c903eb5b202dcc5aa3023b5e3979349bbd7e99f0","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-149da83d0f75a5a7d1608f864f41f7b8fc6b0b5679adb17b19fca2c923677cea","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f4e03f38ed580bc8762d3cd4c1c482a668d78f49460c7d6b70aaeffb34ff2cef","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f68f3a16c97b9823d5f0adee60bb523ca88a56a9dd2bfb098194fd47b800939a","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bad169e6547565737e229e247f28d2d81cc399dee3ae6fbed4a0dca9e6ae2a51","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e992185ccfc1ec673290ffbdbcd5b2b8cda43f186e7649961ce5c8966e625012","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ffe42d816d1412141242c362fd7979d797d2f8268811ca9a3ac2f35da2e59bf6","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-862eb8aa6ca76455cd6dece1b052f5db7b08a6975347c9fa2f08b5c52f3faf2d","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-b194e6eafd10a8420d7bbde73b7a0aca02066839d7412727b723cdc353d845cf","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-944eca1bba303f68d1f8313d9f636cc18f6fc2e910b950d6828f8ec2e98afffb","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6136db70a174f77a663f1a2981edcbbd282e0bc05a5f9ce65e938a6e74aec9e5","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d103ab8de8449a24d7d1d2a201b8fd216329df9f879e3a82106478dbd5ec96ac","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-969fa8a0d36b9491d9d59291a489266e99bdeebed211cb2379e565953124cda6","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ad397effa607d1b366b96da4fcc48f31597acb36021183ce68267dfdb623bfb4","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-12e3c0a9fddeee9fbea11f167dff9e513a8287bb62805504065f6e0e9179ab0a","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5346041372ad2aadb39bc428c748a440ee6b253da4c766af5e78fcacf5a68f28","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-166c3c58ebcb385e996c334b8ebf08ee7c7a98ba792d78f0d0fdb876968ac1db","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9c95e39baf92a4547e6d89f40e092e670351ca3f0920dcbc81c2ffebb9468239","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-c54b42089de081b4855a23239d6ac60d8eee04a529225e96bf89b3e02c1e2af8","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-068cfb93f588f41d04c049310aa4b8d7474ed0b0353ebaa1238c5962b87c2dc5","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0586bfe0ceddec11ad5a59af4e2168a61c7e2ffc35f296088827088f19878dcb","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f0297bc6dfb5d53089a5919ffd803a1e0b337384a16f5c6c89747a40bc8a3933","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6d1114e56ba9e584c12e5afd5a13e990c30e23d7099430b301bcb2224324bd31","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f3ce6fd3c3f64e700d0a61a1a728c42687d38c6beff6fcfd65d6573dc40255d8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-83c98cadc93d3b6dbb4b7a13f05a900648074e711cb43b7e57f65ed9ef2b6c25","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3d2423eeba78f3b7970004b72022c37fa33d5d8fddcbf3c602b0f1ed6c321f17","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-36340e2c3b6f738d6421cd5197e58321b97f470a3b8d1c0bcc0983df9e855273","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-71d565a7be8eccba6ab765529fe8c9a81e24fac8e3c40d566346752d12f75ef8","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3c053cfd645ca3c44f872b5ffb3d3fedc5eaa3aff37d928a688969f14aad8d0a","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d38b1e7cb5ea3b75a03271f8434c50a661ebe43b916fb1e3f2caef515c5063e3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5cc96cffb3e6c38a0f8fa03f0109d1ceaf9d74fadd167159c6d2936c354692a2","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3743b72f6a1c10e355eab6266f6e353083cd7c0b264534079ae8d4a9772bca48","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1801ea61f2f4e7390311241da391193f46585a1ac702884dc2b7b87cdac0537c","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c13bf95ba0ad12275adebe7fc10f5b34f1b95dcbf292c188b87362abd4f2da7","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-06e7dcc603d314df59b21148a8af5db571221dd7f03f34561464f3c4fefdc99d","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-12ce6890d6896c32262d54a711ae6b92040554246adc57c046efcee9348ce778","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-bf2ce2de40303382c805a0ce3de7d689d51c17be4028bdfae76b710e581e4762","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-177bc42941d335f289de70a634681ffbba30aecaf373400bd4d95b37f510e04d","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-90a409a9e278515c11d8292dea30495ae32367d86edc214606b6cac3cfe09871","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-fcfa8a03c7274b48849b30407a68dacd80002cdd0434e81d48f996c400ee57cd","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ec3731275d0dabe41755716295c088a74d246ec89110bafcfc5c51f50f1f7cc4","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-631f9dc054e1897b29c77029205f7be7773a07b7db62cf3fd112596c75a47d84","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d47430c95e1338e48f228e7ef355a3040b1c229221d6bfef94645b51c95d32ce","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bb4fc30581fec43e22c758728802ea1663900e3df4237d0034e1b26b574b6355","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2f054ae03b063717aa733902254d52403c19e1560adbda5115aa17aac7ab6322","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5365961803ad7c312fbaa098d7aff14679838f0eb052a204293588b1c17ad768","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a3acd84df7b7978c6859f3a924315db0fd36e1e17ddc7b023c754c2327be68e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-988f7dc73de95a60e1e5c1cb1f1de3d37ac3775400e9ad8e652c1cea990ccf79","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6ed208f207fd439aac2a4cbc018f3ab580d4fb4985e0472a53188f558e493caf","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-7a039c36ff0a62b5df161513b639dce90912fbd92fa232908822dca9ea0f1a59","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1f5a4bd62491c6516c6a7a2f889e075e7b07220fb9c0b5ba53388c0ae014bac6","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-62c80d26bd75eb13d17681663d1436960793d2a1a5ad705e04ed3228ec1796ef","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a87160c57036f2f3769fb708a84c0e295cf97031c3a4f30bb6db200151b9eff5","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-839cff937cfda9e493c274486df638d69ac1c8f2278b3f0704c4f0524cdc848d","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-23bf448e90e34723c8f2b2a38fc67c53c37923686233c5600a37de7ef7f3e99a","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-9c7b834fdfbeafd0127d0226ef670743ecf5a29ae480c82374ef2825f3606103","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-262be8b4314b9060ec947dca6302de2606be5f265057c6cdc966570a3beb9d1c","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a3d051f9171041bda07d8446ad159f8307781bf8389f961fc986fc74d00fa659","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e782ec5f2762462550d8d2d16623b3c2f4208d70d5de2f6a61880f7fa0e2ef15","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fa52afd6d0b8a8775106d9c7c674d0eef33e1175c2b51ecfa69c3c08734186fb","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-32bacef7e9d21f0b7e33e7c0ec3e7611048966b49e00f8d7136fd4580896be78","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-69d932e1e06026d4485ef1190114b5a5f3b0cd8e83554ae00dba78272e675e4e","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-23fbed83654c32f580d0de72e124bfbff8897fb7de6de101fefaf8e6333d2090","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1449625f551c17fcc67ef2094d9d50977ae864a97cc4e88e1271fcb28b619d38","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bafb41311e4020d742b7183bf58f3a442c98b2f629bfdce8cb1f6ca4925788ff","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f386159fe6a2daaff661e676c9388c2d514c0b0a854881409997f0d17fdbe8a1","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-db71d52dc4bc09751f0c3662f026d04b3f0238f475c292fe9a1cc4f95cac811e","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c8ff74a2fb5746b02faa179b34d976e84ff262c7e13b1fe3168ce66065d361f9","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1e82c6e7f074977f0bd519df2f16db99d5045ed30f85950bc3f02dc6bd623300","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e7061759b806e2fe1b063363e6be910df0f9e105d5a0d78a4075fbbbe98f27e7","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1325912ea2436538d63dce83a877b8f83fde879bef41e39ee71ec18464bf2184","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-72cffd3d819b940047dd42d6e2814d280d01341938f3efc1a04f33be79e17893","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-08eefdc43c1e9ec12d075febdc7f62673840cd18810c3a3f3b94c031679986c6","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c5e8e3b77b4922013b2a41f27b1d37cb1c810f05236733ab9177ef8d21c08900","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8f43ade740d6fdf354050a2afc3047a0a2d338d90ba475afa166107d465f34eb","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-90ff6cf65632007d814351cc13d9ec88f50a0b2134d0095a1de05acccc8d8831","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7b758ddc5bbd404622cf5b46735baef3e8aed7d0fe46bc19985e1ba83d4a79c2","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-863275ee2805b07ae4043bc5d7b289feeba42d194324e9bd4c17b4a8ccb87fce","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f01dd11605d3edf4daee6e5a38285b09239f185eac313285d41e2ec556aaa1eb","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a8c031497f4b2e957c95c29ba2da2770f2458aa8f6f2ec7579b0db219986a495","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6493c6cbd888d96fbcf1133a26dbc7a9814a0978aab9de517bad0e9a65404425","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d8179a59669dd89b72007400e5f6462a85cb77b70218694226c71454b269a105","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-db73d556264e058027efa024d78d7c8edef330ec1e7e0c1e2dfd41c9097eb721","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-7306706e64396bdb8e03b7f2606001801cbf14775b933039cd912ab690812ca1","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7a9ab3f325e2cd415cf3121718400ae96fcf8c20c8679daceea240a007f7f1a5","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5f5fb42b3058779bf35d325f4c6738347634000198bcc28af7843f4ef1434031","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-49cf8b778e35671f7e0ac80e7ffcb39f73d557e25462bff0f2f7a8eea2bae1b8","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-75a79e140c64ef2bb875fbd8e6fb2f8b3e3dcd1bf4205f883e19ebe3c3297089","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7889355b520dd86a48592825f8ade78a83375a1babf80aad09588a4128d54e34","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c3ad824fd17dd4f41e4508fd1d0eb4346c55f50e2a01839b77e90d75eb953147","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-bcb9994e3b6d2a81eca8c7ac7c36678f0d54ef9b646555ecf93f2b66a649d5a6","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-72df1bff007bc8eadc78e48a99f0369f3071c19e8f298cfdd847b72f03077abf","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-de35fc4d06c6de6c86ce4f49f158a46e90f88776fc7b10b051f4da33520cc45e","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-06d1650399adf272040fc8608fc196f2c9f1d21bb0412997026b4bb2463ecedc","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f73c5fa6165a7955b964fe1db799d26b8c13e3fe6d76a8e96bee388e86159825","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a900143f52db72e419d4896ecbc605d4b33835cf809f1eb0c4dce5a4ae2b27e7","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-483c820ade7345e292e6bd7426d3f51cfc04c7c61893c880f20f9b6b73e0d5a0","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f6c3b1a09cdfe5e9d619eea1d0b15512e869a6aa460765d700d0f6ac25f463a7","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c355c8f012b9c42604044ac947f4948b9bd22470328146402f1c16cd228c6bec","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-9cb395cfb9508c4a6302a8a9bd4ea79855df869b98e7d17d60d320f9cea9f2af","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4370c5b154f1c12ecaac5f560aad6fe7014031005604c81df6760cc38989e794","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-becddb0fae67597f7e91eace7130444ea5e038311a541b1632f6644676e0a307","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7c2df3498959df53f7fa80858636054043c5fcfe4f6a9b5dc01115a719173906","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a783bbcc8946eb8aac6c5e8abd2099cb2dbdf37aad16ca0b47883ca9056f8486","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-439f04a585c0a41bdf12184249e0c7fdd09b10ca3383bb6fdffc87b825ac8df1","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5752555a45404fba193f4ed1632f48276266eb34d4a8fcfd99b8133e7ebeba41","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3448652c976bb70ea9f3d8e5b0072617cac5f1ad890804064cdde1402770629","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-09b8d734683cde39d1af038b8b4938e8e60f4dca52616093fc02ae01e26a25e2","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e925521f952a598ffe1dd3b5026a456bd3ac1b5947f4940e5707cb1289c80b94","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3497a965c06b300aa92f7c7d84ab25c939d2b809e2633325cb29024c9d89edd0","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d59a878c93bad7f46ba2a60ddbe332c52eeed9abfef4a351694c83169699d6f3","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f66d948377038c40295a64acfd08c0523a07c5cd20b75970d530d91e14860c65","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bd57c8763e3749052279b6bfdab280a53b21ecc57e9f8b0341e2bfe96110ffec","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f451ac9d8b446c1366350910002490f950a27b704f212d311553432979e64a37","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-177024008031e97d8f0c38e029a3d89070deabc49c13633edfe4c3f36e7189dd","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e2865486e678e51d837cdd2db22bd30a8a37cca2effc73283d4b3590e97a293b","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4ef671b8182298eef198f2ee3ffba392fcb114e1ec5b494b0266ea932a6a28dd","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-136be555053b0239b6b08f42428b7660776aeb2086da365db5a065f2a5dfa2e9","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8c92b1461be64f5222e22996622a19c540bf5860e980117a8cfe00add179ffc3","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9445993bdc1411681ca12a5a7a4c6bb5296cc4aca57704d0dca99eb659540ed3","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-576e23e14b24775722d51fb1cca3ea7a57a905750c4a55539321bc3a070c04dc","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-98550dc6fd80b66da7554d28b3297d76f4a4768671719139460d7fcb46341a51","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-da69dbb7da0c6c8c2ba3631abb2a3e1fa97415ee5c8734f793819d2fc1aef717","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d21ee31d4fcc6bc1a01963608c83bf69896ea8a5f26e31b22917b948b9383e63","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c097afbb91e42e2dee4a111c98596dee919ca427ed588bdc70f0e59a96500d57","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cd599eae71ddb611e08fc4e4e1ac4594bc14e55f7e84f1505f6e4ed477ef6fb7","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-1f160ae602364f4a18361c7922a83dfd4d51f02a4d4dd1d0f178d6e7daaadb45","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f92ee1323dcd2dab24e23d586ab12394aa4a02c36bddc9bd7f470cace91e7584","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3063ff847616a731e44b0b2f3933e9e82d48cdc5fdc874c87977b3cf522935be","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-206e703f67bb22e27fcb564858148edca432184fa0cf3d6adb1e54dfd37edd17","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-56754dad31d9363185c4a8bd35af030bfa0724404307eedc794ba34a87e16d59","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fe852cb3462c04ae6dac187501fddfd8a2c938cace1cb81277e29fcadb3e4490","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-0dc57002dcaf7f5a6592276321f5f5c70975a6dd7d396514c3e10d291e97084f","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0f845fb3f2f2b8e949e411b83d7cd098d4b1ecc0a352cd12b96e4cbd40e4aab0","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8654f98af163af8d053ca9f094bd098e827ae0e4f0994b4c5745590f53495c48","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-cdc0e635fbc90e53dbeca6759c97ea5f5dc06e75b484238892be96ed02594e9a","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-123c9b920796bfe8858d340ab214cd34453032fc1881be8c07b62db247d34ac5","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6915f463b6fcba1b8d7774ae695a1fce1f2c77eed3b32640619515635fafb549","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2ef357c106b153d5aae05a83515e829416d3c845ed0164f7227cf19619ff0cf7","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-923f13aa5a1517f0456fa620f79043bad3ef3b635adf0bcbd819869edc6da211","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-da2ac71fbf4128cade4fb15d3e11cc0dbb7ee0caa8e8bd16169238ea1e2fbe72","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-7747e88192dcebbe32848b84bb2476b5b8d3d32074944b1438cafa69405e3e06","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8469d188e9418c841e2a93bd4b6e3d72c38c389270162c08515276a5b8c386ab","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-76633939d708c549806570fb233d6992dd621eda1c650942505cf8c9b6a4491c","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ec6d6cc0624e2cd4187e43622dace32a20ab0bda70e161b8b0024af90dfa7df6","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-da26d711d037872a6d35a790851f13c1323fc3b47ec92a6ff13eb3729cfa3183","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-fb8c2952bc12f7eda27825378fa188e5faf41ba4fb63fc27e270c9ed8abf90ae","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f3b89410d1514f6656b4330670d1fe153c0a30736c543236fc264627aad2bc91","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-be4ff2c2d297dacf56aebfb9d394a6ac6449579b45cab1b4a8e6345537314b2a","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-3d28c69cfc5e20a95f9e6b34d8dc9c8fb19435f41debeeafe61ae0c52e5e8a38","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2885b44e16a8ad5d91efa06fee3e10a7737d5c2d62b6a561c88011d52c19e999","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-eed55cddc08406d566cec13d260bf73ae739eb518656381bace1f7774dd7e0a2","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7c06fc8808240595897fe260d923915025c7262885b3fbfd26f24d47f4256222","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f746703feb18126b61f336e332c25d66cf1b00aa50116c21b4ad7f7ef5267514","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e3b7520de1b8cc73f222c5004a60cfa765361b0def3e9f639c0d11b7293052f7","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cd89fe56ff6cb52852ee0a9b3e605a8868675308599992dd61315c79317f6e90","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-85316f0187c6b464686770ed6de388ff0aac2621d4ab11c60e85eb2b46e5c4ff","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e65ae9cdbdc3470c2e9861552b01ac51ffa3dfaecbca0c3b4943bbd6673cf9d7","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7fff23d66bd4dcbe02da4867c89b26a76d4cfeb42187fd850a6e8bfd8c39095c","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a0cc5ec2531d553182c8ffc0c8465dff2d29623fba39f3a9a20ccfb208d36d74","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-91c93b08df5a05e8f6eaaa93c24993442c4ec1f217ac9472cd72e1917162a2a9","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a95ef40b880c2bb189e07d34cba515038c2a934a90cf78c391ad4bbed39649c4","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-3ce9a361fc901acc239e56ad7c2889cd7f361c59b4a274ec512c0ff0ceeba1da","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6fe55ded3525b14d68e8ac094b097fbba8615a263a7dfb2c31bf2e3c8d2450f7","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3ec4dc10f605b592894cd06bbab4c20275903077a10c5ab11f96f0fff9a036e5","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d0cec98117b61611d52df06b848b8447aedb5a63556084666e9dece4f902e49a","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c730f67cbacd9e6e4481397e5e1c5fd94bd977718d249d448133286312c90b28","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d891ac17f5485f8954fba0695cc19dd16482d5af8bd3ae03d048ea654982885c","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-372adc006bf8a07267a713a10c62bedfe5ad7af473120db10a1fcb69badea387","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-9a315d4a7ad4d8c47312b6312b20c12264a796025e4e5c7d5ca7eb0adb26ce69","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4dbcaf7e7ad9e100b23731e649aa930e4b84d63961aa46bbf25f885e84737066","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-b2af7237a76f84c54478fc6e2b97783c1c77b12fc3905f6e613a86311cebb9ee","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35b57947345fce6b13441a1641aa8314530a2012396b8d02250c558494c9835b","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-705d509ede636a0e78e9c0b05eac5cb315deb386b492cfe63dbf8bcf3358e81b","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d841a4bbf7b0babd2172c1e16a5089bf8f9af234e2b18bb9a55c842b17df96c3","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a907947604193c56538f2cbdfa135004e0bc3a34cb0ec0e6a51beaca3a524b3f","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-bbf5c4d586cdf6c4024134177185f9e6703698250181844d3bf0b8b375bb3e76","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c8622a7ab9a8dd064e94578b49f086a836071d44a14406bfb328be258109a14","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2072410a3f0bd650b582b4c3c48ee57c423cea13254b8aeaf4acc50f910712f5","disposition":"runnable","eplb":true,"label":"B300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e4280fd740c20a041e401b7e740bd1d668850f71924a8f6ed36f74ff0508b485","disposition":"runnable","eplb":true,"label":"B300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d985430de0027206898e5d103521a13ea44150df930fe48c0d3ee8277855e6a6","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b2fb195e1a6eeb90a23b8f0eeb9048fa7f70c6b76f6699f854ffcc1fe9ce7fbd","disposition":"runnable","eplb":true,"label":"B300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-9987b91f2ce482247ed92fadfdbcf8d3273a14a698a58141daf72eb93ea9f295","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5e0ec9a900987a7a46faba592139621b3d1eca23c6c1cbecd1c4b8ad89f589a3","disposition":"runnable","eplb":true,"label":"B300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4e42cc79b2efe190859341094d167dbb5e3014aae23dc161029173231af736e1","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6bca854f8a2912a9ccd9b951d7f381bf3ad33a9ea1ccb8fe883950463db90135","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7fc78e3a8134616c9f4f37bb4b6254c4075742c9fc2f3f43ac39200bd3f7463c","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-fd23307ae8acb5acbdd49cd4abcd886a2c46ee104542e21197ef0183e6e1bb6d","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-fb60065aecbc3444d0758c02c4eb0a9ca70f6babdc0912ce7fdeb12d235993ca","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-eec25218b148bd7345b39655f93a15685b406ef1480a8b6eefaae4473bd296a9","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-727a417265d1531cf86bb4a405c4b716ec66cd912f2c0b3981e64dd0bbcef7db","disposition":"runnable","eplb":true,"label":"B300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e291d66e639e45410f13a548efe232b704950bca7c12b047dc9b3a267a819f02","disposition":"runnable","eplb":true,"label":"B300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e78b3fa9b02ab7346b301547d45d470b0120e438924f9f0fe47dbdf7ba43d086","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f6e6be60f1fe886178efa316f36c83fff6b74981331d3590a37fe6fb53f01d61","disposition":"runnable","eplb":true,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f214f2d41030285d49d736714583c2b582156073d029971f8713c489c9fadab2","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d0c2c9a33e9d1ffd35aa2865205f590f74f93315af3a9a6ec7936f879e614883","disposition":"runnable","eplb":true,"label":"B300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d254ba0d2bcce5a4df0a05df5efa2da9de4626f8b923a8b23768eebf48216a75","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b15ec50bddc6a647e47471a1324300bc0cad87ac01ac64b960b0dbf1bca2d043","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-682e91c5efcb1834ca4e73835b2fdd4f6e4b9eaa0f3c35312d63fe3cd4bdef71","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b56dbac6190d169f353f17cef2fdf9c527f2abfad6c0cf19b2e5dfafa30a8999","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-12fa479e8fb052a3a7cc6e1655fe690e3028cd82385742f8209e9bd087c0862c","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-94fdaaa7cab9b78232f423ae1e88afac13bc397ac3ea2fc7e4e44406cb6f51aa","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0fa66efbaeac16cb9f00efcbbf83ef75974719ba0db12bfc66f701b110b57ad3","disposition":"unsupported","eplb":true,"label":"B300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4c0eb84f4fba9b177c9a9e7dd6d3d153665f4cfee8d7ab94e5814b1331cdd6a0","disposition":"unsupported","eplb":true,"label":"B300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5e88f54e00d1c1330d5f1b1473e89ee685174ba32b5a99acc5a37212a2dc97c1","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4ef3935ab71b3d7b68ce69e85b2dc6bb4e362aba324ff027fa3259419a5bfef1","disposition":"unsupported","eplb":true,"label":"B300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-292d47d30a2b3d04526aabe37412107de2692e95428a9c7918e9ab2d22aa4ac4","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-58cf6ab470a5bd692787ecb5d6dc3fd441db45f5530daea0abcbd2273ba8d9ad","disposition":"unsupported","eplb":true,"label":"B300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e101c179d14e601b779e514637b2bfba0b2d2f17e8c64a69c1dad39d34f29bc3","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fe3dd11597ecea52a5a06fed49c17bdaea34934cc929f61f7a678135a770dd66","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5fd9bd58d81076decfd907b221d6b71e70e478025e4b1997e9511d995deb0f86","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-dbee02333ce133a7e9edda33baa6afd3bef332931a1da053d744fc6ca48dad35","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6945a236f5658a550ec97ff0b323f81d31b371e193703dd2feacc2c9f44ea1dc","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e6715370c361c27145dbaa32ede51aebc3833b9ec4331ae9d929cdccc39289fd","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a193c4db91160168b5333390f59f82753cfff45ecd51895efbba296a2dd1232","disposition":"unsupported","eplb":true,"label":"B300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-187d1a7474f9f68d0fb02b14d94976a8ae48bd516fd653f37635801151ceb6ce","disposition":"unsupported","eplb":true,"label":"B300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-50edf45090ba364425c394879ddad86098a5eb21bfeab5403886eaf9b1a1a407","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-de9512f3c95673b74e189ffcde2219080b945ef202e9e6c52bd1d28911368b35","disposition":"unsupported","eplb":true,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-5d90f8f6972bacc669d5b7d3fea7a6af652545532dc2e767c310e9b911b578e7","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-297efedb9981a9a9cb00e4f2df11f6b61139c79c466647fb3802c87558ec51b2","disposition":"unsupported","eplb":true,"label":"B300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a4e4a7f119a15164443fc83bd7d15410c3e402d2a265962396a48598da742a5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-1a9efc715f9a79c1a5e874975fa8daa7ac396e979f69dab420bc708e59af023f","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-11fa2a834d7d617dd49f122d5209d795d0c74b4af6d395715b4c8ea392c31234","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a6ee95c19be3b4fa2ab56768024d5511b681efee8c19279645f9ab16e515ba8a","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-17318182ae44115edd6fea2a9cc25dce9309e70f3d3e6022bd304822a7148d2f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-91c4b462e7f9741add5c0e5bfe61044651f642b65423cabbecca385a195a158f","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-860c762ba29d768f46b91a892be290ab9e8953c39020e1fbe72dbaa4423f042d","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-726f4b4bbaae65c72198c4f2b48cad09bba4a16ea7ea5b7ea55f1c06a41bd383","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5ea00de76e8653c6b3ea98be00dba1cef61fdfae18d6926ac2b6b0905df09cf5","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-11f215ea02b0dededf928fe403b4c9431e41785eb87d34f1031179867b283256","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-811eeb4cd37ea06ec54fc144ce1a7218141fff8723d8268449fe288f28afc859","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-449a92e0a82ce028362c4892fc3b34d13ba8e9346a985010e68137fb7a30dc1b","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b69219e268cec5d3967d60de5cf400c191278e0f573f6f947d5228472ee6667c","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-3310ffccc87cb161ae9b5272307c9b7d5bbeeac0e893471a1e2b2b24eec4ab57","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6bd683db493e0b886255161384bf154640023c16ce24032ddbee18672e54406b","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-39c39ebbe3d204663389e35eb8e12a6e4ef9405c44922266d8937a8e5d68e2dc","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2bd203c3c0cf0cf4b295d411fe5ae96e39dab985ce56c58c7b50466415549cab","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-edd0ab9a91d7ece3a21885bafae6ff6120815742e625c525b60d91367ef5ed68","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-80eb3394dbfa50a5dfeb38b7142f7711f239f8653f281740480b87fae9cf84c0","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e51a151e8ef4d1093e95fcf2a4d97ac929310f152adedaaed5ee44851c315b2c","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b821016989238b47407eed0ff7390809e718ce4ed01e432d637d8600472d2026","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6b2ba54b676af7c1d652775904cba9025ea0e68e411420621f9a445135c149d6","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-606e601d21c9f78b205fc4be96fe7d0b8becb8760dcd2819fd85eb8d69a55e8b","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-95513c8f73126b4099f5a5148d1c329dfa340aba9adad6926a8f09ca5b1abbf3","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-857eb651f519013847e641d2cd33733d2310aa4365ca91cafbb8deae92735a69","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9ce66797742462039c39e4b30b12dd9152e97f64a90a61357b0df585f31e45c4","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-8ab0c13dfb58373c6e056b77096616500cf69391eb0bec0b606d7993aeb2d67f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ea9b43c2dcfeeabd18ee73dae10a2132b05640353d5e5bb6e6a3d04da632c36b","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-113d11b4bed48df5df6c3e89e4d1ca2267074661912b5ad8452162f3ef270504","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0a241607b62fa784a92f3855651565f32ecabecfd5f5d4d56933e7c8836f932b","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-304c628a8c87db44c49d5fd1afa35da47e54dd81bf13220ffc28a77116d49d4e","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f4767304530f8f3eeefdce20b7330fc06228bf8ba0b0e6d27438910633c3d7d5","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ef6f58c28e1485935ef1183415a1aa1d74292e0e691676683647adc4e8c736d5","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-cb89358ed89c899fb574ea1af3700c7bf8ef5f1ef2388eb33ce5dfa7c942aa27","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-ef6fc2c9b247922872af66e8b939c367009fa42abaa91747f7898dbae0a1dc7e","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-b1851e09835810609ee431ae29aed115b1f7623ffa93d33acdb8190762451e50","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4d185202629fc1abd20c3394ffbdb1cef1ec3fbb8eec5e7ac11ff3581eb36c8b","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-300629e6f766559f466f18037ed8262c83dd66a3e2540a2c32aa76a9f45876d6","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-8ce0692ad8b0aa38633c446a9b95e9115530afb9e9dda3d538408fa42d98a01f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-739455530e94e4546e2115e72332e2560be4309efb8ebb3071cadc4646849982","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-732300fcf7e6c9a7a434bc822136aade8a3da7b74a8ee9180a2388bebc477b98","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-695366a1d4638e9bc9f2163cbcaaec66d2fb8fb1d19f367af803f49a6b94c820","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ff62a96472467fbcc3a6873060f05a5cb85824d76d3a5a424fe77e110dc3f40","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6c775ddb3073072133a779b5ec8e3e27169baf1278470c47e54e7b4ce6a76673","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-60c5d4496340ce722cb23b47b129c114335d92c899c568c53329ce088f26dc05","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-7e9e03542f4ddf301ffbec43126c198555c2d0987cdf0bf209eb0e22c0909b81","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-b751b43850d011f4f9ca4cdc1c663f58cbf167ded4ed8be8bf3bdcc52251ec53","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-6858bbf47d1f04f74cd164a633e6be580212152192515cfa7941bcb1a6aae3fe","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f2c196cb18e2a76bcd5bce71781400aba65f76f11f18bf17ae99ae985d2fe2c0","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-0d6e84ed0b5301c0d4a38a7f4c452b7ff6187430b250168ce289e1b1fc99b012","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e3d1ce0bfefe8d24fe6693edbf7769b753a00b572ca92f1ea5d56946583796f5","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-37406c04577dbdd7cf48b318f87c0f09c6bfb7cccbeb768d63ef4b68d037a3f8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1599ba593ec7e0f3e40bcc5e6cd56ee6c1c73d0b1c3fcbf8687f9a3e77e4f919","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-3599e133aa0e93df5a346b92e95e1f6d2100317625411858b9c8b9eec202058f","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-810930fddcc1fa8fd11fca7880a13e37e4722c8b8bcf2fc72f12038bfbd98e4d","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b64268fb6a8f9e903242cf60a1840cf0a074c8fbe4cf6812623aaa6edfa8176f","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7e2cacc3b992d06a59e3bcbce6cf6ff4d13e45437e182c63326b0f362d39bd0e","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-8d6c075b44322f967a75a8e4b0b9d4aafce6c003a7ab0d701caf96629f322a86","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-de27e449ee4ee7c95ecaab5d3e615b01fd3a8b7fc95967f09b67fb3872c1227c","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-805a18b72b0fb785cd40d853f99171a51f6c6a392d8d3daca9a86024bbb8b9cf","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d6f51bd0a3e8fa85a76f22caf23c14bcd77c7071571211262f0719bbb1fd1805","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8b4ba5054e17ffbb1ef829add5332f004cbf8e2a75f3e597f7e52498f0b0ac49","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ab645768fb7c974e5fc224f4a71fee24287a563df9a1c1152b02bb26bb222dc9","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3cf59781097a927effa26a0c955dc7007a319ab151c26266bfa2e80b7d0d82f8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c10598e6d5bebfdcc52022b12dd9b0519f7766fae4acec36a432f6e3b03d1177","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c0a0cb29a712840f61dd678ba17eafc7f167fe668e1f4d6b81118f46a1942c6","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-155d23c43db58a0b6536fc02624dcf1e31c7184fd6fe630543902319f60f5034","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fd077076f5f74477af3a61f83cea3d547ffdb752aa103bf42ca8fce5af7a5ba5","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-cbc7d5e6755e50ae461e77d2a96ca063226f4241c681f88ab1f1cf9f10e96a73","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-eb36ffc1e6f291e9c09bdb7ddbb270b7f42c37503cbda72f229701a44b1bcb10","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e5ebe8210caaa64c45c171e9380d671766a59ce31bf8fc2ef21906388dfdec54","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-8230786c553a0fc74f90024b0c8e1a840eefdea5191811d77c32fb176350508d","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a626a8bfdc51d67134edd5b4012c49bbf700ed9e3ea8d410da2e5c8f7a7fe5ee","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-89c982e5b112518a5c4994ebbddaa6d5f66ea9e1c9337ca8a9e53189bae6b259","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-0323d68c6935ce2d726f45d0738d7afcb83a7010b583d4e33af9515325fca499","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3b80eabb309e938600096fb6c4568bbb2a9a3767277f6b688e5e8edf8d1cfa2d","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3689245549bd7e4330884b9f97ac289bbf798300b76e14e6df6a926203e2c314","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-b1ed3d70edd5563a3a5f50f1cf6f0c0c07a4a0aa149e593e3aebde73a2c28580","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-79a089812b3b7bf1a3ef6cf54ddce4ecf8b0ea1268352c80a758da45de6d8e8c","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ab15ee2dc9064b49e4fca48291b0cc76896b4933004b8606477a7a9e7bec3095","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-9c462f51b6014f1eba54434764fa42aec72794e94451e6c5df6b7cbc689895ea","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5d0aa1c5635ae073b93e11b7bdbddcb2744c24da0d521224fb7967f1139de196","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f24d43b9adfa65750769a644573709c0e362d989f2139e2c97e0faf59763af8c","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-02ee510d51be3be623808f2b5acd46fce6ba16256dfef60811039dcf42b5bed7","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-60bccd011f963695df87ecf1610da44c66e704c2fde2e78ae987460f99f93db1","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e3167556c0e97d457645bfb88d744ef8e2d647a9f9a19e68927361e810aa21e7","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5be8707e4e365841a9200c5e44df450891718bb26179ef679176b6901baf4316","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0fcb61fae7df36ca4719d02983406acfb1dbfc6084d29d7443de55fca2a5c3fe","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f9639cc297cce17611ab618f0a5a708e1faf90783008a6e873f40ef47142031a","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-3ddf5a7bac5712325f7cf92e38cd72ba9c8582da2defc64ad47fd8e06e933a5f","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fd45db21c34fc1b63af7f5a243ca48642553e88e003f8a59a8bbf26cb6fc3af0","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-5905dc70a042bc086704a14e1011cef45a6d8f531dcc5a61ebc7800c40c4b04f","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-eeadc56b3884095b13d3a157b0695877c3dd98a90983c4b91005ce8d49a1bc44","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-292d9693cc8ed913845fdcd0c68a7851e1897b7d76744b599ad3f32e1c37cef9","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-28ed755d2e8fd342ff27b22c98a9385da1bc31a653b8a79c1c81895f3f13f4c3","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-afc4b0890e0e797bf761ec8a4c1059a954bd80052a476c4ef2835bf0a962e0b8","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-53199a1b046b1660b0806c82896433fea809acb885cb09e2baed809a42218554","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e0a87ef77023ffffe60a947a441431cbe0c713462057e6221c29b13492343cc3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-793a434ff6fd85459a2fe0e21d7ac1f8b639591ca94d6d6d95921d0332c1b5d2","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2a02e6142717c2147bbd4fb69dee06e6646347380b80986c9535d4267f6112f5","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d8370ac175916ba3fc15aae3d53f6cc2f9df613356d14f26f9b1f5924faf909d","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ab1209f952a79292ffa26aac92e4b5a0ca5d873cd4f3dccf30e775b323b49e09","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b8031a245f0769797a157f2cc585a3ccaa173bab41000451145cab3cbab149aa","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-11b7cc923135a027b911df97aa68a9a8d7e995cc412c6237c6d88813f3d62d0e","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-745dbd4c872c0138ed007e827120e655e71ec59c9915bf9de7895e73868aef19","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6074204707e578363f7405535e38350b86c9316c8d25e2e10350f76dd486b4f1","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-108bb59c6222043d474824d1846344ab25fb9801bc8aac7b1e797a3da245003d","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-05e3b74a4109907b28c8efe6ca9ef408248b802fc43662bd4200e674c0fb25e4","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-970afd94f94afb1122050b23cf9891ae863fb7cc195382be05835d45fa346c34","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ec26383a0ef122dec07d1d3eb5a4e58c5a0accc37993ce8ab59176d2ac4934d4","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82f6f6d2c12f4555dc2b7a6272bf4f52eac4c371622f84efc42f8d616565d737","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ae5f3636fac4466d4ef41fcd39c3f5c5a9db8ae7a22b0059113a290da1c7932a","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3be43199fcfececbb79f0b65ced3540b9c32d9ad0128bb9297d00b479c85c155","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5325c8490c8c5ac95ad139cdace474b4b8c5fcbe0c6ee9b145df2e74df84f614","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-58d2ca87dd3b3501540b92910ac8e4445a0dc1a18b448e5d2204f76bee4d5dbd","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-1687ad8e48cd994ade922e9e653838d9f00124d37b5524e4615573236949642f","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-957c2307c54c63ede659e802dc4b601b954045d81e16e0040296146376dce00f","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-704de24e72b2c959f90958d956fbf1386579f6aa37847c12298ab61ad7556abf","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-5fbfae208c1846c24e4e1ef3735eff18b2e7e99946cdad18b71d678906507636","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ad287101edbafed7044092e608000a46970c85ee7fc6bc59cb21884d5464af02","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e7ea16731811d7c62929618867f4c135c5b2a7dce58aa710e18607e4d841974e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-25c4aad3debf1d654d1caf1c7bb415e0b78bc4db2d7663d3492203a19bd6e78b","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-1425f722bbbad5395925fc41caa874d74bfd0909e7c5c52931779479f937db36","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-530ffcb3be09b1f91fb238c9f7d93767d4a6c6cd85a53b8945a0ea312ccf42e3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1b4d465cc64767499597b37916d692c788a54276e27db7af286fac40161b467e","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-9ff2563a162be06ef8de1191587888fec5aa5cacf61cd0967e93b8733f8e4c7e","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2fd133215837acbb431fd732e99bba8fe57ab41f29ffe2c9828eade652807386","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-acb8412a38ae09b6c66a43086ef6369f9eda2909d47e93a490af543dfe0f3857","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2c1b0660b0336c64a419f02517b7fb29d37d0bf82e9833a54fec3e980c068197","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a7d771cfeed4c61af5ad6b3f6d4794f527fb3ce4837d8e0b7011a21106ee4ead","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3e5d548120ec4a1f87c93a25e32fbd396ea276fae8cf48a7682ad15df099e74a","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ed03dd28151c88daf4bc9c9cfe979f73fbd3bebe69fe1c2f0816f636a6f0ba70","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2d8e84d9a63cf9a39002c38612eec48f21bb06a41ee74fd6280e3fd3ba9a8b3e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4c5338f93ec2dd192de82f41fcde92daebb63f736cf90dbaa0195e3e94f99cda","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4c9bb8072afd161df2ed308b037f8d10b60c9ac787b7ef6578882beb3aa49485","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-da55896b500015f971bb10d2fc63ee525af95398805e0585572d73a49d577bc7","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-62d30e3d49de51cbc36ad5d73b71e7533035706705d7a2f8c3173e9340d925cc","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-c9fd36e339de3cc37ec241696ba0230dc8aee6a53469f2f802a6d5a5ce5c3f10","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3f0d18209586f436cdb869ca6d7433f2542f5d61c0e03bb6b433818d97d70058","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c0052532fcba7cf512d5c75dc65487997002a3e383dd24bce1efbb1a0bb8cdc6","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-79193e8a1708108ef1c9577e16b9195a5ba0b3df0c2e2776a3a7d820dd741a98","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0a72619f9e0b3072c6394d0c876b09d98262f31b26582a3152ea6e85e8b1886f","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-ccf213f7d0ef37283651ebe43b6fc6ca4bbd921860e22e43d2cfd4552d6e8d79","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5f74f0f44453950a228e6c6b19387fa4da2564700e0ac050728f2534140831e1","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-36db41e70d21ede83ff151591bcf3509fbeb9cf6f4a239bd2d1d44d2d102fcbf","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a711e7ae4b15fc3b867db4ec6d5282e450a4f0c40bdefd43d93f63fc13584470","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5c7a3cb047f723fb4fb0a43afcb86c64ccf24d1e3e25c5d8ea480ef02887cb8e","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-dbde9978634b67c9d2787189ad5ab45e2c29801e5c88a0f82bec54283160f2e0","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-bcc081bdb774bc481f800a627833e4c324d922468c67760a5f5c1fd288213934","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-18cc8b294bfb16a94bb35e24d1f206a444369f13dc389db63904dad7bcdae319","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e1f40a19f7db10c9faa1962f2d154b0ace65e493119ad3fb1c542487863530fe","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f1fc378840c586f8ef08d78c3c502e953bb33a4dd6ccda0b4e77772d6c2b6285","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-28dbae0fb25abf2e321cec5a5f583e26fa31ff614632f76f8b3acc6881266f72","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-224f0e991783e99cea2cc2c43ecccca252ee693fa5cc76f9b1cf9281f782b912","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-9237619308b068d4f584a24576cca74aa180abf8ae1dab182af8aa2c8d33f7cd","disposition":"runnable","eplb":true,"label":"MI355X / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-dbe06485cbd44af04eb22218f09dba5fbd77c0253854400f4b9bda78f1bb2428","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-54698c6b92ae250535f26c6281acbba2f3f9623a4007d0406646e965655e8757","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-27da02cdee74e568b379d3a21113b6c39ef1d6f998bb6482d9b5cd9b9bb0d895","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6117a32770717e5245f599bef8d9ddcc7058a770f2139ea5c79a614a383c3c8d","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f014ee3580af3a50ca9d16d00b670badc5c95035215ab0c18fc64adb83d9e47f","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0d70f77123dfe6f5da94abb621bfd38aab62c6cac2685f4b0f812188239f357f","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-2a6257b5d2ce556c0cb2b1409f6fa61fce448f2410008d2e4d091dffc5d6c418","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0f4d3e492c391f05e5e754477c9cfa3a577b010ff090e99764a681b8f72103f8","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a3004e54e221202aa80f6fc787556d8d32f1619cd8f9efcc445555832c9de7a6","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4853dacdaa3642adfefcb8f7e0deec492d1f44895707071e59f6da66c7c36edd","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6d6198b8e8c0f1ec0059edd542b8a5a668028e2801b8087588a67f7ad01a0737","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-05d9866c5d805d8d718f956cc60d6ef2092c82ba0b67dc80057e4847cd7a773b","disposition":"runnable","eplb":true,"label":"MI355X / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-4b373b533409f6706771701b84d6d534c946a03364e4f954732bf246f675bb4a","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-49ad7d910130a4cce2245e53c76661056385a699196f56d355715788378ab3f8","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-142d0e885403bed40789e31849c6b05b7922cedadb303135a62e855bba9d9d1e","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-a64cd731b7577164b14954af92b11b11c899ae1895914627dab34953d7a45e0a","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4668b7c90fd4ce9d3cb86de0d8877a642c98e9f02714d7306d005b8c9898d062","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e707cbd1913fe6939f126b1d4fbd91393fd3dd61726aa57b20831d56c92f1edd","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-dcc5a3dc749dc25ed22da2f9b7748e7d85987cba819f42b876413506f4f18df1","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c08290f505a6c520794a94ac64990426d6a23c687a0963adc5cc04d1f942242f","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-7eec1ef9a8b51b006a95e5ed44b2b59622e13f2993de2b997798419c50e12b95","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-3f963c1ce464b73a469a31658fd5296f7d0c6b62e163dd715239d4a42cf71e64","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ec1ac0748d185c7a54fae125804f6f01463e676cc5295d9365c4882ba4828057","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-34721471a65b90dc1b9708dc7c06f68d1bd8803bf5240517f0ff7c9ae6f55bf1","disposition":"runnable","eplb":true,"label":"MI355X / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-86ef14c4b72f7880526043a85b5b967f21866a2fd25dd791aeb954c22d7d2d9a","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-432bc624ce32200067cfa949fb4c3413e93929e237f039138257b7baf7c92321","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d1e09966c30b663350649e199ff322e079ecc9d8fd982ee1554f46a6ba40b619","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5613f9beb57ce0d61a5f19fcedb9be60a460a50b52d875a9f0c6c24baa393cc9","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0b6c19c361264a5ae3226399211e184617337dab9ef02d0421850840936f133c","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-10d740b7e04c8a9f7453e68e97721711b49354716d36fbf47b394ff37dc280e6","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1a9f61b9255b9db9da0f3475c30e8393c60f02daf22e571078c8060c813da377","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3542a733181d014695a831fa00449ce458824a3716782bbb9ee0840ad7ab9f4","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-83a532bf4d22ea6137af692fd8c51576f9f026f656240546c0d8cdcd13c37d1c","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b8d7b1cebb5ca8819b5a9ba22d24dc1551872381dfc518b7dc5a0d35c1beaa44","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-1a87cddd386c4ee2aaf26dbfb5da4993909554736d367fda75889602906ee12f","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2872732dda9d0802ac10b82d6bfc653d0e3c745e558badaa035fbc9759e30bea","disposition":"runnable","eplb":true,"label":"MI355X / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e41bf7933a90da3e8a42713d572fe451bc597f4f440237d8fc117594415f19f7","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3c9faaa31bc264e4e5770554c092a367a71ad8f18d98466cfe5d5ded8c982313","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-230052010a23f809de2ba0ad87d40dc841e6c9074f403a88a95a4edfda0de78c","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ab35c7fd4e495b72b0bd615e3530ee90da86e4fd1f12c126237331a44f85e82","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-90b307a86b1cba8228e0ec13b9df811c5a2e93169a926c942150460cddaea7d7","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-54a74edc091cf1994be7a3d0a2058a1511e72cd2ce8513cea27f1ec340524dd1","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d7d21cb46b6c66d32baa2e2e7c1b116cfa3cd2cd3bd63f9fa1e45332c11590da","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bb76ae72d6c187718f64ed3c50cbd2075800ec9f5fa21e2a2cfa77b52a57c995","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-29429e00032a5b82f3a54fb608e1c4dcb57a6c380f5d3e339ace6b222e6a4403","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5f9f6bd331c92d566db04960c57b218f58037e673dff023a1b222906d044c132","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82a004f296c42ac4c3a7cd7a4b35bd5f8b42add72beb318c360aaa476e6112ca","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7ce0c7f85deb2aab67ab93df962f39855bde6179910fc36261f8b588dfc1ebc5","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fe47c6a2fc4deaff2436c0ae8fcfe1d1a8a99dad7515856f629bd7c088683953","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-78b5b3700dbf72a0a510addc4b7881d5de88cc7d2c3d455d02e10389f961c473","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-97bd3a3907093625ea8cebcb473f76421fc74735d59a9bef2b8e186ac7e4a137","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dc4f22e646667973941935dbd0bf16306980bf08b621f425c1570c7a173abb95","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ae2dc6c550d4a4db2af4dbe47e9380c795cfed278bd436b6c119c4188cd2cf1d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2cbebb9303ea46e17c8f0b2fc4b57a0a74f4ec5326a48dafd175645dff51f0b7","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e97a819314a85b3710e316a4d38d8760a6312cd9579d0c172aa97aa74006a22e","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a99ffe99f2e7a8298a6b33c1b4d8f4a237d4adf32d20c6350f7383efbe965723","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-aae60f5fe6694a2bd69e49550f28a3eac0632b7beee85575d4b9dd12412386f0","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ebe127d7cad30a3f8f440b19fc2154d66fe2c79b0c6a184ed636f48ce0b2134e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b6c355cfd4f238e929f780c71ec02db1486d4d6879c0fb030be2ff1d494506e7","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b0be44080fbf5cbafda27d75ba6437b2052b13a277277f12976ba06e3ba2e3b3","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-312b08c1f0e3d354119fedc3ccf05c0296f1dc22249247390a321fb444278691","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8b3b05f1d588ca68f2cb0e43399f24112421261488b0fc9b7a7f2f0f3b0f4fe3","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f4957febc54a417fa9ec94fdbadaa8900aa4bb6764fad8d28eb986244cdd3ab8","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-73b1cf12f733136f2971a17875395f017a461f30f5d1c4ea9b1f2ca39f1c1b49","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d17754a2e64aae2fd948868939a7efcaddb72dad0b728e49606824a36d268499","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9d6b575ca7925de9bb43ab5e671d36631754ec2de380902a9898fc2615aa454f","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fb0c2b67e4b861fd6d25b779e7a41a360b44f9d92e759c81a51ab03798926845","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e7adda0de5ec21ba4630c295b1efcb2559371638d61274d142a9f5ec24799a85","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-efc5bdd5624a0bbbe1cc24d9fc89f4c55e3fc3b00b25ce775e2656414a343bd2","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-215d900e55df95d30cbfd0c0a910c16f5eeb61527122df30bc81c97f3e104a53","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3361718f3d8b651172b8bde64162157ec32dcf303c624a47c276a64ab3a5c850","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c234baeea7098a20e02ec24c89ff28aaecb19f8e9b9e37089b96766e1bec6ae","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82550eb0f805fdce994306debd70aa095be27ccbfb72c86ae88f7567b9679174","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-00543f9a5738dd9a233619e219b375a427145cb15b3100a0547337d4c17dd891","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fbad2b580f74c74ba00f5a6578ee1a624cabd88ee8f8526ec8766346b6ca9841","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-11703f549bf1b75ac740c5419e0e936063faf1903c92f609c1ebfcda8007acfb","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5474014c2426b5499763063c2cc07e2428ef0db1cc1b9a93373f247fab34f8c6","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9464feb9c6bf9496380e8b4150685fe27330fe9c721983b27aecbd62a9dd5147","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ddb4644bdc59d4d2923f4c7b133c195237136e364e2f0cd17c657a33d32c348e","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e7b69f29c3e163329f7beff039cdd751ae7c27182ca80cbe1e41e847640c12b4","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b415f87c3158ec239db42d29ace66bb29bedfdfb942c8007c72310cc8c33b570","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-63004ed9b544dac12164a7f5659ec3b2f49ea2825085854c10626f7003825451","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-dea919e657ca80570d1e3b8cb874a0dfda090e9da9f11677719e54946e02c156","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-57b9538c246bcbd2edfde8467eb68b989d2f742a83c252ab3daca82055426be9","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-98e9ca62f43258f1e58e572eebf9d39d137e9e21ed0f13777e254ef42116da9c","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-acd6399ee16043a5d850f6879ef63b4e4793983e6ab0c35158af2ea328ee01af","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d04cc12bd3b9827036c7cca3c8e28f484cf597837c000edb3dcc7c9d581b81ae","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-96da02f2afb3b4379198b28a1eae472baacf4e9b9204ee5202c83154f0d696ee","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0cbe4ad3a50a60957e630c8fb3d765a093859eb7dc858804f53dd13840a910d9","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5fb0e219ae3c4210ef1a64b40307b33de9a71797bd248657d71a154402336838","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-53a619006ba0a38dd0a56115cee62e34317880ffd068efe1e4d34167efa23f3c","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b10490886f71a9559c894964849b14c9fb969dae9b2263e9caf3c5377e46d259","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-24d06fd73f6cf4193c8637936578aa537c0ef9d3ce567fd40b50d2329f6a7c12","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1fba026ebaa19f8f41e4b1927c553381c8488395b8a57d727b0499b81a6e0ecd","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-de11c0294e66de3cc482ff76db3857b0445a1477d486afd4e2b626ac911ea8e6","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e0f7aa6412bad82270753776e9ae1da52291034cd061343551bcba758d50de99","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1190fc37186b39f2a2f943988b64747a96b546d7df09e5df58d7ac65c20a2fc2","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a1c57a2b0907c7853df7465d595f6588bf93400c5aad7ff2dc28032c75d9c55a","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bbf995e557ccbac4dd4bd0311937a8893a336417ce7bcdbaab624d7f400abd2a","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c6725bcb18e2fef49d9869138485c9d25d1cf101ae2652af6ac9309b52e9023f","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e520b4825bba2d57df077832a74c9e160443b7bcb3704930070b0420ffb5cce2","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4b46aaf5b4c4e9d6e3234ec48369e0f75776e6fe8231f5fef5628824e47fe6a9","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b10374301856b71a9202bc1673c620c75ab88c60731536df25ed6b56a88bf384","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-822637699f55b1d3729536272f78f4ca8877c091855840e4eea3979416631602","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-973e592f1f070c773ef75a2fa879833a9f0fa61b7b62b8026e9df5f6d9fa6ae6","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4abd1ab69003d0382da9fadf3d2e251bd26890e65cd2ad7b33df839cefe8decf","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ef476cbc32a9df6072e0590d45276fd4fe1133eb72adb018248ebdba92f33258","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-67080642da81be80ede5c241567bc52db45973de181c178b6c0da9ec115dc269","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-edb11af9933abbb885ebaad6b2973fc87ec4c257e2099f640165dd8734ab23e6","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bbdbe2a68141e3d5091506ee8cf969ef072ee1041b23760e3da807d98b5fb276","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-334ba5a4f99fc96c3e4d5ee96007f33fd6a6b0c2aa991c04b7fb07b5d21d5437","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3e3511afb9db0d4b5f0f77f63f193693e6835f9c2d62c2e4bddbe3dccfbb6913","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6de9950e7c4d419c6afd3d585fa642868843fe4d3b398f4be1582321489e6098","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-964662f9b6f5d3b62d8b25a5d040d79c474e67b89930a1efd92794d52c5ae028","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7ea8c1032ba4dd9fc0a3f83f5f7e9a4106c35f15de0b93aa9743e7423bbd56de","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8d3bbb463f1a04b7004d8bc5e3914f8a0cd80d1e59a8893c3accdbcf5c434db1","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-8639b68806dc1214240af7cd902d6af8f85b8cb51e98d805a00ddae2dd7b1340","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-826a7c03ca455f3448d7e8d8f37ef0248126756dd77b331ffa30342393a5ad77","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bb95cc1891d0786d533d30e54825aae9c5caa758858cbae40f77b628542bdd36","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2506da029a5a922799af43f60286d638d26bd28eabc1bdd48e24ac39b33fe311","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35c3789b503c8e709501d54838ac8d4847daf14261964fd03bb9015cb79af026","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8db242fcb47f21b48e16ea43f36113da6c95808d91e05d83ca23bab3ba671869","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-21b25b1cf6249dd1aae5624fc4954ae856077bcf5c1eb2ba4737045f0a7e20bb","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3375e18506e03418df0cec6243b093be2668c71a19c37e7702d38b1c052bf9fd","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-19821801e6fcf268d990b25e91e0af3b018aaa93ec80ac59448a835e67acc584","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-87b47c9d9ab6c6ddd2e471acdb9d941bf0312a54e8a58cdf399b6ed8a8d3a28a","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7a04e8b2012550158800e2b1e09f5f38c0d339755f5b8a42941fa2586ea4eeec","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cacf1e3559eed89c74503d02c11510c76ed06ad4fcc96a333290093daa8fad09","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-46eb30d71a16a9144121e51fb1da5955d61799979b2764314b689907cb1fad20","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-874d68d9bece5f955ba2bd5b0a165fb09cb0a322836e775e5152683b76d48b82","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c303bd6a063dd4517c2ae3a4f2f6e2d50e3e4d05249fa237a50bd42185865363","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3bcdb5a9d549cf9bb02f9e8b6fbc6d092750ab0d33e183870a8fcdd8811e8a41","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4474c9c083b3d345f0218c213b97c5667f26ea44e82220db630f9a1e6570ba7c","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b778af47a47c6d5d299f359e0962da5230516aeaf44e48a045f38d77f843b27a","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ca079f60bc32b71523114f292e0448653077286fe12cc33dc3753e1716693c94","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9077893446c9f94bf33415b997502e419e11001b292d18329327ff4bbf907ce0","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-86ca0f6137ee2147a43c9a934e32e6333ba816daeb9aa1a3d0613c18829c24e5","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ea6070538bdbec9c93e8fab7424c0fd1bf268d9fe362a47aeccec3e86e1110c6","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d61f86b085374983131d3029c5b52365dc242ca64a0873161e5f970b84612274","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-968246ed296fc15c9f8b57df364c35211a2f11bb4884b44acd9e824c72dd2dc1","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-d16d68f605266a4191e5aa4d35b96e4f49fccc4f8539d982bcfc2564f55fc0f2","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d8a062b52fcfb7dfbb0615e9ae050d5972736be28296922e096d6172f664d3f7","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-bc9a0c92a4739452f95f0419f68d1dfbcc6c19a6cab73bee8e26b310cd069699","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3b57e1b591e29fad2ed513658d04ff4468af0f1652eee581c9041ca325644533","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-907dfd0a3d6aee594a62a438ec5f0698968c23272cce512689d0ab64ad4b0f9f","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c147fa9ac04e04ae88d0f9642326295e9c0acd190a27efd9758bc998f9b039b2","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0df1d71bcd1f11191abaa75c102faef13db9b4b558ec971ed4f2948ed4d32fa2","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4b232a9b315e7a61850f5b85fc673cf149692183e34fd24ff90d3d23e4263344","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-73491fb54829b2d715dfa59e2c54acea30b2497df4459ad65675efddb77d484e","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f2e1c234e8a9190e0da65db7af3e392004464ec81c4eade2f3acb5c2a91b6a01","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3402e9530c4ed26cb0bc25fb98f05c5bf22e4e0a4941516417838451eb98ccec","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2c8c94d370f7783c41ffdd242d737ad266bdad0a13852eb8ddcaca6716ad8794","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e795a4b8ca48a0166218d5faa7a2fe4de53eb4223c9a7d2d4650e5744e0c993a","disposition":"unsupported","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-267769b26661a63595d1a430057f508cdbcd88ff11aad37c649fc66bc8ae9044","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-108c1618daa1269c936e5b217a38da4b8262c089a481a80902b88321b6a109d6","disposition":"unsupported","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3032fca2ebcedef95a09399389860432b7fba5252b8391dcfd9a6f9d07e7deca","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d8a45af976262081b0341e2bcd4178986714dfb0958f16a762736cc6b74339fa","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35f6deeafe9e5903deea6115c6644126c3dae344b0d5c9c4c9c06f42a6913b95","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-caffb2e6251c8e825785872875336ca2378496b0002f585f19c4ecf6a24f68c7","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-8f7db95239c75803f7f4fdf483bd46e6d3643ae95d332bd7a6ed4739d8217a88","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5f2382877507c7beaee4b57e30e89e946216e86de64045071456f0c3081d0033","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0cdf4a7e91bd73076eeb2a13b307f61e005f3c8aec34642deca84164f434e280","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3ea114fc16ea184d1bab4292e8ca09c82bfbc02986167004fac7c9e2f8ba9550","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-928d0bcb4f6abc6989efb543a63b42b1a3ffd188d001167a209dd8bc46aebfaa","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f5374011357bf1de426788e107d63c4245cd742e6912538669fd4ced7582ba49","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-c504265a7e9e16891ae181c3a05221a929e148e821d1d054829d9b93c366c5f4","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-dd4aafa20941ba4bb4d3ea83e127d08ac29769d7b3a6458d0a3f4cfe3676ea83","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a6747535ec01fac2e711447421938806fdc808ae2876bc47e1a532048c0173b2","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9029eb1169574f7346d6a535d21cdf79ca8311185c1c2e1696784ad7c48d2701","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-95f18e1715b8a5f2116c851766778f962ae146f9c973d87b3fa5f733a818b2d5","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-a8b6c6b8238686b17e1a1cb0978774c89971fe5cac609c028f630733a46d5b89","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d57a963d5d2c8e44627c993e77f8a34b3ec7b75d96256cf9cf57a5312229bdde","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-75b70ddd6193b4dee9d8d1d8f98390d0c5aededea42840e18a17a8f620ce5789","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-67b3e6819156757c70ac26f4a8d641849deb542ccd0e5a64fe2afcacbff48502","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9a787377817b7f89df21d642ed344676dc05f21ed7aaf37c502f4064a6660efd","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d69a478a122d8518d40e3e75a88998b6e8723ce777a192ef3c9bc26410b86241","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1473b35d6a7f3fb3a353c5e740dd4fadd72c76229bafb04a305feedca2991ad8","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b18ee7076acbe545494b233441205b70d642742d2e7d803576191c2e5a374f66","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a5e068e60f061a1088f1d57d7e8f502dee9b82a0feb054d2a42cfad9fb7dd0f2","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b3922039c14fd5a38e1cc052da88d7adeb2398af7c59d465414588e27f9037db","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5c92f3d7a6277045836b0a6e55e0406e4a139b8f4bfd80760745f954a09708be","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e5b19040d1a947f40d233e1452e344334815b71c95dbfbfcf5fed2a1bb41bcc3","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-cd58feeee602306f62f7908fc878a1801b77e4c624aad80f47f7d86fc79addac","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-cb0ee8d49a9206beb6fd372a2b165125cc1395543421000add96406b91712d1f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-be56706d0b7fdf081865a34f3c3603a15453fad512f1cc3db429fe329bd1069d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1c922c8ac9573d9cdfe0c8038ad6eba250cd97d8077f720ab165bb42c53e339a","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-de31a503a6e6df7dbc41a6979e7f2f903a0f2f42664e632b806f0826b3a1b5c3","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-93f5bb4b08da27c17fa1530b7ae3d8d254de5a8087ed5bff72f901d5a5ffd6f3","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e1e6a1544edf5cfc75644df66e3d688dcba7b19eaedf109fc061d09e333d9f0a","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-11c7d81a274cd0426ccc8dcec5dfed69797b165ad7e2661f3ba0dc9506dacb05","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fc1412accd4ab4d518c882d7b1f28c962ea735f4774d71e154c83b590cfcb1b1","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3cc784fe4db69a4424425704e3ad0756df8751a1ae28fa3bb21feed23c8daaee","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-335c78abd8b9789aba70ace348293a38a5d7b7a9d930d015e306cc271e859613","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d50b57f18f5893c48d02177d3a725f822ae0c460fab910cca1e98024a326fc87","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ea8e14e6f6d51491ce097add5971da679965bc2219b8907859dfe420e3f5ba8c","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bf19529030e309696e159f98506890c885adf1cbc8293e10866564d51ae09d2d","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-848b6423b349a20b9fd03fdf473bf7ed5fc8c700a6396f4be4eefcad535d0612","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"}],"format":"collectivex.frontend-catalog.v1","matrix_sha256":"c6988c5e81239ace699541322a88a37bfd80819d8bc1a2446f928665cd3ebba0","point_count":1532,"precision_profiles":{"d-bf16.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-bf16.c-fp8-e4m3fn-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-bf16.c-logfmt10-dynamic64":{"combine":{"alignment_contract":"value-block-64","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"logfmt10","conversion_boundary":"inside-combine-timing","padding_contract":"right-zero-pad-values-to-64","quantization_origin":"backend-internal","scale_dtype":"implicit-logfmt10","scale_group_size":64,"scale_layout":"dynamic-per-64-values"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-fp8-e4m3fn-b128-f32-fused.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"bf16","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"backend-fused","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64":{"combine":{"alignment_contract":"value-block-64","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"logfmt10","conversion_boundary":"inside-combine-timing","padding_contract":"right-zero-pad-values-to-64","quantization_origin":"backend-internal","scale_dtype":"implicit-logfmt10","scale_group_size":64,"scale_layout":"dynamic-per-64-values"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"bf16","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"backend-fused","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fn-with-f32-scale","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-prequantized.c-fp8-e4m3fn-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fn-with-f32-scale","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}}},"schema_version":1} diff --git a/packages/app/src/components/collectivex/reader.test.ts b/packages/app/src/components/collectivex/reader.test.ts index 8a0c5957d..857542e86 100644 --- a/packages/app/src/components/collectivex/reader.test.ts +++ b/packages/app/src/components/collectivex/reader.test.ts @@ -11,6 +11,8 @@ import { makeCollectiveXContractDataset, makeCollectiveXDataset, makeCollectiveXDiagnosticDataset, + makeCollectiveXDatasetWithPrecisionCohorts, + makeCollectiveXInventoryDataset, } from './test-fixture'; const mockFetch = vi.fn(); @@ -57,9 +59,10 @@ describe('CollectiveX publication reader', () => { }); expect(lowLatency.measurement).toMatchObject({ contract: 'expert-packed-weighted-combine-v1', - component_order_contract: 'roundtrip-dispatch-gate-weighted-combine-v1', + component_order_contract: 'qualification-hash-rotated-components-v1', combine_semantics: 'gate-weighted', payload_unit: 'token-expert', + qualification_indices: [1, 2, 3], }); expect(unsupported.topology).toMatchObject({ ep_size: 16, @@ -69,6 +72,91 @@ describe('CollectiveX publication reader', () => { }); }); + it('parses inventory coverage with independent precision axes and point status', () => { + const result = parseCollectiveXDataset(makeCollectiveXInventoryDataset()); + const points = result.coverage.flatMap((item) => item.points); + const precisionPairs = new Set( + result.coverage.map( + (item) => + `${item.dispatch_precision.communication_format}/${item.combine_precision.communication_format}`, + ), + ); + + const unsupportedCases = result.coverage.filter((item) => item.disposition === 'unsupported'); + const measuredCases = result.coverage.filter((item) => item.disposition === 'runnable'); + expect(result.coverage).toHaveLength(result.promotion.requested_cases); + expect(points).toHaveLength(result.promotion.requested_points); + expect(result.promotion).toMatchObject({ + measured_cases: measuredCases.length, + unsupported_cases: unsupportedCases.length, + measured_points: measuredCases.reduce((total, item) => total + item.points.length, 0), + unsupported_points: unsupportedCases.reduce((total, item) => total + item.points.length, 0), + }); + expect(precisionPairs).toEqual(new Set(['bf16/bf16', 'fp8-e4m3fn/bf16'])); + expect(points.find((point) => point.terminal_status === 'unsupported')).toMatchObject({ + point_id: null, + series_id: null, + reason: 'backend-platform-unsupported', + }); + expect(points.find((point) => point.terminal_status === 'measured')).toMatchObject({ + terminal_status: 'measured', + reason: null, + }); + expect(new TextEncoder().encode(JSON.stringify(result)).length).toBeLessThan(32 * 1024 * 1024); + }); + + it('accepts publisher-declared precision cohorts without inventing recommendations', () => { + const result = parseCollectiveXDataset(makeCollectiveXDatasetWithPrecisionCohorts()); + const precisionKinds = new Set(['dispatch-precision', 'combine-precision', 'precision-pair']); + const precisionCohorts = result.cohorts.filter((cohort) => precisionKinds.has(cohort.kind)); + + expect(precisionCohorts.map((cohort) => cohort.kind)).toEqual([ + 'dispatch-precision', + 'combine-precision', + 'precision-pair', + ]); + expect( + result.rankings.filter((ranking) => + precisionCohorts.some((cohort) => cohort.cohort_id === ranking.cohort_id), + ), + ).toHaveLength(12); + expect( + result.sensitivities.filter((sensitivity) => + precisionCohorts.some((cohort) => cohort.cohort_id === sensitivity.cohort_id), + ), + ).toHaveLength(2); + expect( + result.recommendations.some((recommendation) => + precisionCohorts.some((cohort) => cohort.cohort_id === recommendation.cohort_id), + ), + ).toBe(false); + const pair = precisionCohorts.find((cohort) => cohort.kind === 'precision-pair')!; + expect(result.rankings.some((ranking) => ranking.cohort_id === pair.cohort_id)).toBe(false); + }); + + it('accepts publisher p99 equivalence ties and rejects descriptive pair rankings', () => { + const tied = makeCollectiveXDataset(); + const p99 = tied.rankings.find( + (ranking) => ranking.metric.measure === 'latency_us' && ranking.metric.statistic === 'p99', + )!; + p99.entries[1].rank = 1; + tied.recommendations = tied.recommendations.filter( + (recommendation) => recommendation.cohort_id !== p99.cohort_id, + ); + expect(() => parseCollectiveXDataset(tied)).not.toThrow(); + + const paired = makeCollectiveXDatasetWithPrecisionCohorts(); + const pair = paired.cohorts.find((cohort) => cohort.kind === 'precision-pair')!; + const dispatch = paired.cohorts.find((cohort) => cohort.kind === 'dispatch-precision')!; + const ranking = structuredClone( + paired.rankings.find((item) => item.cohort_id === dispatch.cohort_id)!, + ); + ranking.ranking_id = `cxranking-v1-${'f'.repeat(64)}`; + ranking.cohort_id = pair.cohort_id; + paired.rankings.push(ranking); + expect(() => parseCollectiveXDataset(paired)).toThrow('invalid metric metadata'); + }); + it('rejects unknown, missing, and stale structural fields', () => { const unknown = makeCollectiveXDataset() as unknown as Record; unknown.browser_decision = true; @@ -83,9 +171,11 @@ describe('CollectiveX publication reader', () => { string, unknown >; - component.logical_gbps = component.logical_payload_rate_gbps_at_latency_percentile; - delete component.logical_payload_rate_gbps_at_latency_percentile; - expect(() => parseCollectiveXDataset(staleMetric)).toThrow('logical_payload_rate'); + component.logical_gbps = component.total_logical_data_rate_gbps_at_latency_percentile; + delete component.total_logical_data_rate_gbps_at_latency_percentile; + expect(() => parseCollectiveXDataset(staleMetric)).toThrow( + 'total_logical_data_rate_gbps_at_latency_percentile', + ); const missingTopologyScope = makeCollectiveXContractDataset(); delete ( @@ -98,6 +188,10 @@ describe('CollectiveX publication reader', () => { const staleMode = makeCollectiveXContractDataset(); (staleMode.series.at(-1) as unknown as Record).mode = 'll'; expect(() => parseCollectiveXDataset(staleMode)).toThrow('normal'); + + const disabledCalibration = makeCollectiveXDataset(); + disabledCalibration.series[0].eplb.calibration_token_offset = 0; + expect(() => parseCollectiveXDataset(disabledCalibration)).toThrow('EPLB calibration fields'); }); it('matches backend eligibility and evidence uniqueness constraints', () => { @@ -360,6 +454,32 @@ describe('CollectiveX publication reader', () => { ); }); + it('rejects misordered or incomplete publisher decisions', () => { + const misordered = makeCollectiveXDataset(); + const entries = misordered.rankings[0].entries; + [entries[0], entries[1]] = [entries[1], entries[0]]; + entries.forEach((entry, index) => { + entry.rank = index + 1; + }); + expect(() => parseCollectiveXDataset(misordered)).toThrow('invalid ordering'); + + const missingRanking = makeCollectiveXDataset(); + missingRanking.rankings.pop(); + expect(() => parseCollectiveXDataset(missingRanking)).toThrow( + 'rankings do not cover every eligible cohort metric', + ); + + const wrongObjective = makeCollectiveXDataset(); + wrongObjective.recommendations[0].objective = 'min-p50-latency'; + expect(() => parseCollectiveXDataset(wrongObjective)).toThrow('invalid publication links'); + + const missingRecommendation = makeCollectiveXDataset(); + missingRecommendation.recommendations.pop(); + expect(() => parseCollectiveXDataset(missingRecommendation)).toThrow( + 'recommendations do not cover every actionable ranking', + ); + }); + it('accepts only digest-addressed public channel paths', () => { const digest = 'a'.repeat(64); expect( @@ -435,7 +555,7 @@ describe('CollectiveX publication reader', () => { mockFetch.mockResolvedValueOnce({ ok: false, status: 503, headers: new Headers() }); await expect(fetchCollectiveXPublication()).rejects.toMatchObject({ name: 'CollectiveXDataError', - availabilityReason: 'store-unavailable', + availabilityReason: 'source-unavailable', }); mockFetch.mockReset(); @@ -479,28 +599,20 @@ describe('CollectiveX publication reader', () => { mockFetch.mockReset(); mockPublication(bytes, digest, { pointerChannel: 'latest-attempt' }); - await expect(fetchCollectiveXPublication('dev-latest')).rejects.toThrow( - 'channel name does not match', - ); + await expect(fetchCollectiveXPublication('dev-latest')).rejects.toThrow('dev-latest'); mockFetch.mockReset(); mockPublication(bytes, digest, { pointerTimestamp: '2099-01-01T00:00:00Z' }); await expect(fetchCollectiveXPublication()).rejects.toThrow('timestamp does not match'); }); - it('requires a promoted dataset only on dev-latest', async () => { + it('requires the only public channel to reference a promoted dataset', async () => { const bytes = new TextEncoder().encode(JSON.stringify(makeCollectiveXDiagnosticDataset())); const digest = await sha256Hex(bytes); mockPublication(bytes, digest); await expect(fetchCollectiveXPublication('dev-latest')).rejects.toThrow( 'does not reference a promoted dataset', ); - - mockFetch.mockReset(); - mockPublication(bytes, digest, { pointerChannel: 'latest-attempt' }); - await expect(fetchCollectiveXPublication('latest-attempt')).resolves.toMatchObject({ - dataset: { promotion: { status: 'diagnostic' } }, - }); }); it('rejects duplicate JSON keys before schema validation', async () => { diff --git a/packages/app/src/components/collectivex/reader.ts b/packages/app/src/components/collectivex/reader.ts index ba86cb0de..dfc6bdb63 100644 --- a/packages/app/src/components/collectivex/reader.ts +++ b/packages/app/src/components/collectivex/reader.ts @@ -23,10 +23,7 @@ export const collectiveXChannelUrl = ( version: CollectiveXVersion = 'v1', ) => `${collectiveXPublicRoot(version)}channels/${channel}.json`; -export type CollectiveXAvailabilityReason = - | 'store-unavailable' - | 'source-unavailable' - | 'channel-unavailable'; +export type CollectiveXAvailabilityReason = 'source-unavailable' | 'channel-unavailable'; class CollectiveXDataError extends Error { readonly availabilityReason: CollectiveXAvailabilityReason | null; @@ -159,8 +156,22 @@ function sameValue(left: unknown, right: unknown): boolean { const RECOMMENDATION_METRICS = { 'min-p50-latency': ['latency_us', 'p50'], 'min-p99-latency': ['latency_us', 'p99'], - 'max-payload-rate-at-p50-latency': ['logical_payload_rate_gbps_at_latency_percentile', 'p50'], - 'max-payload-rate-at-p99-latency': ['logical_payload_rate_gbps_at_latency_percentile', 'p99'], + 'max-activation-data-rate-at-p50-latency': [ + 'activation_data_rate_gbps_at_latency_percentile', + 'p50', + ], + 'max-activation-data-rate-at-p99-latency': [ + 'activation_data_rate_gbps_at_latency_percentile', + 'p99', + ], + 'max-total-logical-data-rate-at-p50-latency': [ + 'total_logical_data_rate_gbps_at_latency_percentile', + 'p50', + ], + 'max-total-logical-data-rate-at-p99-latency': [ + 'total_logical_data_rate_gbps_at_latency_percentile', + 'p99', + ], } as const; function closeEnough(left: number, right: number): boolean { @@ -169,6 +180,18 @@ function closeEnough(left: number, right: number): boolean { ); } +function rankingMetricKey(cohortId: string, metric: CollectiveXMetric): string { + return [ + cohortId, + metric.operation, + metric.phase, + metric.tokens_per_rank, + metric.measure, + metric.statistic, + metric.objective, + ].join('\0'); +} + function metricValue( owner: CollectiveXSeries, metric: CollectiveXMetric, @@ -180,7 +203,7 @@ function metricValue( if (metric.measure === 'latency_us') { return { point, value: component.latency_us[metric.statistic], unit: 'us' }; } - const value = component.logical_payload_rate_gbps_at_latency_percentile?.[metric.statistic]; + const value = component[metric.measure]?.[metric.statistic]; return value === null || value === undefined ? null : { point, value, unit: 'GB/s' }; } @@ -273,6 +296,20 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { ) { throw new CollectiveXDataError('$.promotion.allocation_ids differs from retained attempts.'); } + if ( + !sameIds( + dataset.promotion.qualification_indices.map(String), + [ + ...new Set( + dataset.attempts.filter((item) => item.selected).map((item) => item.qualification_index), + ), + ].map(String), + ) + ) { + throw new CollectiveXDataError( + '$.promotion.qualification_indices differs from retained attempts.', + ); + } for (const item of dataset.coverage) { const expectedAttempts = dataset.attempts @@ -296,10 +333,41 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { throw new CollectiveXDataError(`coverage ${item.case_id} has an invalid selected attempt.`); } } + const coveragePoints = dataset.coverage.flatMap((item) => item.points); + for (const item of dataset.coverage) { + for (const coveragePoint of item.points) { + if (coveragePoint.point_id === null || coveragePoint.series_id === null) continue; + const owner = points.get(coveragePoint.point_id); + if ( + owner?.series.series_id !== coveragePoint.series_id || + !owner.series.case_ids.includes(item.case_id) || + owner.point.tokens_per_rank !== coveragePoint.tokens_per_rank || + owner.point.global_tokens !== coveragePoint.global_tokens + ) { + throw new CollectiveXDataError( + `coverage ${item.case_id} has an invalid point catalog entry.`, + ); + } + } + } + const measuredCases = dataset.coverage.filter((item) => + item.points.every((point) => point.terminal_status === 'measured'), + ).length; + const unsupportedCases = dataset.coverage.filter((item) => + item.points.every((point) => point.terminal_status === 'unsupported'), + ).length; if ( dataset.promotion.requested_cases !== dataset.coverage.length || dataset.promotion.terminal_cases !== - dataset.coverage.filter((item) => item.selected_attempt_id !== null).length + dataset.coverage.filter((item) => item.selected_attempt_id !== null).length || + dataset.promotion.measured_cases !== measuredCases || + dataset.promotion.unsupported_cases !== unsupportedCases || + dataset.promotion.requested_points !== coveragePoints.length || + dataset.promotion.terminal_points !== coveragePoints.length || + dataset.promotion.measured_points !== + coveragePoints.filter((item) => item.terminal_status === 'measured').length || + dataset.promotion.unsupported_points !== + coveragePoints.filter((item) => item.terminal_status === 'unsupported').length ) { throw new CollectiveXDataError('$.promotion coverage counters differ from coverage.'); } @@ -307,7 +375,11 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { for (const item of dataset.series) { if ( item.status !== (item.eligibility.decision_grade ? 'decision-grade' : 'diagnostic') || - !sameIds(item.eligibility.allocation_ids, item.allocation_ids) + !sameIds(item.eligibility.allocation_ids, item.allocation_ids) || + item.eligibility.correct !== + item.points.every( + (point) => point.correctness.semantic_pass && point.correctness.precision.passed, + ) ) { throw new CollectiveXDataError(`series ${item.series_id} has inconsistent eligibility.`); } @@ -320,6 +392,9 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { const selected = dataset.attempts.filter( (attempt) => attempt.selected && attempt.series_id === item.series_id, ); + const selectedQualificationIndices = [ + ...new Set(selected.map((attempt) => attempt.qualification_index)), + ]; if ( !sameIds( item.case_ids, @@ -328,6 +403,10 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { !sameIds( item.allocation_ids, selected.map((attempt) => attempt.allocation_id), + ) || + !sameIds( + item.measurement.qualification_indices.map(String), + selectedQualificationIndices.map(String), ) ) { throw new CollectiveXDataError( @@ -335,7 +414,10 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { ); } for (const point of item.points) { - const linkedEvidenceIds = selected.flatMap((attempt) => + const pointAttempts = selected.filter((attempt) => + attempt.evidence.some((evidence) => evidence.point_id === point.point_id), + ); + const linkedEvidenceIds = pointAttempts.flatMap((attempt) => attempt.evidence .filter((evidence) => evidence.point_id === point.point_id) .map((evidence) => evidence.evidence_id), @@ -343,6 +425,53 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { if (!sameIds(point.evidence_ids, linkedEvidenceIds)) { throw new CollectiveXDataError(`point ${point.point_id} has inconsistent evidence links.`); } + if ( + !sameIds( + point.stability.qualification_indices.map(String), + pointAttempts.map((attempt) => String(attempt.qualification_index)), + ) + ) { + throw new CollectiveXDataError( + `point ${point.point_id} has inconsistent qualification evidence.`, + ); + } + if ( + point.correctness.precision.profile_id !== item.workload.precision_profile || + (point.correctness.semantic_pass && !point.correctness.precision.passed) + ) { + throw new CollectiveXDataError( + `point ${point.point_id} has inconsistent precision correctness.`, + ); + } + for (const [name, component] of Object.entries(point.components)) { + if (component === null) continue; + const bytes = component.byte_provenance; + const derived = name === 'isolated_sum'; + if ( + bytes.total_logical_bytes !== bytes.activation_data_bytes + bytes.scale_bytes || + (derived && + (component.activation_data_rate_gbps_at_latency_percentile !== null || + component.total_logical_data_rate_gbps_at_latency_percentile !== null)) || + (!derived && + (component.activation_data_rate_gbps_at_latency_percentile === null || + component.total_logical_data_rate_gbps_at_latency_percentile === null)) + ) { + throw new CollectiveXDataError( + `point ${point.point_id} has inconsistent ${name} byte accounting.`, + ); + } + } + } + if ( + item.eligibility.decision_grade && + !sameIds( + selectedQualificationIndices.map(String), + dataset.promotion.qualification_indices.map(String), + ) + ) { + throw new CollectiveXDataError( + `series ${item.series_id} lacks the required qualification indices.`, + ); } } @@ -367,6 +496,34 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { string, CollectiveXDataset['rankings'][number]['entries'][number] >(); + const expectedRankingMetrics = new Set(); + for (const cohort of dataset.cohorts) { + if (!cohort.eligibility.decision_grade || cohort.kind === 'precision-pair') continue; + const members = cohort.series_ids.map((id) => series.get(id)!); + const commonTokens = members + .map((item) => new Set(item.points.map((point) => point.tokens_per_rank))) + .reduce((left, right) => new Set([...left].filter((token) => right.has(token)))); + for (const tokens of commonTokens) { + for (const measure of [ + 'latency_us', + 'activation_data_rate_gbps_at_latency_percentile', + 'total_logical_data_rate_gbps_at_latency_percentile', + ] as const) { + for (const statistic of ['p50', 'p99'] as const) { + expectedRankingMetrics.add( + rankingMetricKey(cohort.cohort_id, { + operation: 'roundtrip', + phase: members[0].phase, + tokens_per_rank: tokens, + measure, + statistic, + objective: measure === 'latency_us' ? 'min' : 'max', + }), + ); + } + } + } + } const rankingMetrics = new Set(); for (const ranking of dataset.rankings) { const cohort = cohorts.get(ranking.cohort_id); @@ -385,26 +542,23 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { } const expectedObjective = ranking.metric.measure === 'latency_us' ? 'min' : 'max'; const expectedUnit = ranking.metric.measure === 'latency_us' ? 'us' : 'GB/s'; + const p99Latency = + ranking.metric.measure === 'latency_us' && ranking.metric.statistic === 'p99'; if ( ranking.publication_tier !== cohort.publication_tier || + cohort.kind === 'precision-pair' || !cohort.eligibility.decision_grade || !sameValue(ranking.eligibility, cohort.eligibility) || ranking.metric.objective !== expectedObjective || ranking.entries.some( - (entry, index) => entry.rank !== index + 1 || entry.unit !== expectedUnit, + (entry, index) => + entry.unit !== expectedUnit || + (p99Latency ? entry.rank !== 1 && entry.rank !== index + 1 : entry.rank !== index + 1), ) ) { throw new CollectiveXDataError(`ranking ${ranking.ranking_id} has invalid metric metadata.`); } - const metricKey = [ - ranking.cohort_id, - ranking.metric.operation, - ranking.metric.phase, - ranking.metric.tokens_per_rank, - ranking.metric.measure, - ranking.metric.statistic, - ranking.metric.objective, - ].join('\0'); + const metricKey = rankingMetricKey(ranking.cohort_id, ranking.metric); if (rankingMetrics.has(metricKey)) { throw new CollectiveXDataError(`ranking ${ranking.ranking_id} duplicates a decision metric.`); } @@ -427,17 +581,63 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { ); } } - const declaredWinner = ranking.entries[0]; - const winnerKey = [ - ranking.cohort_id, - ranking.metric.measure, - ranking.metric.statistic, - declaredWinner.point_id, - ].join('\0'); - declaredRankingLeaders.set(winnerKey, declaredWinner); + const expectedEntries = ranking.entries.toSorted((left, right) => { + const valueOrder = left.value - right.value; + if (valueOrder !== 0) { + return ranking.metric.objective === 'min' ? valueOrder : -valueOrder; + } + return ranking.metric.objective === 'min' + ? left.series_id.localeCompare(right.series_id) + : right.series_id.localeCompare(left.series_id); + }); + const tiedFirst = p99Latency ? ranking.entries.filter((entry) => entry.rank === 1).length : 0; + const expectedRanks = p99Latency + ? ranking.entries.map((_, index) => (index < tiedFirst ? 1 : index + 1)) + : ranking.entries.map((_, index) => index + 1); + if ( + !sameValue(ranking.entries, expectedEntries) || + !sameValue( + ranking.entries.map((entry) => entry.rank), + expectedRanks, + ) + ) { + throw new CollectiveXDataError(`ranking ${ranking.ranking_id} has invalid ordering.`); + } + const rankOne = ranking.entries.filter((entry) => entry.rank === 1); + if (rankOne.length === 1) { + const declaredWinner = rankOne[0]; + const winnerKey = [ + ranking.cohort_id, + ranking.metric.measure, + ranking.metric.statistic, + declaredWinner.point_id, + ].join('\0'); + declaredRankingLeaders.set(winnerKey, declaredWinner); + } + } + if (!sameIds([...rankingMetrics], expectedRankingMetrics)) { + throw new CollectiveXDataError('rankings do not cover every eligible cohort metric.'); } const recommendationKeys = new Set(); + const expectedRecommendationKeys = new Set(); + for (const ranking of dataset.rankings) { + const cohort = cohorts.get(ranking.cohort_id)!; + const rankOne = ranking.entries.filter((entry) => entry.rank === 1); + if ( + cohort.publication_tier === 'official' && + !['routing', 'dispatch-precision', 'combine-precision', 'precision-pair'].includes( + cohort.kind, + ) && + ranking.metric.measure === 'latency_us' && + ranking.metric.statistic === 'p99' && + rankOne.length === 1 + ) { + expectedRecommendationKeys.add( + [ranking.cohort_id, 'min-p99-latency', rankOne[0].point_id].join('\0'), + ); + } + } for (const recommendation of dataset.recommendations) { const cohort = cohorts.get(recommendation.cohort_id); const [measure, statistic] = RECOMMENDATION_METRICS[recommendation.objective]; @@ -451,8 +651,11 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { ].join('\0'); if ( recommendationKeys.has(recommendationKey) || + recommendation.objective !== 'min-p99-latency' || !cohort || - cohort.kind === 'routing' || + ['routing', 'dispatch-precision', 'combine-precision', 'precision-pair'].includes( + cohort.kind, + ) || cohort.publication_tier !== 'official' || !cohort.eligibility.decision_grade || !sameValue(recommendation.eligibility, cohort.eligibility) || @@ -468,6 +671,9 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { } recommendationKeys.add(recommendationKey); } + if (!sameIds([...recommendationKeys], expectedRecommendationKeys)) { + throw new CollectiveXDataError('recommendations do not cover every actionable ranking.'); + } const sensitivityKeys = new Set(); for (const sensitivity of dataset.sensitivities) { @@ -487,7 +693,7 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { if ( sensitivityKeys.has(sensitivityKey) || !cohort || - cohort.kind !== 'routing' || + !['routing', 'dispatch-precision', 'combine-precision'].includes(cohort.kind) || !cohort.eligibility.decision_grade || sensitivity.publication_tier !== cohort.publication_tier || !sameValue(sensitivity.eligibility, cohort.eligibility) || @@ -544,11 +750,7 @@ async function responseOrThrow(url: string, options: RequestInit, name: string): const response = await fetch(url, options); if (response.ok) return response; if (response.status === 503) { - const reason = response.headers.get('x-collectivex-status'); - if (reason === 'source-unavailable') { - throw new CollectiveXDataError(reason, reason); - } - throw new CollectiveXDataError('store-unavailable', 'store-unavailable'); + throw new CollectiveXDataError('source-unavailable', 'source-unavailable'); } if ( name === 'channel' && diff --git a/packages/app/src/components/collectivex/test-fixture.ts b/packages/app/src/components/collectivex/test-fixture.ts index 69b1d47e5..653537c33 100644 --- a/packages/app/src/components/collectivex/test-fixture.ts +++ b/packages/app/src/components/collectivex/test-fixture.ts @@ -26,16 +26,17 @@ function fixtureId( return `cx${kind}-v1-${value.toString(16).padStart(64, '0')}`; } -const allocations = [1, 2, 3].map((value) => fixtureId('allocation', value)); +const qualificationIndices = [1, 2, 3] as const; +const allocations = qualificationIndices.map((value) => fixtureId('allocation', value)); const decisionIds = { libraryCohort: fixtureId('cohort', 1), routingCohort: fixtureId('cohort', 2), chipCohort: fixtureId('cohort', 3), systemCohort: fixtureId('cohort', 4), diagnosticLibraryCohort: fixtureId('cohort', 5), - rankings: Array.from({ length: 16 }, (_, index) => fixtureId('ranking', index + 1)), - recommendations: Array.from({ length: 16 }, (_, index) => fixtureId('recommendation', index + 1)), - sensitivities: Array.from({ length: 8 }, (_, index) => fixtureId('sensitivity', index + 1)), + rankings: Array.from({ length: 24 }, (_, index) => fixtureId('ranking', index + 1)), + recommendations: Array.from({ length: 24 }, (_, index) => fixtureId('recommendation', index + 1)), + sensitivities: Array.from({ length: 12 }, (_, index) => fixtureId('sensitivity', index + 1)), } as const; function attemptId(caseIndex: number, allocationIndex: number, ordinal: number): string { @@ -59,21 +60,57 @@ function makeEligibility(): CollectiveXEligibility { function component(base: number) { const latency = { p50: base, p90: base + 10, p95: base + 15, p99: base + 20 }; - const logicalBytes = 1_048_576; + const activationBytes = 1_048_576; + const scaleBytes = 16_384; + const totalBytes = activationBytes + scaleBytes; + const rate = (bytes: number) => ({ + p50: bytes / (latency.p50 * 1000), + p90: bytes / (latency.p90 * 1000), + p95: bytes / (latency.p95 * 1000), + p99: bytes / (latency.p99 * 1000), + }); return { origin: 'measured' as const, latency_us: latency, - logical_bytes: logicalBytes, - logical_payload_rate_gbps_at_latency_percentile: { - p50: logicalBytes / (latency.p50 * 1000), - p90: logicalBytes / (latency.p90 * 1000), - p95: logicalBytes / (latency.p95 * 1000), - p99: logicalBytes / (latency.p99 * 1000), + byte_provenance: { + accounting_contract: 'activation-data-plus-scales-v1' as const, + activation_data_bytes: activationBytes, + scale_bytes: scaleBytes, + total_logical_bytes: totalBytes, }, + activation_data_rate_gbps_at_latency_percentile: rate(activationBytes), + total_logical_data_rate_gbps_at_latency_percentile: rate(totalBytes), sample_count: 512, }; } +const bf16Precision = { + alignment_contract: 'native-bf16-vector-alignment', + api_input_dtype: 'bf16', + api_output_dtype: 'bf16', + communication_format: 'bf16', + conversion_boundary: 'none', + padding_contract: 'none', + quantization_origin: 'none', + scale_dtype: null, + scale_group_size: null, + scale_layout: 'none', +} as const; + +function precisionEvidence() { + return { + dequantized_semantics: true, + encoded_payload_valid: true, + max_abs_error: 0, + max_rel_error: 0, + passed: true, + saturation_count: 0, + saturation_rate: 0, + scales_finite: null, + scales_positive: null, + }; +} + function decisionMetricValue( item: CollectiveXSeries, metric: CollectiveXDataset['rankings'][number]['metric'], @@ -81,13 +118,15 @@ function decisionMetricValue( const roundtrip = item.points[0].components.roundtrip!; return metric.measure === 'latency_us' ? roundtrip.latency_us[metric.statistic] - : roundtrip.logical_payload_rate_gbps_at_latency_percentile![metric.statistic]; + : metric.measure === 'activation_data_rate_gbps_at_latency_percentile' + ? roundtrip.activation_data_rate_gbps_at_latency_percentile![metric.statistic] + : roundtrip.total_logical_data_rate_gbps_at_latency_percentile![metric.statistic]; } function metricLabel(metric: CollectiveXMetric): string { return metric.measure === 'latency_us' ? `${metric.statistic} latency` - : `payload rate at ${metric.statistic} latency`; + : `${metric.measure === 'activation_data_rate_gbps_at_latency_percentile' ? 'activation' : 'total logical'} rate at ${metric.statistic} latency`; } function coverageTopology(series: CollectiveXSeries): CollectiveXCoverage['topology'] { @@ -168,12 +207,17 @@ function makeSeries( experts: 256, routing: 'uniform', eplb: false, - dispatch_dtype: 'bf16', - combine_dtype: 'bf16', - activation_profile: 'canonical-counter-source-v3', + precision_profile: 'd-bf16.c-bf16', + dispatch_precision: { ...bf16Precision }, + combine_precision: { ...bf16Precision }, + activation_profile: 'canonical-counter-source-v4', }, eplb: { enabled: false, + calibration_workload_id: null, + calibration_trace_sha256: null, + calibration_window: null, + calibration_token_offset: null, planner: null, mapping_sha256: null, logical_experts: 256, @@ -186,16 +230,14 @@ function makeSeries( imbalance_after: null, }, resource: { - mode: 'tuned', + mode: 'fixed-profile', profile: 'backend-default', comm_units_kind: 'sm', configured_units: 20, }, measurement: { contract: lowLatency ? 'expert-packed-weighted-combine-v1' : 'layout-and-dispatch-v1', - component_order_contract: lowLatency - ? 'roundtrip-dispatch-gate-weighted-combine-v1' - : 'roundtrip-dispatch-activation-only-combine-v2', + component_order_contract: 'qualification-hash-rotated-components-v1', combine_semantics: lowLatency ? 'gate-weighted' : 'activation-only', payload_unit: lowLatency ? 'token-expert' : 'token-rank', sampling_contract: 'fixed-512-v1', @@ -203,6 +245,7 @@ function makeSeries( trials: 64, warmups: 32, samples_per_component: 512, + qualification_indices: [1, 2, 3], headline_component: 'roundtrip', headline_percentile: 'p99', }, @@ -211,7 +254,67 @@ function makeSeries( point_id: fixtureId('point', index), tokens_per_rank: 128, global_tokens: globalTokens, - correct: true, + anomalies: [], + correctness: { + semantic_pass: true, + precision: { + dispatch: precisionEvidence(), + combine: precisionEvidence(), + passed: true, + profile_id: 'd-bf16.c-bf16', + }, + }, + stability: { + complete: true, + qualification_indices: [...qualificationIndices], + p50_max_min_ratio: 1.05, + p99_max_min_ratio: 1.1, + stable_p50: true, + stable_p99: true, + }, + trial_diagnostics: { + flagged: false, + reasons: [], + components: { + dispatch: + index === 1 + ? { + drift_flagged: false, + first_last_median_ratio: 1.02, + outlier_flagged: false, + robust_outlier_fraction: 0, + trial_count: 192 as const, + } + : null, + stage: + index === 1 + ? { + drift_flagged: false, + first_last_median_ratio: 1.01, + outlier_flagged: false, + robust_outlier_fraction: 0, + trial_count: 192 as const, + } + : null, + combine: + index === 1 + ? { + drift_flagged: false, + first_last_median_ratio: 1.03, + outlier_flagged: false, + robust_outlier_fraction: 0, + trial_count: 192 as const, + } + : null, + roundtrip: { + drift_flagged: false, + first_last_median_ratio: 1.04, + outlier_flagged: false, + robust_outlier_fraction: 0, + trial_count: 192 as const, + }, + }, + }, routing: { fanout_mean: 5.25, recv_tokens_max: 740, @@ -224,6 +327,7 @@ function makeSeries( }, components: { dispatch: index === 1 ? component(30) : null, + stage: index === 1 ? component(20) : null, combine: index === 1 ? component(40) : null, roundtrip, isolated_sum: @@ -231,8 +335,14 @@ function makeSeries( ? { origin: 'derived', latency_us: { p50: 70, p90: 90, p95: 100, p99: 110 }, - logical_bytes: null, - logical_payload_rate_gbps_at_latency_percentile: null, + byte_provenance: { + accounting_contract: 'activation-data-plus-scales-v1', + activation_data_bytes: 0, + scale_bytes: 0, + total_logical_bytes: 0, + }, + activation_data_rate_gbps_at_latency_percentile: null, + total_logical_data_rate_gbps_at_latency_percentile: null, sample_count: null, } : null, @@ -263,6 +373,7 @@ function successfulAttempts(item: CollectiveXSeries, caseIndex: number): Collect allocation_id: allocationId, run_id: String(1000 + allocationIndex), run_attempt: 1, + qualification_index: qualificationIndices[allocationIndex], attempt_index: 1, outcome: 'success', failure_mode: null, @@ -284,10 +395,33 @@ function seriesCoverage( required: true, disposition: 'runnable', sku: item.system.sku, + suite: item.suite, + workload: item.model, + publication_tier: item.publication_tier, backend: item.backend.id, + backend_generation: item.backend.generation, mode: item.mode, phase: item.phase, + routing: item.workload.routing, + eplb: item.workload.eplb, + precision_profile: item.workload.precision_profile, + dispatch_precision: structuredClone(item.workload.dispatch_precision), + combine_precision: structuredClone(item.workload.combine_precision), + resource: { + mode: item.resource.mode, + profile: item.resource.profile, + comm_units_kind: item.resource.comm_units_kind, + configured_units: item.resource.configured_units, + }, topology: coverageTopology(item), + points: item.points.map((point) => ({ + point_id: point.point_id, + series_id: item.series_id, + tokens_per_rank: point.tokens_per_rank, + global_tokens: point.global_tokens, + terminal_status: 'measured' as const, + reason: null, + })), selected_attempt_id: selected?.attempt_id ?? null, outcome: selected?.outcome ?? 'invalid', failure_mode: selected?.failure_mode ?? null, @@ -318,6 +452,10 @@ export function makeCollectiveXDataset(): CollectiveXDataset { routingEplbVariant.build.implementation_contract_sha256 = 'f'.repeat(64); routingEplbVariant.eplb = { enabled: true, + calibration_workload_id: fixtureId('work', 70), + calibration_trace_sha256: '7'.repeat(64), + calibration_window: 'collectivex-eplb-calibration-window-v1', + calibration_token_offset: 0, planner: 'greedy-rank-major-v1', mapping_sha256: 'f'.repeat(64), logical_experts: 256, @@ -356,7 +494,11 @@ export function makeCollectiveXDataset(): CollectiveXDataset { routingEplbVariant, ]; const metrics = ( - ['latency_us', 'logical_payload_rate_gbps_at_latency_percentile'] as const + [ + 'latency_us', + 'activation_data_rate_gbps_at_latency_percentile', + 'total_logical_data_rate_gbps_at_latency_percentile', + ] as const ).flatMap((measure) => (['p50', 'p99'] as const).map((statistic) => ({ operation: 'roundtrip' as const, @@ -377,6 +519,7 @@ export function makeCollectiveXDataset(): CollectiveXDataset { allocation_id: allocationId, run_id: String(1000 + allocationIndex), run_attempt: 1, + qualification_index: qualificationIndices[allocationIndex], attempt_index: 1, outcome: 'unsupported', failure_mode: 'capability', @@ -433,7 +576,10 @@ export function makeCollectiveXDataset(): CollectiveXDataset { ranking, ): ranking is CollectiveXDataset['rankings'][number] & { publication_tier: 'official'; - } => ranking.publication_tier === 'official', + } => + ranking.publication_tier === 'official' && + ranking.metric.measure === 'latency_us' && + ranking.metric.statistic === 'p99', ) .map((ranking) => { const idIndex = cohortIds.indexOf(ranking.cohort_id as (typeof cohortIds)[number]); @@ -443,15 +589,11 @@ export function makeCollectiveXDataset(): CollectiveXDataset { metric.statistic === ranking.metric.statistic, ); const top = ranking.entries[0]; - const objective: CollectiveXDataset['recommendations'][number]['objective'] = - ranking.metric.measure === 'latency_us' - ? `min-${ranking.metric.statistic}-latency` - : `max-payload-rate-at-${ranking.metric.statistic}-latency`; return { recommendation_id: decisionIds.recommendations[idIndex * metrics.length + metricIndex], cohort_id: ranking.cohort_id, label: `Best ${metricLabel(ranking.metric)} at T=128`, - objective, + objective: 'min-p99-latency' as const, publication_tier: ranking.publication_tier, series_id: top.series_id, point_id: top.point_id, @@ -491,9 +633,24 @@ export function makeCollectiveXDataset(): CollectiveXDataset { required: true, disposition: 'unsupported', sku: 'mi355x', + suite: 'ep-core-v1', + workload: 'deepseek-v3-v1', + publication_tier: 'official', backend: 'deepep', + backend_generation: 'v1', mode: 'normal', phase: 'decode', + routing: 'uniform', + eplb: false, + precision_profile: 'd-bf16.c-bf16', + dispatch_precision: { ...bf16Precision }, + combine_precision: { ...bf16Precision }, + resource: { + mode: 'fixed-profile', + profile: null, + comm_units_kind: null, + configured_units: null, + }, topology: { ep_size: 16, nodes: 2, @@ -505,6 +662,16 @@ export function makeCollectiveXDataset(): CollectiveXDataset { transport: 'xgmi-rdma', topology_class: 'mi355x-xgmi-rdma', }, + points: [ + { + point_id: null, + series_id: null, + tokens_per_rank: 128, + global_tokens: 2048, + terminal_status: 'unsupported', + reason: 'backend-platform-unsupported', + }, + ], selected_attempt_id: unsupportedAttempts.at(-1)!.attempt_id, outcome: 'unsupported', failure_mode: 'capability', @@ -524,8 +691,15 @@ export function makeCollectiveXDataset(): CollectiveXDataset { matrix_id: '5'.repeat(64), allocation_ids: [...allocations], required_allocations: 3, + qualification_indices: [1, 2, 3], requested_cases: 8, terminal_cases: 8, + measured_cases: 7, + unsupported_cases: 1, + requested_points: 8, + terminal_points: 8, + measured_points: 7, + unsupported_points: 1, policy: 'collectivex-decision-grade-v1', reason: null, }, @@ -646,7 +820,7 @@ export function makeCollectiveXDatasetWithPrefillCohort(): CollectiveXDataset { const metric = { ...ranking.metric, tokens_per_rank: 512, phase: 'prefill' as const }; return { ...structuredClone(ranking), - ranking_id: fixtureId('ranking', 20 + index), + ranking_id: fixtureId('ranking', 100 + index), cohort_id: prefillCohort.cohort_id, label: ranking.label.replace('T=128', 'T=512').replace('Library', 'Prefill library'), metric, @@ -666,28 +840,33 @@ export function makeCollectiveXDatasetWithPrefillCohort(): CollectiveXDataset { }); dataset.rankings.push(...prefillRankings); dataset.recommendations.push( - ...prefillRankings.map((ranking, index) => { - const top = ranking.entries[0]; - return { - recommendation_id: fixtureId('recommendation', 20 + index), - cohort_id: prefillCohort.cohort_id, - label: `Best ${metricLabel(ranking.metric)} at T=512`, - objective: - ranking.metric.measure === 'latency_us' - ? (`min-${ranking.metric.statistic}-latency` as const) - : (`max-payload-rate-at-${ranking.metric.statistic}-latency` as const), - publication_tier: 'official' as const, - series_id: top.series_id, - point_id: top.point_id, - value: top.value, - unit: top.unit, - rationale: 'Top stable measured roundtrip result in a controlled cohort', - eligibility: makeEligibility(), - }; - }), + ...prefillRankings + .filter( + (ranking) => ranking.metric.measure === 'latency_us' && ranking.metric.statistic === 'p99', + ) + .map((ranking, index) => { + const top = ranking.entries[0]; + return { + recommendation_id: fixtureId('recommendation', 100 + index), + cohort_id: prefillCohort.cohort_id, + label: `Best ${metricLabel(ranking.metric)} at T=512`, + objective: 'min-p99-latency' as const, + publication_tier: 'official' as const, + series_id: top.series_id, + point_id: top.point_id, + value: top.value, + unit: top.unit, + rationale: 'Top stable measured roundtrip result in a controlled cohort', + eligibility: makeEligibility(), + }; + }), ); dataset.promotion.requested_cases += prefill.length; dataset.promotion.terminal_cases += prefill.length; + dataset.promotion.measured_cases += prefill.length; + dataset.promotion.requested_points += prefill.length; + dataset.promotion.terminal_points += prefill.length; + dataset.promotion.measured_points += prefill.length; return dataset; } @@ -700,6 +879,10 @@ export function makeCollectiveXContractDataset(): CollectiveXDataset { dataset.coverage.push(seriesCoverage(series, attempts)); dataset.promotion.requested_cases += 1; dataset.promotion.terminal_cases += 1; + dataset.promotion.measured_cases += 1; + dataset.promotion.requested_points += 1; + dataset.promotion.terminal_points += 1; + dataset.promotion.measured_points += 1; return dataset; } @@ -711,6 +894,15 @@ export function makeCollectiveXDiagnosticDataset(): CollectiveXDataset { const evidenceId = series.points[0].evidence_ids[0]; series.allocation_ids = [allocationId]; series.points[0].evidence_ids = [evidenceId]; + series.points[0].stability = { + complete: false, + qualification_indices: [1], + p50_max_min_ratio: null, + p99_max_min_ratio: null, + stable_p50: false, + stable_p99: false, + }; + series.measurement.qualification_indices = [1]; series.eligibility = { decision_grade: false, allocation_ids: [allocationId], @@ -736,6 +928,7 @@ export function makeCollectiveXDiagnosticDataset(): CollectiveXDataset { allocation_id: attempt.allocation_id, run_id: attempt.run_id, run_attempt: attempt.run_attempt, + qualification_index: attempt.qualification_index, attempt_index: 1, outcome: 'failed', failure_mode: 'timeout', @@ -751,8 +944,15 @@ export function makeCollectiveXDiagnosticDataset(): CollectiveXDataset { ...dataset.promotion, status: 'diagnostic', allocation_ids: [allocationId], + qualification_indices: [1], requested_cases: 1, terminal_cases: 1, + measured_cases: 1, + unsupported_cases: 0, + requested_points: 1, + terminal_points: 1, + measured_points: 1, + unsupported_points: 0, }; dataset.source_bundle_ids = [dataset.source_bundle_ids[0]]; dataset.coverage = [coverage]; @@ -785,3 +985,71 @@ export function makeCollectiveXDatasetWithDiagnosticCohort(): CollectiveXDataset dataset.cohorts.sort((left, right) => left.cohort_id.localeCompare(right.cohort_id)); return dataset; } + +export function makeCollectiveXDatasetWithPrecisionCohorts(): CollectiveXDataset { + const dataset = makeCollectiveXDataset(); + const routing = dataset.cohorts.find((item) => item.kind === 'routing')!; + const routingRankings = dataset.rankings.filter((item) => item.cohort_id === routing.cohort_id); + const routingSensitivity = dataset.sensitivities.find( + (item) => item.cohort_id === routing.cohort_id, + )!; + const kinds = ['dispatch-precision', 'combine-precision', 'precision-pair'] as const; + for (const [index, kind] of kinds.entries()) { + const cohortId = fixtureId('cohort', 100 + index); + dataset.cohorts.push({ + ...structuredClone(routing), + cohort_id: cohortId, + kind, + label: `${kind} / normal / fixture comparison`, + description: `Publisher-declared ${kind} comparison`, + controlled_factors: + kind === 'dispatch-precision' + ? ['system', 'combine-precision'] + : kind === 'combine-precision' + ? ['system', 'dispatch-precision'] + : ['system'], + varying_factors: + kind === 'precision-pair' + ? ['dispatch-precision', 'combine-precision', 'precision-profile'] + : [kind], + }); + if (kind !== 'precision-pair') { + dataset.rankings.push( + ...routingRankings.map((ranking, rankingIndex) => ({ + ...structuredClone(ranking), + ranking_id: fixtureId('ranking', 200 + index * 10 + rankingIndex), + cohort_id: cohortId, + label: `${kind} publisher ranking`, + })), + ); + dataset.sensitivities.push({ + ...structuredClone(routingSensitivity), + sensitivity_id: fixtureId('sensitivity', 100 + index), + cohort_id: cohortId, + label: `${kind} publisher sensitivity`, + }); + } + } + return dataset; +} + +export function makeCollectiveXInventoryDataset(): CollectiveXDataset { + const dataset = makeCollectiveXDataset(); + const unsupported = dataset.coverage.find((item) => item.disposition === 'unsupported'); + if (!unsupported) throw new Error('Inventory fixture requires an unsupported case'); + unsupported.label = unsupported.label.replace('BF16', 'FP8 dispatch'); + unsupported.precision_profile = 'd-fp8-e4m3fn-b128-f32-prequantized.c-bf16'; + unsupported.dispatch_precision = { + alignment_contract: 'hidden-block-128', + api_input_dtype: 'fp8-e4m3fn-with-f32-scale', + api_output_dtype: 'fp8-e4m3fn-with-f32-scale', + communication_format: 'fp8-e4m3fn', + conversion_boundary: 'before-dispatch-timing', + padding_contract: 'right-zero-pad-hidden-to-128', + quantization_origin: 'caller-prequantized', + scale_dtype: 'f32', + scale_group_size: 128, + scale_layout: 'per-token-hidden-block', + }; + return dataset; +} diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts index 8c3bdfa02..22623100f 100644 --- a/packages/app/src/components/collectivex/types.ts +++ b/packages/app/src/components/collectivex/types.ts @@ -5,10 +5,14 @@ export const COLLECTIVEX_VERSIONS = ['v1'] as const; export type CollectiveXVersion = (typeof COLLECTIVEX_VERSIONS)[number]; export type CollectiveXMode = 'normal' | 'low-latency'; export type CollectiveXTopologyScope = 'scale-up' | 'scale-out'; -export type CollectiveXOperation = 'dispatch' | 'combine' | 'roundtrip' | 'isolated-sum'; +export type CollectiveXOperation = 'dispatch' | 'stage' | 'combine' | 'roundtrip' | 'isolated-sum'; export type CollectiveXPercentile = 'p50' | 'p90' | 'p95' | 'p99'; export type CollectiveXXAxis = 'tokens-per-rank' | 'global-tokens'; -export type CollectiveXYAxis = 'latency' | 'tokens-per-second' | 'payload-rate'; +export type CollectiveXYAxis = + | 'latency' + | 'tokens-per-second' + | 'activation-rate' + | 'total-logical-rate'; export type CollectiveXScale = 'log' | 'linear'; const hex64 = z.string().regex(/^[a-f0-9]{64}$/); @@ -19,11 +23,11 @@ const safeId = z .max(128) .regex(/^[a-z0-9][a-z0-9_.-]*$/); const label = z.string().min(1).max(160); -const reason = z +const reasonId = z .string() .max(96) - .regex(/^[a-z0-9][a-z0-9.-]*$/) - .nullable(); + .regex(/^[a-z0-9][a-z0-9.-]*$/); +const reason = reasonId.nullable(); const timestamp = z.iso.datetime({ offset: true }); const positiveInteger = z.number().int().safe().positive(); const nonnegativeInteger = z.number().int().safe().nonnegative(); @@ -32,10 +36,26 @@ const mode = z.enum(['normal', 'low-latency']); const topologyScope = z.enum(['scale-up', 'scale-out']); const unique = (schema: z.ZodType) => z.array(schema).refine((items) => new Set(items).size === items.length, 'duplicate values'); +const canonicalJson = (value: unknown): string => + JSON.stringify( + value && typeof value === 'object' && !Array.isArray(value) + ? Object.fromEntries( + Object.entries(value) + .toSorted(([left], [right]) => left.localeCompare(right)) + .map(([key, item]) => [key, JSON.parse(canonicalJson(item))]), + ) + : Array.isArray(value) + ? value.map((item) => JSON.parse(canonicalJson(item))) + : value, + ); +const uniqueObjects = (schema: z.ZodType) => + z + .array(schema) + .refine((items) => new Set(items.map(canonicalJson)).size === items.length, 'duplicate values'); export const collectiveXChannelSchema = z.strictObject({ format: z.literal('collectivex.channel.v1'), - channel: z.enum(['latest-attempt', 'dev-latest']), + channel: z.literal('dev-latest'), generated_at: timestamp, dataset: z.strictObject({ path: z.string().regex(/^datasets\/[a-f0-9]{64}\/dataset\.json$/), @@ -50,13 +70,77 @@ const percentilesSchema = z.strictObject({ p95: z.number().finite().positive(), p99: z.number().finite().positive(), }); -const componentSchema = z.strictObject({ - origin: z.enum(['measured', 'derived']), - latency_us: percentilesSchema, - logical_bytes: positiveInteger.nullable(), - logical_payload_rate_gbps_at_latency_percentile: percentilesSchema.nullable(), - sample_count: positiveInteger.nullable(), +const communicationAxisSchema = z.strictObject({ + alignment_contract: z.enum([ + 'native-bf16-vector-alignment', + 'hidden-block-128', + 'native-fp8-vector-alignment', + 'value-block-64', + ]), + api_input_dtype: z.enum(['bf16', 'fp8-e4m3fn-with-f32-scale', 'fp8-e4m3fnuz-with-f32-scale']), + api_output_dtype: z.enum(['bf16', 'fp8-e4m3fn-with-f32-scale', 'fp8-e4m3fnuz-with-f32-scale']), + communication_format: z.enum(['bf16', 'fp8-e4m3fn', 'fp8-e4m3fnuz', 'logfmt10']), + conversion_boundary: z.enum([ + 'none', + 'before-dispatch-timing', + 'inside-dispatch-timing', + 'inside-combine-timing', + ]), + padding_contract: z.enum(['none', 'right-zero-pad-hidden-to-128', 'right-zero-pad-values-to-64']), + quantization_origin: z.enum([ + 'none', + 'caller-prequantized', + 'backend-fused', + 'backend-internal', + 'backend-internal-direct-cast', + ]), + scale_dtype: z.enum(['f32', 'implicit-logfmt10']).nullable(), + scale_group_size: z.union([z.literal(64), z.literal(128)]).nullable(), + scale_layout: z.enum(['none', 'per-token-hidden-block', 'dynamic-per-64-values']), }); +const precisionProfileSchema = z.enum([ + 'd-bf16.c-bf16', + 'd-fp8-e4m3fn-b128-f32-prequantized.c-bf16', + 'd-fp8-e4m3fnuz-b128-f32-prequantized.c-bf16', + 'd-fp8-e4m3fn-b128-f32-fused.c-bf16', + 'd-bf16.c-logfmt10-dynamic64', + 'd-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64', + 'd-bf16.c-fp8-e4m3fn-direct-cast-noscale', + 'd-fp8-e4m3fn-b128-f32-prequantized.c-fp8-e4m3fn-direct-cast-noscale', + 'd-bf16.c-fp8-e4m3fnuz-direct-cast-noscale', + 'd-fp8-e4m3fnuz-b128-f32-prequantized.c-fp8-e4m3fnuz-direct-cast-noscale', +]); +const byteAccountingSchema = z.strictObject({ + accounting_contract: z.literal('activation-data-plus-scales-v1'), + activation_data_bytes: nonnegativeInteger, + scale_bytes: nonnegativeInteger, + total_logical_bytes: nonnegativeInteger, +}); +const componentSchema = z + .strictObject({ + origin: z.enum(['measured', 'derived']), + latency_us: percentilesSchema, + byte_provenance: byteAccountingSchema, + activation_data_rate_gbps_at_latency_percentile: percentilesSchema.nullable(), + total_logical_data_rate_gbps_at_latency_percentile: percentilesSchema.nullable(), + sample_count: positiveInteger.nullable(), + }) + .superRefine((value, context) => { + if (value.origin === 'measured' && value.sample_count !== 512) { + context.addIssue({ + code: 'custom', + path: ['sample_count'], + message: 'measured components require exactly 512 samples', + }); + } + if (value.origin === 'derived' && value.sample_count !== null) { + context.addIssue({ + code: 'custom', + path: ['sample_count'], + message: 'derived components require a null sample count', + }); + } + }); const routingEvidenceSchema = z.strictObject({ fanout_mean: z.number().finite().nonnegative(), recv_tokens_max: nonnegativeInteger, @@ -67,6 +151,85 @@ const routingEvidenceSchema = z.strictObject({ empty_rank_count: nonnegativeInteger, routed_copies: positiveInteger, }); +const precisionAxisEvidenceSchema = z.strictObject({ + dequantized_semantics: z.boolean(), + encoded_payload_valid: z.boolean(), + max_abs_error: z.number().finite().nonnegative(), + max_rel_error: z.number().finite().nonnegative(), + passed: z.boolean(), + saturation_count: nonnegativeInteger, + saturation_rate: z.number().finite().min(0).max(1), + scales_finite: z.boolean().nullable(), + scales_positive: z.boolean().nullable(), +}); +const pointCorrectnessSchema = z.strictObject({ + semantic_pass: z.boolean(), + precision: z.strictObject({ + combine: precisionAxisEvidenceSchema, + dispatch: precisionAxisEvidenceSchema, + passed: z.boolean(), + profile_id: precisionProfileSchema, + }), +}); +const qualificationIndex = z.union([z.literal(1), z.literal(2), z.literal(3)]); +const pointStabilitySchema = z + .strictObject({ + complete: z.boolean(), + qualification_indices: unique(qualificationIndex).min(1).max(3), + p50_max_min_ratio: z.number().finite().min(1).nullable(), + p99_max_min_ratio: z.number().finite().min(1).nullable(), + stable_p50: z.boolean(), + stable_p99: z.boolean(), + }) + .superRefine((value, context) => { + if ( + value.complete && + (value.qualification_indices.join(',') !== '1,2,3' || + value.p50_max_min_ratio === null || + value.p99_max_min_ratio === null) + ) { + context.addIssue({ + code: 'custom', + path: ['qualification_indices'], + message: 'complete point stability requires Q1-Q3 and repeat ratios', + }); + } + if ( + !value.complete && + (value.p50_max_min_ratio !== null || + value.p99_max_min_ratio !== null || + value.stable_p50 || + value.stable_p99) + ) { + context.addIssue({ + code: 'custom', + path: ['complete'], + message: 'incomplete point stability cannot claim stable repeat ratios', + }); + } + }); +const trialDiagnosticComponentSchema = z.strictObject({ + drift_flagged: z.boolean(), + first_last_median_ratio: z.number().finite().min(1), + outlier_flagged: z.boolean(), + robust_outlier_fraction: z.number().finite().min(0).max(1), + trial_count: z.literal(192), +}); +const trialDiagnosticsSchema = z + .strictObject({ + flagged: z.boolean(), + reasons: unique(z.enum(['trial-drift', 'trial-outliers'])).max(2), + components: z.strictObject({ + dispatch: trialDiagnosticComponentSchema.nullable(), + stage: trialDiagnosticComponentSchema.nullable(), + combine: trialDiagnosticComponentSchema.nullable(), + roundtrip: trialDiagnosticComponentSchema.nullable(), + }), + }) + .refine((value) => value.flagged === value.reasons.length > 0, { + path: ['reasons'], + message: 'trial diagnostic reasons must be present exactly when flagged', + }); const eligibilitySchema = z .strictObject({ decision_grade: z.boolean(), @@ -101,16 +264,20 @@ const pointSchema = z.strictObject({ point_id: typedId('point'), tokens_per_rank: positiveInteger, global_tokens: positiveInteger, - correct: z.boolean(), + anomalies: unique(reasonId).max(16), + correctness: pointCorrectnessSchema, + stability: pointStabilitySchema, + trial_diagnostics: trialDiagnosticsSchema, routing: routingEvidenceSchema, components: z.strictObject({ dispatch: componentSchema.nullable(), + stage: componentSchema.nullable(), combine: componentSchema.nullable(), roundtrip: componentSchema.nullable(), isolated_sum: componentSchema.nullable(), }), roundtrip_token_rate_at_latency_percentile: percentilesSchema, - evidence_ids: unique(typedId('evidence')), + evidence_ids: unique(typedId('evidence')).min(1).max(3), }); const seriesSchema = z.strictObject({ series_id: typedId('series'), @@ -162,35 +329,57 @@ const seriesSchema = z.strictObject({ experts: positiveInteger, routing: z.enum(['uniform', 'zipf']), eplb: z.boolean(), - dispatch_dtype: z.literal('bf16'), - combine_dtype: z.literal('bf16'), - activation_profile: z.literal('canonical-counter-source-v3'), - }), - eplb: z.strictObject({ - enabled: z.boolean(), - planner: label.nullable(), - mapping_sha256: hex64.nullable(), - logical_experts: positiveInteger, - physical_experts: positiveInteger, - redundant_experts: nonnegativeInteger, - reference_tokens_per_rank: positiveInteger.nullable(), - replicated_experts: nonnegativeInteger, - max_replicas: nonnegativeInteger.nullable(), - imbalance_before: z.number().finite().nonnegative().nullable(), - imbalance_after: z.number().finite().nonnegative().nullable(), + precision_profile: precisionProfileSchema, + dispatch_precision: communicationAxisSchema, + combine_precision: communicationAxisSchema, + activation_profile: z.literal('canonical-counter-source-v4'), }), + eplb: z + .strictObject({ + enabled: z.boolean(), + calibration_workload_id: typedId('work').nullable(), + calibration_trace_sha256: hex64.nullable(), + calibration_window: z.literal('collectivex-eplb-calibration-window-v1').nullable(), + calibration_token_offset: nonnegativeInteger.nullable(), + planner: label.nullable(), + mapping_sha256: hex64.nullable(), + logical_experts: positiveInteger, + physical_experts: positiveInteger, + redundant_experts: nonnegativeInteger, + reference_tokens_per_rank: positiveInteger.nullable(), + replicated_experts: nonnegativeInteger, + max_replicas: nonnegativeInteger.nullable(), + imbalance_before: z.number().finite().nonnegative().nullable(), + imbalance_after: z.number().finite().nonnegative().nullable(), + }) + .superRefine((value, context) => { + const calibration = [ + value.calibration_workload_id, + value.calibration_trace_sha256, + value.calibration_window, + value.calibration_token_offset, + ]; + if ( + value.enabled + ? calibration.some((item) => item === null) + : calibration.some((item) => item !== null) + ) { + context.addIssue({ + code: 'custom', + path: ['calibration_workload_id'], + message: 'EPLB calibration fields must be present exactly when EPLB is enabled', + }); + } + }), resource: z.strictObject({ - mode: z.literal('tuned'), + mode: z.literal('fixed-profile'), profile: safeId, comm_units_kind: label.nullable(), configured_units: positiveInteger.nullable(), }), measurement: z.strictObject({ contract: z.enum(['layout-and-dispatch-v1', 'expert-packed-weighted-combine-v1']), - component_order_contract: z.enum([ - 'roundtrip-dispatch-activation-only-combine-v2', - 'roundtrip-dispatch-gate-weighted-combine-v1', - ]), + component_order_contract: z.literal('qualification-hash-rotated-components-v1'), combine_semantics: z.enum(['activation-only', 'gate-weighted']), payload_unit: z.enum(['token-rank', 'token-expert']), sampling_contract: z.literal('fixed-512-v1'), @@ -198,6 +387,7 @@ const seriesSchema = z.strictObject({ trials: z.literal(64), warmups: z.literal(32), samples_per_component: z.literal(512), + qualification_indices: unique(qualificationIndex).min(1).max(3), headline_component: z.literal('roundtrip'), headline_percentile: z.literal('p99'), }), @@ -205,16 +395,68 @@ const seriesSchema = z.strictObject({ eligibility: eligibilitySchema, }); const outcome = z.enum(['success', 'unsupported', 'failed', 'invalid', 'diagnostic']); +const coverageResourceSchema = z.strictObject({ + mode: z.literal('fixed-profile'), + profile: safeId.nullable(), + comm_units_kind: label.nullable(), + configured_units: positiveInteger.nullable(), +}); +const terminalStatus = z.enum(['measured', 'unsupported', 'failed', 'invalid', 'diagnostic']); +const coveragePointSchema = z + .strictObject({ + point_id: typedId('point').nullable(), + series_id: typedId('series').nullable(), + tokens_per_rank: positiveInteger, + global_tokens: positiveInteger, + terminal_status: terminalStatus, + reason, + }) + .superRefine((value, context) => { + if ( + (value.terminal_status === 'measured' && + (value.point_id === null || value.series_id === null)) || + (value.terminal_status === 'unsupported' && + (value.point_id !== null || value.series_id !== null)) + ) { + context.addIssue({ + code: 'custom', + path: ['point_id'], + message: `${value.terminal_status} point references are inconsistent`, + }); + } + if ( + (value.terminal_status === 'measured' && value.reason !== null) || + (['unsupported', 'failed', 'invalid'].includes(value.terminal_status) && + value.reason === null) + ) { + context.addIssue({ + code: 'custom', + path: ['reason'], + message: `${value.terminal_status} point reason is inconsistent`, + }); + } + }); const coverageSchema = z.strictObject({ case_id: typedId('case'), label, required: z.boolean(), disposition: z.enum(['runnable', 'unsupported']), sku: safeId, + suite: safeId, + workload: safeId, + publication_tier: publicationTier, backend: safeId, + backend_generation: label.nullable(), mode, phase: z.enum(['decode', 'prefill']), + routing: z.enum(['uniform', 'zipf']), + eplb: z.boolean(), + precision_profile: precisionProfileSchema, + dispatch_precision: communicationAxisSchema, + combine_precision: communicationAxisSchema, + resource: coverageResourceSchema, topology: coverageTopologySchema, + points: uniqueObjects(coveragePointSchema).min(1), selected_attempt_id: typedId('attempt').nullable(), outcome, failure_mode: reason, @@ -239,6 +481,7 @@ const attemptSchema = z.strictObject({ allocation_id: typedId('allocation'), run_id: z.string().regex(/^[1-9][0-9]*$/), run_attempt: positiveInteger, + qualification_index: qualificationIndex, attempt_index: positiveInteger, outcome, failure_mode: reason, @@ -250,14 +493,26 @@ const attemptSchema = z.strictObject({ const metricSchema = z.strictObject({ operation: z.literal('roundtrip'), statistic: z.enum(['p50', 'p99']), - measure: z.enum(['latency_us', 'logical_payload_rate_gbps_at_latency_percentile']), + measure: z.enum([ + 'latency_us', + 'activation_data_rate_gbps_at_latency_percentile', + 'total_logical_data_rate_gbps_at_latency_percentile', + ]), objective: z.enum(['min', 'max']), tokens_per_rank: positiveInteger, phase: z.enum(['decode', 'prefill']), }); const cohortSchema = z.strictObject({ cohort_id: typedId('cohort'), - kind: z.enum(['library', 'chip', 'system', 'routing']), + kind: z.enum([ + 'library', + 'chip', + 'system', + 'routing', + 'dispatch-precision', + 'combine-precision', + 'precision-pair', + ]), label, description: label, publication_tier: publicationTier, @@ -292,8 +547,10 @@ const recommendationSchema = z.strictObject({ objective: z.enum([ 'min-p50-latency', 'min-p99-latency', - 'max-payload-rate-at-p50-latency', - 'max-payload-rate-at-p99-latency', + 'max-activation-data-rate-at-p50-latency', + 'max-activation-data-rate-at-p99-latency', + 'max-total-logical-data-rate-at-p50-latency', + 'max-total-logical-data-rate-at-p99-latency', ]), publication_tier: z.literal('official'), series_id: typedId('series'), @@ -326,8 +583,15 @@ export const collectiveXDatasetSchema = z.strictObject({ matrix_id: hex64.nullable(), allocation_ids: unique(typedId('allocation')), required_allocations: z.literal(3), + qualification_indices: unique(qualificationIndex).max(3), requested_cases: nonnegativeInteger, terminal_cases: nonnegativeInteger, + measured_cases: nonnegativeInteger, + unsupported_cases: nonnegativeInteger, + requested_points: nonnegativeInteger, + terminal_points: nonnegativeInteger, + measured_points: nonnegativeInteger, + unsupported_points: nonnegativeInteger, policy: z.literal('collectivex-decision-grade-v1'), }), coverage: z.array(coverageSchema), @@ -342,10 +606,16 @@ export const collectiveXDatasetSchema = z.strictObject({ export type CollectiveXChannel = z.infer; export type CollectiveXDataset = z.infer; export type CollectiveXComponent = z.infer; +export type CollectiveXCommunicationAxis = z.infer; +export type CollectiveXPrecisionProfile = z.infer; export type CollectiveXPoint = z.infer; +export type CollectiveXPointCorrectness = z.infer; +export type CollectiveXPointStability = z.infer; export type CollectiveXSeries = z.infer; export type CollectiveXCoverage = z.infer; export type CollectiveXCoverageTopology = z.infer; +export type CollectiveXCoveragePoint = z.infer; +export type CollectiveXTerminalStatus = z.infer; export type CollectiveXAttempt = z.infer; export type CollectiveXEligibility = z.infer; export type CollectiveXMetric = z.infer; diff --git a/packages/app/src/lib/collectivex-github.test.ts b/packages/app/src/lib/collectivex-github.test.ts index 3596ebf2f..e937d0f74 100644 --- a/packages/app/src/lib/collectivex-github.test.ts +++ b/packages/app/src/lib/collectivex-github.test.ts @@ -36,14 +36,17 @@ function installGithubResponses(archive: ReturnType) mockFetch .mockResolvedValueOnce( jsonResponse({ + total_count: 1, workflow_runs: [ { id: 456, - name: 'CollectiveX Publish V1', + name: 'CollectiveX Sweep', + path: '.github/workflows/collectivex-sweep.yml', head_branch: 'collectivex', head_sha: 'a'.repeat(40), status: 'completed', conclusion: 'success', + run_attempt: 1, }, ], }), @@ -91,15 +94,123 @@ describe('CollectiveX GitHub publication loader', () => { artifactId: 123, digest: archive.digest, runId: 456, + runAttempt: 1, version: 'v1', }); expect(Buffer.from(first.body)).toEqual(archive.body); expect(first.dataset.promotion.status).toBe('promoted'); expect(second).toBe(first); expect(mockFetch).toHaveBeenCalledTimes(3); - expect(mockFetch.mock.calls[0][0]).toContain( - '/actions/workflows/collectivex-publish.yml/runs?', - ); + expect(mockFetch.mock.calls[0][0]).toContain('/actions/workflows/collectivex-sweep.yml/runs?'); + }); + + it('paginates workflow runs until it finds a publication operation', async () => { + const archive = publicationArchive(); + const ordinaryRuns = Array.from({ length: 100 }, (_, index) => ({ + id: 1000 - index, + name: 'CollectiveX Sweep', + path: '.github/workflows/collectivex-sweep.yml', + head_branch: 'collectivex', + head_sha: 'a'.repeat(40), + status: 'completed', + conclusion: 'failure', + run_attempt: 1, + })); + ordinaryRuns[0].conclusion = 'success'; + mockFetch + .mockResolvedValueOnce(jsonResponse({ total_count: 101, workflow_runs: ordinaryRuns })) + .mockResolvedValueOnce(jsonResponse({ artifacts: [] })) + .mockResolvedValueOnce( + jsonResponse({ + total_count: 101, + workflow_runs: [ + { + id: 456, + name: 'CollectiveX Sweep', + path: '.github/workflows/collectivex-sweep.yml', + head_branch: 'collectivex', + head_sha: 'a'.repeat(40), + status: 'completed', + conclusion: 'success', + run_attempt: 1, + }, + ], + }), + ) + .mockResolvedValueOnce( + jsonResponse({ + artifacts: [ + { + id: 123, + name: 'cxpublication-v1-456-1', + archive_download_url: 'https://example.test/publication.zip', + expired: false, + size_in_bytes: archive.zip.byteLength, + }, + ], + }), + ) + .mockResolvedValueOnce( + new Response(archive.zip, { + headers: { 'Content-Length': String(archive.zip.byteLength) }, + }), + ); + + await expect(loadCollectiveXPublication('v1')).resolves.toMatchObject({ runId: 456 }); + expect(mockFetch.mock.calls[0][0]).toContain('page=1'); + expect(mockFetch.mock.calls[2][0]).toContain('page=2'); + }); + + it('selects only the artifact from the current run attempt', async () => { + const archive = publicationArchive(); + mockFetch + .mockResolvedValueOnce( + jsonResponse({ + total_count: 1, + workflow_runs: [ + { + id: 456, + name: 'CollectiveX Sweep', + path: '.github/workflows/collectivex-sweep.yml', + head_branch: 'collectivex', + head_sha: 'a'.repeat(40), + status: 'completed', + conclusion: 'success', + run_attempt: 2, + }, + ], + }), + ) + .mockResolvedValueOnce( + jsonResponse({ + artifacts: [ + { + id: 122, + name: 'cxpublication-v1-456-1', + archive_download_url: 'https://example.test/stale.zip', + expired: false, + }, + { + id: 123, + name: 'cxpublication-v1-456-2', + archive_download_url: 'https://example.test/publication.zip', + expired: false, + size_in_bytes: archive.zip.byteLength, + }, + ], + }), + ) + .mockResolvedValueOnce( + new Response(archive.zip, { + headers: { 'Content-Length': String(archive.zip.byteLength) }, + }), + ); + + await expect(loadCollectiveXPublication('v1')).resolves.toMatchObject({ + artifactId: 123, + runAttempt: 2, + }); + expect(mockFetch).not.toHaveBeenCalledWith('https://example.test/stale.zip', expect.anything()); }); it('resolves an immutable digest from the publication cache', async () => { diff --git a/packages/app/src/lib/collectivex-github.ts b/packages/app/src/lib/collectivex-github.ts index 2cde39462..c60c5ceab 100644 --- a/packages/app/src/lib/collectivex-github.ts +++ b/packages/app/src/lib/collectivex-github.ts @@ -8,10 +8,13 @@ import { parseCollectiveXDatasetText } from '@/components/collectivex/reader'; import type { CollectiveXDataset, CollectiveXVersion } from '@/components/collectivex/types'; const BRANCH = 'collectivex'; -const PUBLICATION_POLICY: Record = { +const WORKFLOW_PATH = '.github/workflows/collectivex-sweep.yml'; +const WORKFLOW_FILE = 'collectivex-sweep.yml'; +const WORKFLOW_NAME = 'CollectiveX Sweep'; +const RUNS_PER_PAGE = 100; +const PUBLICATION_POLICY: Record = { v1: { file: /^collectivex_public_v1_(?[a-f0-9]{64})\.ndjson$/, - workflowName: 'CollectiveX Publish V1', }, }; const MAX_PUBLICATION_BYTES = 32 * 1024 * 1024; @@ -26,10 +29,12 @@ type PublicationErrorCode = 'invalid' | 'not-found' | 'unavailable'; interface WorkflowRun { id: number; name: string; + path: string; head_branch: string | null; head_sha: string; status: string | null; conclusion: string | null; + run_attempt: number; } interface GithubArtifact { @@ -51,6 +56,7 @@ export interface CollectiveXGithubPublication { dataset: CollectiveXDataset; digest: string; runId: number; + runAttempt: number; version: CollectiveXVersion; } @@ -120,60 +126,86 @@ async function githubFetch(url: string, token: string): Promise { }); } -async function publicationCandidates( +async function* publicationCandidates( version: CollectiveXVersion, token: string, -): Promise { - const policy = PUBLICATION_POLICY[version]; - const parameters = new URLSearchParams({ - branch: BRANCH, - status: 'completed', - per_page: '20', - }); - const runsResponse = await githubFetch( - `${GITHUB_API_BASE}/repos/${GITHUB_OWNER}/${GITHUB_REPO}/actions/workflows/collectivex-publish.yml/runs?${parameters}`, - token, - ); - if (!runsResponse.ok) { - throw new CollectiveXPublicationError( - 'unavailable', - `GitHub publication discovery failed (${runsResponse.status})`, - ); - } - const runs = - ((await runsResponse.json()) as { workflow_runs?: WorkflowRun[] }).workflow_runs ?? []; - const candidates: PublicationCandidate[] = []; - for (const run of runs) { - if ( - run.name !== policy.workflowName || - run.head_branch !== BRANCH || - run.status !== 'completed' || - run.conclusion !== 'success' || - !/^[a-f0-9]{40}$/.test(run.head_sha) - ) { - continue; - } - const artifactsResponse = await githubFetch( - `${GITHUB_API_BASE}/repos/${GITHUB_OWNER}/${GITHUB_REPO}/actions/runs/${run.id}/artifacts?per_page=100`, +): AsyncGenerator { + let page = 1; + let visitedRuns = 0; + let totalRuns: number | null = null; + + while (totalRuns === null || visitedRuns < totalRuns) { + const parameters = new URLSearchParams({ + branch: BRANCH, + status: 'completed', + per_page: String(RUNS_PER_PAGE), + page: String(page), + }); + const runsResponse = await githubFetch( + `${GITHUB_API_BASE}/repos/${GITHUB_OWNER}/${GITHUB_REPO}/actions/workflows/${WORKFLOW_FILE}/runs?${parameters}`, token, ); - if (!artifactsResponse.ok) { + if (!runsResponse.ok) { throw new CollectiveXPublicationError( 'unavailable', - `GitHub artifact discovery failed (${artifactsResponse.status})`, + `GitHub publication discovery failed (${runsResponse.status})`, ); } - const artifacts = ((await artifactsResponse.json()) as { artifacts?: GithubArtifact[] }) - .artifacts; - const matching = (artifacts ?? []).filter( - (artifact) => artifact.name.startsWith(`cxpublication-${version}-`) && !artifact.expired, - ); - if (matching.length > 1) { - throw new CollectiveXPublicationError('invalid', 'publication run has duplicate artifacts'); + const payload = (await runsResponse.json()) as { + total_count?: number; + workflow_runs?: WorkflowRun[]; + }; + const runs = payload.workflow_runs ?? []; + if ( + totalRuns === null && + Number.isSafeInteger(payload.total_count) && + (payload.total_count ?? -1) >= 0 + ) { + totalRuns = payload.total_count!; } - if (matching[0]) candidates.push({ artifact: matching[0], run }); + if (runs.length === 0) break; + visitedRuns += runs.length; + + for (const run of runs) { + if ( + run.name !== WORKFLOW_NAME || + run.path !== WORKFLOW_PATH || + run.head_branch !== BRANCH || + run.status !== 'completed' || + run.conclusion !== 'success' || + !Number.isSafeInteger(run.id) || + run.id <= 0 || + !Number.isSafeInteger(run.run_attempt) || + run.run_attempt <= 0 || + !/^[a-f0-9]{40}$/.test(run.head_sha) + ) { + continue; + } + const artifactsResponse = await githubFetch( + `${GITHUB_API_BASE}/repos/${GITHUB_OWNER}/${GITHUB_REPO}/actions/runs/${run.id}/artifacts?per_page=100`, + token, + ); + if (!artifactsResponse.ok) { + throw new CollectiveXPublicationError( + 'unavailable', + `GitHub artifact discovery failed (${artifactsResponse.status})`, + ); + } + const artifacts = ((await artifactsResponse.json()) as { artifacts?: GithubArtifact[] }) + .artifacts; + const expectedName = `cxpublication-${version}-${run.id}-${run.run_attempt}`; + const matching = (artifacts ?? []).filter( + (artifact) => artifact.name === expectedName && !artifact.expired, + ); + if (matching.length > 1) { + throw new CollectiveXPublicationError('invalid', 'publication run has duplicate artifacts'); + } + if (matching[0]) yield { artifact: matching[0], run }; + } + + if (runs.length < RUNS_PER_PAGE || (totalRuns !== null && visitedRuns >= totalRuns)) break; + page += 1; } - return candidates; } async function downloadPublication( @@ -265,6 +297,7 @@ async function downloadPublication( dataset, digest, runId: candidate.run.id, + runAttempt: candidate.run.run_attempt, version, }; } @@ -277,11 +310,9 @@ async function fetchPublication( if (!token) { throw new CollectiveXPublicationError('unavailable', 'GITHUB_TOKEN is not configured'); } - const candidates = await publicationCandidates(version, token); - if (candidates.length === 0) { - throw new CollectiveXPublicationError('not-found', 'no CollectiveX publication artifact'); - } - for (const candidate of candidates) { + let foundCandidate = false; + for await (const candidate of publicationCandidates(version, token)) { + foundCandidate = true; const publication = await downloadPublication(version, candidate, token); digestCache.set(`${version}:${publication.digest}`, { expiresAt: Date.now() + DIGEST_TTL_MS, @@ -289,6 +320,9 @@ async function fetchPublication( }); if (!digest || publication.digest === digest) return publication; } + if (!foundCandidate) { + throw new CollectiveXPublicationError('not-found', 'no CollectiveX publication artifact'); + } throw new CollectiveXPublicationError('not-found', 'CollectiveX publication digest not found'); } From 38fa973a5039694f6927ea586b67c48e5029a330 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Tue, 7 Jul 2026 01:18:27 +0800 Subject: [PATCH 03/37] feat(collectivex): publish eight-SKU v1 catalog --- .../src/components/collectivex/data.test.ts | 19 ++++++++++--------- .../collectivex/full-catalog.v1.json | 2 +- 2 files changed, 11 insertions(+), 10 deletions(-) diff --git a/packages/app/src/components/collectivex/data.test.ts b/packages/app/src/components/collectivex/data.test.ts index 247e00150..2813e5251 100644 --- a/packages/app/src/components/collectivex/data.test.ts +++ b/packages/app/src/components/collectivex/data.test.ts @@ -16,7 +16,7 @@ import { import { makeCollectiveXDataset } from './test-fixture'; describe('CollectiveX EP projections', () => { - it('covers the complete frozen seven-SKU V1 matrix catalog', () => { + it('covers the complete frozen eight-SKU V1 matrix catalog', () => { const bytes = readFileSync(new URL('full-catalog.v1.json', import.meta.url)); const catalog = JSON.parse(bytes.toString()) as { format: string; @@ -35,20 +35,20 @@ describe('CollectiveX EP projections', () => { }; expect(createHash('sha256').update(bytes).digest('hex')).toBe( - '86ac7bb3f9f6310385db52f6f77554d705985bd99e387ecb5fedd627c11994d7', + '821e8c2c822da33359fb1ff9aeeea7da689d412824e15cb4b13397fb718ccd25', ); expect(catalog).toMatchObject({ format: 'collectivex.frontend-catalog.v1', schema_version: 1, - matrix_sha256: 'c6988c5e81239ace699541322a88a37bfd80819d8bc1a2446f928665cd3ebba0', - case_count: 664, - point_count: 1532, + matrix_sha256: '5894bab58d3deb2bcee51baa075ca5f5d324b4292ac1cef9f6bc08a07ab1d9a3', + case_count: 748, + point_count: 1740, }); - expect(new Set(catalog.cases.map(({ case_id }) => case_id)).size).toBe(664); - expect(catalog.cases.reduce((count, { points }) => count + points.length, 0)).toBe(1532); - expect(catalog.cases.filter(({ disposition }) => disposition === 'runnable')).toHaveLength(393); + expect(new Set(catalog.cases.map(({ case_id }) => case_id)).size).toBe(748); + expect(catalog.cases.reduce((count, { points }) => count + points.length, 0)).toBe(1740); + expect(catalog.cases.filter(({ disposition }) => disposition === 'runnable')).toHaveLength(387); expect(catalog.cases.filter(({ disposition }) => disposition === 'unsupported')).toHaveLength( - 271, + 361, ); expect([...new Set(catalog.cases.map(({ sku }) => sku))].toSorted()).toEqual([ 'b200-dgxc', @@ -57,6 +57,7 @@ describe('CollectiveX EP projections', () => { 'gb300', 'h100-dgxc', 'h200-dgxc', + 'mi300x', 'mi355x', ]); expect(catalog.cases.some(({ sku }) => sku === 'mi325x')).toBe(false); diff --git a/packages/app/src/components/collectivex/full-catalog.v1.json b/packages/app/src/components/collectivex/full-catalog.v1.json index 0bbb515a3..bc492a124 100644 --- a/packages/app/src/components/collectivex/full-catalog.v1.json +++ b/packages/app/src/components/collectivex/full-catalog.v1.json @@ -1 +1 @@ -{"case_count":664,"cases":[{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dc3957540eca33bff84d3fa31ba305c27ef8c7f0af2960230d168db562260fd6","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-818f3d4ae3f1fc7adc719a6f950dfc47fa55135c4ab5323be2a50bd725a2bd59","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6898a817b7d7d270a0c0e4c4d58eb35e28e7620d85245b53d874c053dbd0aefc","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2eb2e59b880fe5777b900bf05cbf112a02849e3b07122548071917cfdb46b37f","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-376c206e9037102670c0c2d829f55bb61bf26d76f71ddb94a5a6cbd9b17b6795","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1109463b8dba5ebd5debbeed7c52df9ead477c20f91fe9cae76e2621a666a873","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1b87190ca7f0f5ea75a454128cc3cf6457069bd52fee14b42e09f196b1a952a6","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9ec4b8d4b6e3f3fb99e15463de26e24e976d48f20cab710379b25da4bd6bb3ef","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-646ead6576087f26ad30455a2331da913f8c3e3bdb33483c68f1e9e55dfcca0d","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-69a5b4561ef70f5d3bd6469e3c0da5b366fc48b409e6483dc6281ca0b70e65d5","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-15368f7b5126e8657d3b4f053ca3bea2df1d099895de934dc41e0f869d46c748","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-812a65e7914c67e849e9252b9846270e8bcdf41ede9ee0259367c1dd8ab5e412","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d994af50061535d12c9f4c039bea99f801530e0206d733f3c869379bee0448e5","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-948b02361b6c9fa5fdd18f11d52d57e3cd267fb5764aa9067bf737275680197c","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-09d293336e19758bd258d4a589076975b91b0ade667701ed97bb5fd7f7fa48c8","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b5afdd50e2f57d5ecdc3e99653ab41570329856da44948d75a0026edb3a93734","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0d1e3160a5839c2f306ad7d6ce81f79626132e76cbbb35a575e2e43d8a21844f","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-bc4e459d3777271d9da8bf12eb28ed4e6f8c272a696855cfca2b6a7a7e7fe0c1","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-955b6dbe5f54cb6c3d8f0c1d7cab6ea9d0a255a8f0fa00e152db4f65d33f955c","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-57c3960a62aba5ea58cb0f0dd0178380679ea720d2bab05e0d48827cc0edcf27","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e2f17ed3ddcbe89d4d7c17b72901b3a3d553ee6da6b9593339c8c73af1727f9a","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e6c7d064e50910d76b79e64170a4bf9fce396039fc1c087849ca9405a7ab6d35","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-901456d331ffcb2d5748cabe56f9f658689de94876a36c63c76b73cb4d51b6a1","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-6ec8657a4680319b7410fc2eddc97b5b033d9416d0baba7a22a8c19194c358fc","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7f1197c2914ca0ceef0b4eecf4c84e30415965d2abd4b9a3a470ce1e6e3aa5df","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cb698c8a5f1d23ef5f277477960d6310df125aa168ae5d574c765a2b96e5b579","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-cb9634b785563537aef44bedee876bef2d8007c2f3b0f77364fffae79634a49a","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e2986a3b7a5ef5f5cd08ceae55b3c6094187121a3c13b03871ae9c7710f92ff3","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0197166381b95502bc82fcb142189420b54c80b3ac0c24b9a0e304c9f81d4429","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e2fb89231c4e72cb2d451c246390d3ab908b96bda057986429de66aae50684d5","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-514ac85f59d67f8034018d569a026243c4d7d20f7ee0785afee2f809dac8c5b1","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-58e7b05166cdfa6755d1157c179fcaa8298ac0e826c79773767cbd53079d41ad","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-741cf578161056ba8b698f07abc4eea21de49f1e4d1857134663f65164e591db","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f5893f20daba8afe301ec3729f7c70a6de90af806b9d8fc29533cedfd5f2c51d","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-efe10271af8302dbb841f8ddbd3c1418b983fee2d9a66003020af98dbd06e19e","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ca82ce8da3368eb288d77e78e7026702cd8f9c4609f7171631b7102ebb503a82","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6e3b672296e90b5167e66bcd68c0f15dc5c430223afbbe0ae820d5feefd2e0ab","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f1a9a371f3a2c104794d254cdcc0b0135c72e483f9aed79a8f8bdf9a67ed0ca4","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f4cc3b62893de865478f1cfe48c2931e7a4f727129651634da0295e4bb8da78c","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-389ac52f317ba9114556b80e0a0c7a4d4c4c7f5f5af38056311d3448e8908d46","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-a265c03ea6d7449c38c586ee394a632ca066e2ae99f9a2b80f7c3544d9b10937","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-88bdcfcf01a1c040dcc28009e3cdb9401b0424cb636e8b8b3b8dedcdc7f0e5c4","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c4c641658e54a96568f081c2a89d6d450048eb51f1b9af58d069db3297b525d","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4b07826a004ceb504d491e07d15e7a6277cbd9a6de77d4a8279f16fbf19acb4e","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-eea045414f8bf3453930f9ee4fb6ec285b3e555eedb663f740efb2cbf5235b14","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c2966b061d489b3cc62d88a27a61bb53a8a32d3fdfb303eb8708278419bb388f","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-82ef3d7069cf0b8f8ffa99cef7eb7b7d661a0e69954ce93ea32f6619092b3f3d","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-cc0884d212e1fab9b777f5593a6d11b9fa0e6a971e9edbe19565b5a6abc35093","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ddfa1da434f3c7926e3432d5b62e60fcf0760104c91bbe4852ee6c15bab080b8","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e67dffe6aede0d3bacd76d54f464efaa7dcf3857419058657a10dc7012597f0a","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-485107d9a42f58e67110f1031b7a3789eab371f3630e33f98ac6b1b3cc4d1e89","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bf70bfccb3f9ba47b5f2d517cf3c9fe4f791673a2b037f384b3fd2f919325e03","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e92f52f01eaeaf1df8123fc6e10eb420fbe8abb2f587fed7ae369d0ed59e8fe8","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-4aa1685ecd8d936a3a111cded77ccbea9b936a208ca1b5ca8f319a6a9ca49ef8","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4422dc1cd48f7214bf8e5e65fe6422e2bcee3dd12a9609a23449d966774ebc3a","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-0688829b5caaf49c5c5750b0164270684f1f496554010dff366b82e6f78019e2","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4af9ed95a6a8cbcd97531b630018389dbf5e0345291712ccf7ba6ad40053787d","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-33e49742af19751f271ea3ff9225baeb40bc3a49cc1f8a3fc2ab9a81c15bac32","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4d0b311aee7c7459b4c3d9d1c248466fca006bf3057fff460c99d012ba019b74","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-864d7feb4ecb2ec711c7c1b4ad8eea8fa4c8b397de77a56956455bcfe944b4f2","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3e96e754152fc85420cc4d6ccc7b31540506dd5d3689edaf7892da576ce7822","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b653cb780cd2e897d2828ed0a2a4bc514a75f186ed51ab24e9e9259609de7275","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-607fd20ce0a1f30e5e79eb3ff4b8fbd1e4ef732e434f08fa0341f601a76ad55e","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3d9adb728599fb4c87ba65254c63bbfd9907dab2ccd07cfb6b72010cf7f6bb5a","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3ffda7dabd7d7a59ccb3ab0c10312d784f5b80a61390262feef4ce520db13e16","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1fcb3866aca2d0920087fda1f1d68865e4d1c6a905692d3676c96023750eee5b","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fab2e4438904e79c4efb460d8de5d185fa0ae139eaa66c0920253a9a697cf4ef","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8687a3cf7f8ba4572bbde34b6263fe03ac6ce11b90e0326163f3466a93c0832d","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-594d7930c122c5104ad0fc310870ac9f974aaf5df79904caf3297449e05e7750","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-affa008cf81d9bc42ed17cc7254a5abc3982a9e7971433470c8f9ef694be4f5c","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c56ac9f8e64e6ccd79e1805577f962c3c9dbfbccb67f2f5e00de57af3987b422","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-09e0f01aaf5f5228bdc8f4ee84df00145be7b20baf9af3e8f2aca1c168dc68c5","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-968ec9d84a24583c7645633ace862e82a9760e89c99be906d4e9ca13a9141a33","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bb529987d35e8f57c591b1af5e3018c7f0a971c084bac7419f3cefab0098658b","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82f8a05c6e7a9ac00b0be286082c59d2a2983a2433c406f4cc7e4c9593c0a79d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e644e71317956960bcc10dddc6418db3ed9c4510170a98a547c30c6e51ab5ec5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6928c3018a471c8d184d6178dfc2ac81d73e737384a1ce3be46983b5f2646930","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-afb2b460a4811f1e56f31de8797e7cad10a6120d986924572f181791243e9267","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dab8d452daf5bfdcbb8c87decb0d2cb1ae580431547f7f95c64b625d320bd522","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-65a7ffd282e44e1664c0a913482dcd1a3a8eaef0393b7715157eea3cf9ca0cc5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b84b2d64b103a357daf1b589cc7e9082796f8c4e1dbf5150a4c7ffabe86c14f2","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-1223ee49d704cd2e414def2c665c4913cd171ff01a1a3905c1175c37a1cc510a","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e71c288bb10b73862635f9edaadf8fc01e02c487d7d6a7ad63a53cc20eaac210","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0f18c4d0a0b55b1d9b55f58c8e581a76cecd988348070464d85cf522d3193dee","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ac7d2e5a5165dede1383877f3101ee15c31a7d67ebbdead698e6a95a7100be6c","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4978082adf1b7c95c651dd75f195d0de81a66622206d308c1ce0e26dee4ffb57","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-03986da43e3f083f3d9f4be0f67fc043700175172e876d5811e0634339468ae4","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-60e57d2e5f84212fd6fde6d5047e12b848f2cc2387615494e0a3192d8f30e770","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7234ec9a380eaaf82795c456103dcef47ac1092e1e2d1b5f8aedd81f7aaf1cf0","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0d380f5a4b350dede0b905b46246b8d05ba26b400cf682de014740eb53058a06","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8ed904bb883204d20d13a82eb5872e2537bc7caf2ad5cffa6afc44cdb2f38f64","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d6ee2a4923ab0458fa9df3e8d6612cc248bf2675030d515357f10ae04a81d129","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4a3c5ff702af27aaf1f4cb60c903eb5b202dcc5aa3023b5e3979349bbd7e99f0","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-149da83d0f75a5a7d1608f864f41f7b8fc6b0b5679adb17b19fca2c923677cea","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f4e03f38ed580bc8762d3cd4c1c482a668d78f49460c7d6b70aaeffb34ff2cef","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f68f3a16c97b9823d5f0adee60bb523ca88a56a9dd2bfb098194fd47b800939a","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bad169e6547565737e229e247f28d2d81cc399dee3ae6fbed4a0dca9e6ae2a51","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e992185ccfc1ec673290ffbdbcd5b2b8cda43f186e7649961ce5c8966e625012","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ffe42d816d1412141242c362fd7979d797d2f8268811ca9a3ac2f35da2e59bf6","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-862eb8aa6ca76455cd6dece1b052f5db7b08a6975347c9fa2f08b5c52f3faf2d","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-b194e6eafd10a8420d7bbde73b7a0aca02066839d7412727b723cdc353d845cf","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-944eca1bba303f68d1f8313d9f636cc18f6fc2e910b950d6828f8ec2e98afffb","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6136db70a174f77a663f1a2981edcbbd282e0bc05a5f9ce65e938a6e74aec9e5","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d103ab8de8449a24d7d1d2a201b8fd216329df9f879e3a82106478dbd5ec96ac","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-969fa8a0d36b9491d9d59291a489266e99bdeebed211cb2379e565953124cda6","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ad397effa607d1b366b96da4fcc48f31597acb36021183ce68267dfdb623bfb4","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-12e3c0a9fddeee9fbea11f167dff9e513a8287bb62805504065f6e0e9179ab0a","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5346041372ad2aadb39bc428c748a440ee6b253da4c766af5e78fcacf5a68f28","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-166c3c58ebcb385e996c334b8ebf08ee7c7a98ba792d78f0d0fdb876968ac1db","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9c95e39baf92a4547e6d89f40e092e670351ca3f0920dcbc81c2ffebb9468239","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-c54b42089de081b4855a23239d6ac60d8eee04a529225e96bf89b3e02c1e2af8","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-068cfb93f588f41d04c049310aa4b8d7474ed0b0353ebaa1238c5962b87c2dc5","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0586bfe0ceddec11ad5a59af4e2168a61c7e2ffc35f296088827088f19878dcb","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f0297bc6dfb5d53089a5919ffd803a1e0b337384a16f5c6c89747a40bc8a3933","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6d1114e56ba9e584c12e5afd5a13e990c30e23d7099430b301bcb2224324bd31","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f3ce6fd3c3f64e700d0a61a1a728c42687d38c6beff6fcfd65d6573dc40255d8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-83c98cadc93d3b6dbb4b7a13f05a900648074e711cb43b7e57f65ed9ef2b6c25","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3d2423eeba78f3b7970004b72022c37fa33d5d8fddcbf3c602b0f1ed6c321f17","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-36340e2c3b6f738d6421cd5197e58321b97f470a3b8d1c0bcc0983df9e855273","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-71d565a7be8eccba6ab765529fe8c9a81e24fac8e3c40d566346752d12f75ef8","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3c053cfd645ca3c44f872b5ffb3d3fedc5eaa3aff37d928a688969f14aad8d0a","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d38b1e7cb5ea3b75a03271f8434c50a661ebe43b916fb1e3f2caef515c5063e3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5cc96cffb3e6c38a0f8fa03f0109d1ceaf9d74fadd167159c6d2936c354692a2","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3743b72f6a1c10e355eab6266f6e353083cd7c0b264534079ae8d4a9772bca48","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1801ea61f2f4e7390311241da391193f46585a1ac702884dc2b7b87cdac0537c","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c13bf95ba0ad12275adebe7fc10f5b34f1b95dcbf292c188b87362abd4f2da7","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-06e7dcc603d314df59b21148a8af5db571221dd7f03f34561464f3c4fefdc99d","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-12ce6890d6896c32262d54a711ae6b92040554246adc57c046efcee9348ce778","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-bf2ce2de40303382c805a0ce3de7d689d51c17be4028bdfae76b710e581e4762","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-177bc42941d335f289de70a634681ffbba30aecaf373400bd4d95b37f510e04d","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-90a409a9e278515c11d8292dea30495ae32367d86edc214606b6cac3cfe09871","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-fcfa8a03c7274b48849b30407a68dacd80002cdd0434e81d48f996c400ee57cd","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ec3731275d0dabe41755716295c088a74d246ec89110bafcfc5c51f50f1f7cc4","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-631f9dc054e1897b29c77029205f7be7773a07b7db62cf3fd112596c75a47d84","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d47430c95e1338e48f228e7ef355a3040b1c229221d6bfef94645b51c95d32ce","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bb4fc30581fec43e22c758728802ea1663900e3df4237d0034e1b26b574b6355","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2f054ae03b063717aa733902254d52403c19e1560adbda5115aa17aac7ab6322","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5365961803ad7c312fbaa098d7aff14679838f0eb052a204293588b1c17ad768","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a3acd84df7b7978c6859f3a924315db0fd36e1e17ddc7b023c754c2327be68e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-988f7dc73de95a60e1e5c1cb1f1de3d37ac3775400e9ad8e652c1cea990ccf79","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6ed208f207fd439aac2a4cbc018f3ab580d4fb4985e0472a53188f558e493caf","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-7a039c36ff0a62b5df161513b639dce90912fbd92fa232908822dca9ea0f1a59","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1f5a4bd62491c6516c6a7a2f889e075e7b07220fb9c0b5ba53388c0ae014bac6","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-62c80d26bd75eb13d17681663d1436960793d2a1a5ad705e04ed3228ec1796ef","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a87160c57036f2f3769fb708a84c0e295cf97031c3a4f30bb6db200151b9eff5","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-839cff937cfda9e493c274486df638d69ac1c8f2278b3f0704c4f0524cdc848d","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-23bf448e90e34723c8f2b2a38fc67c53c37923686233c5600a37de7ef7f3e99a","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-9c7b834fdfbeafd0127d0226ef670743ecf5a29ae480c82374ef2825f3606103","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-262be8b4314b9060ec947dca6302de2606be5f265057c6cdc966570a3beb9d1c","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a3d051f9171041bda07d8446ad159f8307781bf8389f961fc986fc74d00fa659","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e782ec5f2762462550d8d2d16623b3c2f4208d70d5de2f6a61880f7fa0e2ef15","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fa52afd6d0b8a8775106d9c7c674d0eef33e1175c2b51ecfa69c3c08734186fb","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-32bacef7e9d21f0b7e33e7c0ec3e7611048966b49e00f8d7136fd4580896be78","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-69d932e1e06026d4485ef1190114b5a5f3b0cd8e83554ae00dba78272e675e4e","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-23fbed83654c32f580d0de72e124bfbff8897fb7de6de101fefaf8e6333d2090","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1449625f551c17fcc67ef2094d9d50977ae864a97cc4e88e1271fcb28b619d38","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bafb41311e4020d742b7183bf58f3a442c98b2f629bfdce8cb1f6ca4925788ff","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f386159fe6a2daaff661e676c9388c2d514c0b0a854881409997f0d17fdbe8a1","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-db71d52dc4bc09751f0c3662f026d04b3f0238f475c292fe9a1cc4f95cac811e","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c8ff74a2fb5746b02faa179b34d976e84ff262c7e13b1fe3168ce66065d361f9","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1e82c6e7f074977f0bd519df2f16db99d5045ed30f85950bc3f02dc6bd623300","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e7061759b806e2fe1b063363e6be910df0f9e105d5a0d78a4075fbbbe98f27e7","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1325912ea2436538d63dce83a877b8f83fde879bef41e39ee71ec18464bf2184","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-72cffd3d819b940047dd42d6e2814d280d01341938f3efc1a04f33be79e17893","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-08eefdc43c1e9ec12d075febdc7f62673840cd18810c3a3f3b94c031679986c6","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c5e8e3b77b4922013b2a41f27b1d37cb1c810f05236733ab9177ef8d21c08900","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8f43ade740d6fdf354050a2afc3047a0a2d338d90ba475afa166107d465f34eb","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-90ff6cf65632007d814351cc13d9ec88f50a0b2134d0095a1de05acccc8d8831","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7b758ddc5bbd404622cf5b46735baef3e8aed7d0fe46bc19985e1ba83d4a79c2","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-863275ee2805b07ae4043bc5d7b289feeba42d194324e9bd4c17b4a8ccb87fce","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f01dd11605d3edf4daee6e5a38285b09239f185eac313285d41e2ec556aaa1eb","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a8c031497f4b2e957c95c29ba2da2770f2458aa8f6f2ec7579b0db219986a495","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6493c6cbd888d96fbcf1133a26dbc7a9814a0978aab9de517bad0e9a65404425","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d8179a59669dd89b72007400e5f6462a85cb77b70218694226c71454b269a105","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-db73d556264e058027efa024d78d7c8edef330ec1e7e0c1e2dfd41c9097eb721","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-7306706e64396bdb8e03b7f2606001801cbf14775b933039cd912ab690812ca1","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7a9ab3f325e2cd415cf3121718400ae96fcf8c20c8679daceea240a007f7f1a5","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5f5fb42b3058779bf35d325f4c6738347634000198bcc28af7843f4ef1434031","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-49cf8b778e35671f7e0ac80e7ffcb39f73d557e25462bff0f2f7a8eea2bae1b8","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-75a79e140c64ef2bb875fbd8e6fb2f8b3e3dcd1bf4205f883e19ebe3c3297089","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7889355b520dd86a48592825f8ade78a83375a1babf80aad09588a4128d54e34","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c3ad824fd17dd4f41e4508fd1d0eb4346c55f50e2a01839b77e90d75eb953147","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-bcb9994e3b6d2a81eca8c7ac7c36678f0d54ef9b646555ecf93f2b66a649d5a6","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-72df1bff007bc8eadc78e48a99f0369f3071c19e8f298cfdd847b72f03077abf","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-de35fc4d06c6de6c86ce4f49f158a46e90f88776fc7b10b051f4da33520cc45e","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-06d1650399adf272040fc8608fc196f2c9f1d21bb0412997026b4bb2463ecedc","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f73c5fa6165a7955b964fe1db799d26b8c13e3fe6d76a8e96bee388e86159825","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a900143f52db72e419d4896ecbc605d4b33835cf809f1eb0c4dce5a4ae2b27e7","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-483c820ade7345e292e6bd7426d3f51cfc04c7c61893c880f20f9b6b73e0d5a0","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f6c3b1a09cdfe5e9d619eea1d0b15512e869a6aa460765d700d0f6ac25f463a7","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c355c8f012b9c42604044ac947f4948b9bd22470328146402f1c16cd228c6bec","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-9cb395cfb9508c4a6302a8a9bd4ea79855df869b98e7d17d60d320f9cea9f2af","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4370c5b154f1c12ecaac5f560aad6fe7014031005604c81df6760cc38989e794","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-becddb0fae67597f7e91eace7130444ea5e038311a541b1632f6644676e0a307","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7c2df3498959df53f7fa80858636054043c5fcfe4f6a9b5dc01115a719173906","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a783bbcc8946eb8aac6c5e8abd2099cb2dbdf37aad16ca0b47883ca9056f8486","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-439f04a585c0a41bdf12184249e0c7fdd09b10ca3383bb6fdffc87b825ac8df1","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5752555a45404fba193f4ed1632f48276266eb34d4a8fcfd99b8133e7ebeba41","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3448652c976bb70ea9f3d8e5b0072617cac5f1ad890804064cdde1402770629","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-09b8d734683cde39d1af038b8b4938e8e60f4dca52616093fc02ae01e26a25e2","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e925521f952a598ffe1dd3b5026a456bd3ac1b5947f4940e5707cb1289c80b94","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3497a965c06b300aa92f7c7d84ab25c939d2b809e2633325cb29024c9d89edd0","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d59a878c93bad7f46ba2a60ddbe332c52eeed9abfef4a351694c83169699d6f3","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f66d948377038c40295a64acfd08c0523a07c5cd20b75970d530d91e14860c65","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bd57c8763e3749052279b6bfdab280a53b21ecc57e9f8b0341e2bfe96110ffec","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f451ac9d8b446c1366350910002490f950a27b704f212d311553432979e64a37","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-177024008031e97d8f0c38e029a3d89070deabc49c13633edfe4c3f36e7189dd","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e2865486e678e51d837cdd2db22bd30a8a37cca2effc73283d4b3590e97a293b","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4ef671b8182298eef198f2ee3ffba392fcb114e1ec5b494b0266ea932a6a28dd","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-136be555053b0239b6b08f42428b7660776aeb2086da365db5a065f2a5dfa2e9","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8c92b1461be64f5222e22996622a19c540bf5860e980117a8cfe00add179ffc3","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9445993bdc1411681ca12a5a7a4c6bb5296cc4aca57704d0dca99eb659540ed3","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-576e23e14b24775722d51fb1cca3ea7a57a905750c4a55539321bc3a070c04dc","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-98550dc6fd80b66da7554d28b3297d76f4a4768671719139460d7fcb46341a51","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-da69dbb7da0c6c8c2ba3631abb2a3e1fa97415ee5c8734f793819d2fc1aef717","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d21ee31d4fcc6bc1a01963608c83bf69896ea8a5f26e31b22917b948b9383e63","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c097afbb91e42e2dee4a111c98596dee919ca427ed588bdc70f0e59a96500d57","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cd599eae71ddb611e08fc4e4e1ac4594bc14e55f7e84f1505f6e4ed477ef6fb7","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-1f160ae602364f4a18361c7922a83dfd4d51f02a4d4dd1d0f178d6e7daaadb45","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f92ee1323dcd2dab24e23d586ab12394aa4a02c36bddc9bd7f470cace91e7584","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3063ff847616a731e44b0b2f3933e9e82d48cdc5fdc874c87977b3cf522935be","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-206e703f67bb22e27fcb564858148edca432184fa0cf3d6adb1e54dfd37edd17","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-56754dad31d9363185c4a8bd35af030bfa0724404307eedc794ba34a87e16d59","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fe852cb3462c04ae6dac187501fddfd8a2c938cace1cb81277e29fcadb3e4490","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-0dc57002dcaf7f5a6592276321f5f5c70975a6dd7d396514c3e10d291e97084f","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0f845fb3f2f2b8e949e411b83d7cd098d4b1ecc0a352cd12b96e4cbd40e4aab0","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8654f98af163af8d053ca9f094bd098e827ae0e4f0994b4c5745590f53495c48","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-cdc0e635fbc90e53dbeca6759c97ea5f5dc06e75b484238892be96ed02594e9a","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-123c9b920796bfe8858d340ab214cd34453032fc1881be8c07b62db247d34ac5","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6915f463b6fcba1b8d7774ae695a1fce1f2c77eed3b32640619515635fafb549","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2ef357c106b153d5aae05a83515e829416d3c845ed0164f7227cf19619ff0cf7","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-923f13aa5a1517f0456fa620f79043bad3ef3b635adf0bcbd819869edc6da211","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-da2ac71fbf4128cade4fb15d3e11cc0dbb7ee0caa8e8bd16169238ea1e2fbe72","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-7747e88192dcebbe32848b84bb2476b5b8d3d32074944b1438cafa69405e3e06","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8469d188e9418c841e2a93bd4b6e3d72c38c389270162c08515276a5b8c386ab","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-76633939d708c549806570fb233d6992dd621eda1c650942505cf8c9b6a4491c","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ec6d6cc0624e2cd4187e43622dace32a20ab0bda70e161b8b0024af90dfa7df6","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-da26d711d037872a6d35a790851f13c1323fc3b47ec92a6ff13eb3729cfa3183","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-fb8c2952bc12f7eda27825378fa188e5faf41ba4fb63fc27e270c9ed8abf90ae","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f3b89410d1514f6656b4330670d1fe153c0a30736c543236fc264627aad2bc91","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-be4ff2c2d297dacf56aebfb9d394a6ac6449579b45cab1b4a8e6345537314b2a","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-3d28c69cfc5e20a95f9e6b34d8dc9c8fb19435f41debeeafe61ae0c52e5e8a38","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2885b44e16a8ad5d91efa06fee3e10a7737d5c2d62b6a561c88011d52c19e999","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-eed55cddc08406d566cec13d260bf73ae739eb518656381bace1f7774dd7e0a2","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7c06fc8808240595897fe260d923915025c7262885b3fbfd26f24d47f4256222","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f746703feb18126b61f336e332c25d66cf1b00aa50116c21b4ad7f7ef5267514","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e3b7520de1b8cc73f222c5004a60cfa765361b0def3e9f639c0d11b7293052f7","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cd89fe56ff6cb52852ee0a9b3e605a8868675308599992dd61315c79317f6e90","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-85316f0187c6b464686770ed6de388ff0aac2621d4ab11c60e85eb2b46e5c4ff","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e65ae9cdbdc3470c2e9861552b01ac51ffa3dfaecbca0c3b4943bbd6673cf9d7","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7fff23d66bd4dcbe02da4867c89b26a76d4cfeb42187fd850a6e8bfd8c39095c","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a0cc5ec2531d553182c8ffc0c8465dff2d29623fba39f3a9a20ccfb208d36d74","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-91c93b08df5a05e8f6eaaa93c24993442c4ec1f217ac9472cd72e1917162a2a9","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a95ef40b880c2bb189e07d34cba515038c2a934a90cf78c391ad4bbed39649c4","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-3ce9a361fc901acc239e56ad7c2889cd7f361c59b4a274ec512c0ff0ceeba1da","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6fe55ded3525b14d68e8ac094b097fbba8615a263a7dfb2c31bf2e3c8d2450f7","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3ec4dc10f605b592894cd06bbab4c20275903077a10c5ab11f96f0fff9a036e5","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d0cec98117b61611d52df06b848b8447aedb5a63556084666e9dece4f902e49a","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c730f67cbacd9e6e4481397e5e1c5fd94bd977718d249d448133286312c90b28","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d891ac17f5485f8954fba0695cc19dd16482d5af8bd3ae03d048ea654982885c","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-372adc006bf8a07267a713a10c62bedfe5ad7af473120db10a1fcb69badea387","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-9a315d4a7ad4d8c47312b6312b20c12264a796025e4e5c7d5ca7eb0adb26ce69","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4dbcaf7e7ad9e100b23731e649aa930e4b84d63961aa46bbf25f885e84737066","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-b2af7237a76f84c54478fc6e2b97783c1c77b12fc3905f6e613a86311cebb9ee","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35b57947345fce6b13441a1641aa8314530a2012396b8d02250c558494c9835b","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-705d509ede636a0e78e9c0b05eac5cb315deb386b492cfe63dbf8bcf3358e81b","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d841a4bbf7b0babd2172c1e16a5089bf8f9af234e2b18bb9a55c842b17df96c3","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a907947604193c56538f2cbdfa135004e0bc3a34cb0ec0e6a51beaca3a524b3f","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-bbf5c4d586cdf6c4024134177185f9e6703698250181844d3bf0b8b375bb3e76","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c8622a7ab9a8dd064e94578b49f086a836071d44a14406bfb328be258109a14","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2072410a3f0bd650b582b4c3c48ee57c423cea13254b8aeaf4acc50f910712f5","disposition":"runnable","eplb":true,"label":"B300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e4280fd740c20a041e401b7e740bd1d668850f71924a8f6ed36f74ff0508b485","disposition":"runnable","eplb":true,"label":"B300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d985430de0027206898e5d103521a13ea44150df930fe48c0d3ee8277855e6a6","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b2fb195e1a6eeb90a23b8f0eeb9048fa7f70c6b76f6699f854ffcc1fe9ce7fbd","disposition":"runnable","eplb":true,"label":"B300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-9987b91f2ce482247ed92fadfdbcf8d3273a14a698a58141daf72eb93ea9f295","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5e0ec9a900987a7a46faba592139621b3d1eca23c6c1cbecd1c4b8ad89f589a3","disposition":"runnable","eplb":true,"label":"B300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4e42cc79b2efe190859341094d167dbb5e3014aae23dc161029173231af736e1","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6bca854f8a2912a9ccd9b951d7f381bf3ad33a9ea1ccb8fe883950463db90135","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7fc78e3a8134616c9f4f37bb4b6254c4075742c9fc2f3f43ac39200bd3f7463c","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-fd23307ae8acb5acbdd49cd4abcd886a2c46ee104542e21197ef0183e6e1bb6d","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-fb60065aecbc3444d0758c02c4eb0a9ca70f6babdc0912ce7fdeb12d235993ca","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-eec25218b148bd7345b39655f93a15685b406ef1480a8b6eefaae4473bd296a9","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-727a417265d1531cf86bb4a405c4b716ec66cd912f2c0b3981e64dd0bbcef7db","disposition":"runnable","eplb":true,"label":"B300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e291d66e639e45410f13a548efe232b704950bca7c12b047dc9b3a267a819f02","disposition":"runnable","eplb":true,"label":"B300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e78b3fa9b02ab7346b301547d45d470b0120e438924f9f0fe47dbdf7ba43d086","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f6e6be60f1fe886178efa316f36c83fff6b74981331d3590a37fe6fb53f01d61","disposition":"runnable","eplb":true,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f214f2d41030285d49d736714583c2b582156073d029971f8713c489c9fadab2","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d0c2c9a33e9d1ffd35aa2865205f590f74f93315af3a9a6ec7936f879e614883","disposition":"runnable","eplb":true,"label":"B300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d254ba0d2bcce5a4df0a05df5efa2da9de4626f8b923a8b23768eebf48216a75","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b15ec50bddc6a647e47471a1324300bc0cad87ac01ac64b960b0dbf1bca2d043","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-682e91c5efcb1834ca4e73835b2fdd4f6e4b9eaa0f3c35312d63fe3cd4bdef71","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b56dbac6190d169f353f17cef2fdf9c527f2abfad6c0cf19b2e5dfafa30a8999","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-12fa479e8fb052a3a7cc6e1655fe690e3028cd82385742f8209e9bd087c0862c","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-94fdaaa7cab9b78232f423ae1e88afac13bc397ac3ea2fc7e4e44406cb6f51aa","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0fa66efbaeac16cb9f00efcbbf83ef75974719ba0db12bfc66f701b110b57ad3","disposition":"unsupported","eplb":true,"label":"B300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4c0eb84f4fba9b177c9a9e7dd6d3d153665f4cfee8d7ab94e5814b1331cdd6a0","disposition":"unsupported","eplb":true,"label":"B300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5e88f54e00d1c1330d5f1b1473e89ee685174ba32b5a99acc5a37212a2dc97c1","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4ef3935ab71b3d7b68ce69e85b2dc6bb4e362aba324ff027fa3259419a5bfef1","disposition":"unsupported","eplb":true,"label":"B300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-292d47d30a2b3d04526aabe37412107de2692e95428a9c7918e9ab2d22aa4ac4","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-58cf6ab470a5bd692787ecb5d6dc3fd441db45f5530daea0abcbd2273ba8d9ad","disposition":"unsupported","eplb":true,"label":"B300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e101c179d14e601b779e514637b2bfba0b2d2f17e8c64a69c1dad39d34f29bc3","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fe3dd11597ecea52a5a06fed49c17bdaea34934cc929f61f7a678135a770dd66","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5fd9bd58d81076decfd907b221d6b71e70e478025e4b1997e9511d995deb0f86","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-dbee02333ce133a7e9edda33baa6afd3bef332931a1da053d744fc6ca48dad35","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6945a236f5658a550ec97ff0b323f81d31b371e193703dd2feacc2c9f44ea1dc","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e6715370c361c27145dbaa32ede51aebc3833b9ec4331ae9d929cdccc39289fd","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a193c4db91160168b5333390f59f82753cfff45ecd51895efbba296a2dd1232","disposition":"unsupported","eplb":true,"label":"B300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-187d1a7474f9f68d0fb02b14d94976a8ae48bd516fd653f37635801151ceb6ce","disposition":"unsupported","eplb":true,"label":"B300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-50edf45090ba364425c394879ddad86098a5eb21bfeab5403886eaf9b1a1a407","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-de9512f3c95673b74e189ffcde2219080b945ef202e9e6c52bd1d28911368b35","disposition":"unsupported","eplb":true,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-5d90f8f6972bacc669d5b7d3fea7a6af652545532dc2e767c310e9b911b578e7","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-297efedb9981a9a9cb00e4f2df11f6b61139c79c466647fb3802c87558ec51b2","disposition":"unsupported","eplb":true,"label":"B300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a4e4a7f119a15164443fc83bd7d15410c3e402d2a265962396a48598da742a5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-1a9efc715f9a79c1a5e874975fa8daa7ac396e979f69dab420bc708e59af023f","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-11fa2a834d7d617dd49f122d5209d795d0c74b4af6d395715b4c8ea392c31234","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a6ee95c19be3b4fa2ab56768024d5511b681efee8c19279645f9ab16e515ba8a","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-17318182ae44115edd6fea2a9cc25dce9309e70f3d3e6022bd304822a7148d2f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-91c4b462e7f9741add5c0e5bfe61044651f642b65423cabbecca385a195a158f","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-860c762ba29d768f46b91a892be290ab9e8953c39020e1fbe72dbaa4423f042d","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-726f4b4bbaae65c72198c4f2b48cad09bba4a16ea7ea5b7ea55f1c06a41bd383","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5ea00de76e8653c6b3ea98be00dba1cef61fdfae18d6926ac2b6b0905df09cf5","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-11f215ea02b0dededf928fe403b4c9431e41785eb87d34f1031179867b283256","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-811eeb4cd37ea06ec54fc144ce1a7218141fff8723d8268449fe288f28afc859","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-449a92e0a82ce028362c4892fc3b34d13ba8e9346a985010e68137fb7a30dc1b","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b69219e268cec5d3967d60de5cf400c191278e0f573f6f947d5228472ee6667c","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-3310ffccc87cb161ae9b5272307c9b7d5bbeeac0e893471a1e2b2b24eec4ab57","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6bd683db493e0b886255161384bf154640023c16ce24032ddbee18672e54406b","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-39c39ebbe3d204663389e35eb8e12a6e4ef9405c44922266d8937a8e5d68e2dc","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2bd203c3c0cf0cf4b295d411fe5ae96e39dab985ce56c58c7b50466415549cab","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-edd0ab9a91d7ece3a21885bafae6ff6120815742e625c525b60d91367ef5ed68","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-80eb3394dbfa50a5dfeb38b7142f7711f239f8653f281740480b87fae9cf84c0","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e51a151e8ef4d1093e95fcf2a4d97ac929310f152adedaaed5ee44851c315b2c","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b821016989238b47407eed0ff7390809e718ce4ed01e432d637d8600472d2026","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6b2ba54b676af7c1d652775904cba9025ea0e68e411420621f9a445135c149d6","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-606e601d21c9f78b205fc4be96fe7d0b8becb8760dcd2819fd85eb8d69a55e8b","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-95513c8f73126b4099f5a5148d1c329dfa340aba9adad6926a8f09ca5b1abbf3","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-857eb651f519013847e641d2cd33733d2310aa4365ca91cafbb8deae92735a69","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9ce66797742462039c39e4b30b12dd9152e97f64a90a61357b0df585f31e45c4","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-8ab0c13dfb58373c6e056b77096616500cf69391eb0bec0b606d7993aeb2d67f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ea9b43c2dcfeeabd18ee73dae10a2132b05640353d5e5bb6e6a3d04da632c36b","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-113d11b4bed48df5df6c3e89e4d1ca2267074661912b5ad8452162f3ef270504","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0a241607b62fa784a92f3855651565f32ecabecfd5f5d4d56933e7c8836f932b","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-304c628a8c87db44c49d5fd1afa35da47e54dd81bf13220ffc28a77116d49d4e","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f4767304530f8f3eeefdce20b7330fc06228bf8ba0b0e6d27438910633c3d7d5","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ef6f58c28e1485935ef1183415a1aa1d74292e0e691676683647adc4e8c736d5","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-cb89358ed89c899fb574ea1af3700c7bf8ef5f1ef2388eb33ce5dfa7c942aa27","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-ef6fc2c9b247922872af66e8b939c367009fa42abaa91747f7898dbae0a1dc7e","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-b1851e09835810609ee431ae29aed115b1f7623ffa93d33acdb8190762451e50","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4d185202629fc1abd20c3394ffbdb1cef1ec3fbb8eec5e7ac11ff3581eb36c8b","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-300629e6f766559f466f18037ed8262c83dd66a3e2540a2c32aa76a9f45876d6","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-8ce0692ad8b0aa38633c446a9b95e9115530afb9e9dda3d538408fa42d98a01f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-739455530e94e4546e2115e72332e2560be4309efb8ebb3071cadc4646849982","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-732300fcf7e6c9a7a434bc822136aade8a3da7b74a8ee9180a2388bebc477b98","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-695366a1d4638e9bc9f2163cbcaaec66d2fb8fb1d19f367af803f49a6b94c820","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ff62a96472467fbcc3a6873060f05a5cb85824d76d3a5a424fe77e110dc3f40","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6c775ddb3073072133a779b5ec8e3e27169baf1278470c47e54e7b4ce6a76673","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-60c5d4496340ce722cb23b47b129c114335d92c899c568c53329ce088f26dc05","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-7e9e03542f4ddf301ffbec43126c198555c2d0987cdf0bf209eb0e22c0909b81","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-b751b43850d011f4f9ca4cdc1c663f58cbf167ded4ed8be8bf3bdcc52251ec53","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-6858bbf47d1f04f74cd164a633e6be580212152192515cfa7941bcb1a6aae3fe","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f2c196cb18e2a76bcd5bce71781400aba65f76f11f18bf17ae99ae985d2fe2c0","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-0d6e84ed0b5301c0d4a38a7f4c452b7ff6187430b250168ce289e1b1fc99b012","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e3d1ce0bfefe8d24fe6693edbf7769b753a00b572ca92f1ea5d56946583796f5","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-37406c04577dbdd7cf48b318f87c0f09c6bfb7cccbeb768d63ef4b68d037a3f8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1599ba593ec7e0f3e40bcc5e6cd56ee6c1c73d0b1c3fcbf8687f9a3e77e4f919","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-3599e133aa0e93df5a346b92e95e1f6d2100317625411858b9c8b9eec202058f","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-810930fddcc1fa8fd11fca7880a13e37e4722c8b8bcf2fc72f12038bfbd98e4d","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b64268fb6a8f9e903242cf60a1840cf0a074c8fbe4cf6812623aaa6edfa8176f","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7e2cacc3b992d06a59e3bcbce6cf6ff4d13e45437e182c63326b0f362d39bd0e","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-8d6c075b44322f967a75a8e4b0b9d4aafce6c003a7ab0d701caf96629f322a86","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-de27e449ee4ee7c95ecaab5d3e615b01fd3a8b7fc95967f09b67fb3872c1227c","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-805a18b72b0fb785cd40d853f99171a51f6c6a392d8d3daca9a86024bbb8b9cf","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d6f51bd0a3e8fa85a76f22caf23c14bcd77c7071571211262f0719bbb1fd1805","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8b4ba5054e17ffbb1ef829add5332f004cbf8e2a75f3e597f7e52498f0b0ac49","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ab645768fb7c974e5fc224f4a71fee24287a563df9a1c1152b02bb26bb222dc9","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3cf59781097a927effa26a0c955dc7007a319ab151c26266bfa2e80b7d0d82f8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c10598e6d5bebfdcc52022b12dd9b0519f7766fae4acec36a432f6e3b03d1177","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c0a0cb29a712840f61dd678ba17eafc7f167fe668e1f4d6b81118f46a1942c6","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-155d23c43db58a0b6536fc02624dcf1e31c7184fd6fe630543902319f60f5034","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fd077076f5f74477af3a61f83cea3d547ffdb752aa103bf42ca8fce5af7a5ba5","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-cbc7d5e6755e50ae461e77d2a96ca063226f4241c681f88ab1f1cf9f10e96a73","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-eb36ffc1e6f291e9c09bdb7ddbb270b7f42c37503cbda72f229701a44b1bcb10","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e5ebe8210caaa64c45c171e9380d671766a59ce31bf8fc2ef21906388dfdec54","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-8230786c553a0fc74f90024b0c8e1a840eefdea5191811d77c32fb176350508d","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a626a8bfdc51d67134edd5b4012c49bbf700ed9e3ea8d410da2e5c8f7a7fe5ee","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-89c982e5b112518a5c4994ebbddaa6d5f66ea9e1c9337ca8a9e53189bae6b259","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-0323d68c6935ce2d726f45d0738d7afcb83a7010b583d4e33af9515325fca499","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3b80eabb309e938600096fb6c4568bbb2a9a3767277f6b688e5e8edf8d1cfa2d","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3689245549bd7e4330884b9f97ac289bbf798300b76e14e6df6a926203e2c314","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-b1ed3d70edd5563a3a5f50f1cf6f0c0c07a4a0aa149e593e3aebde73a2c28580","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-79a089812b3b7bf1a3ef6cf54ddce4ecf8b0ea1268352c80a758da45de6d8e8c","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ab15ee2dc9064b49e4fca48291b0cc76896b4933004b8606477a7a9e7bec3095","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-9c462f51b6014f1eba54434764fa42aec72794e94451e6c5df6b7cbc689895ea","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5d0aa1c5635ae073b93e11b7bdbddcb2744c24da0d521224fb7967f1139de196","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f24d43b9adfa65750769a644573709c0e362d989f2139e2c97e0faf59763af8c","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-02ee510d51be3be623808f2b5acd46fce6ba16256dfef60811039dcf42b5bed7","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-60bccd011f963695df87ecf1610da44c66e704c2fde2e78ae987460f99f93db1","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e3167556c0e97d457645bfb88d744ef8e2d647a9f9a19e68927361e810aa21e7","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5be8707e4e365841a9200c5e44df450891718bb26179ef679176b6901baf4316","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0fcb61fae7df36ca4719d02983406acfb1dbfc6084d29d7443de55fca2a5c3fe","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f9639cc297cce17611ab618f0a5a708e1faf90783008a6e873f40ef47142031a","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-3ddf5a7bac5712325f7cf92e38cd72ba9c8582da2defc64ad47fd8e06e933a5f","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fd45db21c34fc1b63af7f5a243ca48642553e88e003f8a59a8bbf26cb6fc3af0","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-5905dc70a042bc086704a14e1011cef45a6d8f531dcc5a61ebc7800c40c4b04f","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-eeadc56b3884095b13d3a157b0695877c3dd98a90983c4b91005ce8d49a1bc44","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-292d9693cc8ed913845fdcd0c68a7851e1897b7d76744b599ad3f32e1c37cef9","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-28ed755d2e8fd342ff27b22c98a9385da1bc31a653b8a79c1c81895f3f13f4c3","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-afc4b0890e0e797bf761ec8a4c1059a954bd80052a476c4ef2835bf0a962e0b8","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-53199a1b046b1660b0806c82896433fea809acb885cb09e2baed809a42218554","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e0a87ef77023ffffe60a947a441431cbe0c713462057e6221c29b13492343cc3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-793a434ff6fd85459a2fe0e21d7ac1f8b639591ca94d6d6d95921d0332c1b5d2","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2a02e6142717c2147bbd4fb69dee06e6646347380b80986c9535d4267f6112f5","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d8370ac175916ba3fc15aae3d53f6cc2f9df613356d14f26f9b1f5924faf909d","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ab1209f952a79292ffa26aac92e4b5a0ca5d873cd4f3dccf30e775b323b49e09","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b8031a245f0769797a157f2cc585a3ccaa173bab41000451145cab3cbab149aa","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-11b7cc923135a027b911df97aa68a9a8d7e995cc412c6237c6d88813f3d62d0e","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-745dbd4c872c0138ed007e827120e655e71ec59c9915bf9de7895e73868aef19","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6074204707e578363f7405535e38350b86c9316c8d25e2e10350f76dd486b4f1","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-108bb59c6222043d474824d1846344ab25fb9801bc8aac7b1e797a3da245003d","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-05e3b74a4109907b28c8efe6ca9ef408248b802fc43662bd4200e674c0fb25e4","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-970afd94f94afb1122050b23cf9891ae863fb7cc195382be05835d45fa346c34","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ec26383a0ef122dec07d1d3eb5a4e58c5a0accc37993ce8ab59176d2ac4934d4","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82f6f6d2c12f4555dc2b7a6272bf4f52eac4c371622f84efc42f8d616565d737","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ae5f3636fac4466d4ef41fcd39c3f5c5a9db8ae7a22b0059113a290da1c7932a","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3be43199fcfececbb79f0b65ced3540b9c32d9ad0128bb9297d00b479c85c155","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5325c8490c8c5ac95ad139cdace474b4b8c5fcbe0c6ee9b145df2e74df84f614","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-58d2ca87dd3b3501540b92910ac8e4445a0dc1a18b448e5d2204f76bee4d5dbd","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-1687ad8e48cd994ade922e9e653838d9f00124d37b5524e4615573236949642f","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-957c2307c54c63ede659e802dc4b601b954045d81e16e0040296146376dce00f","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-704de24e72b2c959f90958d956fbf1386579f6aa37847c12298ab61ad7556abf","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-5fbfae208c1846c24e4e1ef3735eff18b2e7e99946cdad18b71d678906507636","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ad287101edbafed7044092e608000a46970c85ee7fc6bc59cb21884d5464af02","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e7ea16731811d7c62929618867f4c135c5b2a7dce58aa710e18607e4d841974e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-25c4aad3debf1d654d1caf1c7bb415e0b78bc4db2d7663d3492203a19bd6e78b","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-1425f722bbbad5395925fc41caa874d74bfd0909e7c5c52931779479f937db36","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-530ffcb3be09b1f91fb238c9f7d93767d4a6c6cd85a53b8945a0ea312ccf42e3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1b4d465cc64767499597b37916d692c788a54276e27db7af286fac40161b467e","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-9ff2563a162be06ef8de1191587888fec5aa5cacf61cd0967e93b8733f8e4c7e","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2fd133215837acbb431fd732e99bba8fe57ab41f29ffe2c9828eade652807386","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-acb8412a38ae09b6c66a43086ef6369f9eda2909d47e93a490af543dfe0f3857","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2c1b0660b0336c64a419f02517b7fb29d37d0bf82e9833a54fec3e980c068197","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a7d771cfeed4c61af5ad6b3f6d4794f527fb3ce4837d8e0b7011a21106ee4ead","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3e5d548120ec4a1f87c93a25e32fbd396ea276fae8cf48a7682ad15df099e74a","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ed03dd28151c88daf4bc9c9cfe979f73fbd3bebe69fe1c2f0816f636a6f0ba70","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2d8e84d9a63cf9a39002c38612eec48f21bb06a41ee74fd6280e3fd3ba9a8b3e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4c5338f93ec2dd192de82f41fcde92daebb63f736cf90dbaa0195e3e94f99cda","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4c9bb8072afd161df2ed308b037f8d10b60c9ac787b7ef6578882beb3aa49485","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-da55896b500015f971bb10d2fc63ee525af95398805e0585572d73a49d577bc7","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-62d30e3d49de51cbc36ad5d73b71e7533035706705d7a2f8c3173e9340d925cc","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-c9fd36e339de3cc37ec241696ba0230dc8aee6a53469f2f802a6d5a5ce5c3f10","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3f0d18209586f436cdb869ca6d7433f2542f5d61c0e03bb6b433818d97d70058","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c0052532fcba7cf512d5c75dc65487997002a3e383dd24bce1efbb1a0bb8cdc6","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-79193e8a1708108ef1c9577e16b9195a5ba0b3df0c2e2776a3a7d820dd741a98","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0a72619f9e0b3072c6394d0c876b09d98262f31b26582a3152ea6e85e8b1886f","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-ccf213f7d0ef37283651ebe43b6fc6ca4bbd921860e22e43d2cfd4552d6e8d79","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5f74f0f44453950a228e6c6b19387fa4da2564700e0ac050728f2534140831e1","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-36db41e70d21ede83ff151591bcf3509fbeb9cf6f4a239bd2d1d44d2d102fcbf","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a711e7ae4b15fc3b867db4ec6d5282e450a4f0c40bdefd43d93f63fc13584470","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5c7a3cb047f723fb4fb0a43afcb86c64ccf24d1e3e25c5d8ea480ef02887cb8e","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-dbde9978634b67c9d2787189ad5ab45e2c29801e5c88a0f82bec54283160f2e0","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-bcc081bdb774bc481f800a627833e4c324d922468c67760a5f5c1fd288213934","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-18cc8b294bfb16a94bb35e24d1f206a444369f13dc389db63904dad7bcdae319","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e1f40a19f7db10c9faa1962f2d154b0ace65e493119ad3fb1c542487863530fe","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f1fc378840c586f8ef08d78c3c502e953bb33a4dd6ccda0b4e77772d6c2b6285","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-28dbae0fb25abf2e321cec5a5f583e26fa31ff614632f76f8b3acc6881266f72","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-224f0e991783e99cea2cc2c43ecccca252ee693fa5cc76f9b1cf9281f782b912","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-9237619308b068d4f584a24576cca74aa180abf8ae1dab182af8aa2c8d33f7cd","disposition":"runnable","eplb":true,"label":"MI355X / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-dbe06485cbd44af04eb22218f09dba5fbd77c0253854400f4b9bda78f1bb2428","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-54698c6b92ae250535f26c6281acbba2f3f9623a4007d0406646e965655e8757","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-27da02cdee74e568b379d3a21113b6c39ef1d6f998bb6482d9b5cd9b9bb0d895","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6117a32770717e5245f599bef8d9ddcc7058a770f2139ea5c79a614a383c3c8d","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f014ee3580af3a50ca9d16d00b670badc5c95035215ab0c18fc64adb83d9e47f","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0d70f77123dfe6f5da94abb621bfd38aab62c6cac2685f4b0f812188239f357f","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-2a6257b5d2ce556c0cb2b1409f6fa61fce448f2410008d2e4d091dffc5d6c418","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0f4d3e492c391f05e5e754477c9cfa3a577b010ff090e99764a681b8f72103f8","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a3004e54e221202aa80f6fc787556d8d32f1619cd8f9efcc445555832c9de7a6","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4853dacdaa3642adfefcb8f7e0deec492d1f44895707071e59f6da66c7c36edd","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6d6198b8e8c0f1ec0059edd542b8a5a668028e2801b8087588a67f7ad01a0737","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-05d9866c5d805d8d718f956cc60d6ef2092c82ba0b67dc80057e4847cd7a773b","disposition":"runnable","eplb":true,"label":"MI355X / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-4b373b533409f6706771701b84d6d534c946a03364e4f954732bf246f675bb4a","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-49ad7d910130a4cce2245e53c76661056385a699196f56d355715788378ab3f8","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-142d0e885403bed40789e31849c6b05b7922cedadb303135a62e855bba9d9d1e","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-a64cd731b7577164b14954af92b11b11c899ae1895914627dab34953d7a45e0a","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4668b7c90fd4ce9d3cb86de0d8877a642c98e9f02714d7306d005b8c9898d062","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e707cbd1913fe6939f126b1d4fbd91393fd3dd61726aa57b20831d56c92f1edd","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-dcc5a3dc749dc25ed22da2f9b7748e7d85987cba819f42b876413506f4f18df1","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c08290f505a6c520794a94ac64990426d6a23c687a0963adc5cc04d1f942242f","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-7eec1ef9a8b51b006a95e5ed44b2b59622e13f2993de2b997798419c50e12b95","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-3f963c1ce464b73a469a31658fd5296f7d0c6b62e163dd715239d4a42cf71e64","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ec1ac0748d185c7a54fae125804f6f01463e676cc5295d9365c4882ba4828057","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-34721471a65b90dc1b9708dc7c06f68d1bd8803bf5240517f0ff7c9ae6f55bf1","disposition":"runnable","eplb":true,"label":"MI355X / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-86ef14c4b72f7880526043a85b5b967f21866a2fd25dd791aeb954c22d7d2d9a","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-432bc624ce32200067cfa949fb4c3413e93929e237f039138257b7baf7c92321","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d1e09966c30b663350649e199ff322e079ecc9d8fd982ee1554f46a6ba40b619","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5613f9beb57ce0d61a5f19fcedb9be60a460a50b52d875a9f0c6c24baa393cc9","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0b6c19c361264a5ae3226399211e184617337dab9ef02d0421850840936f133c","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-10d740b7e04c8a9f7453e68e97721711b49354716d36fbf47b394ff37dc280e6","disposition":"runnable","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1a9f61b9255b9db9da0f3475c30e8393c60f02daf22e571078c8060c813da377","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3542a733181d014695a831fa00449ce458824a3716782bbb9ee0840ad7ab9f4","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-83a532bf4d22ea6137af692fd8c51576f9f026f656240546c0d8cdcd13c37d1c","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b8d7b1cebb5ca8819b5a9ba22d24dc1551872381dfc518b7dc5a0d35c1beaa44","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-1a87cddd386c4ee2aaf26dbfb5da4993909554736d367fda75889602906ee12f","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2872732dda9d0802ac10b82d6bfc653d0e3c745e558badaa035fbc9759e30bea","disposition":"runnable","eplb":true,"label":"MI355X / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e41bf7933a90da3e8a42713d572fe451bc597f4f440237d8fc117594415f19f7","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3c9faaa31bc264e4e5770554c092a367a71ad8f18d98466cfe5d5ded8c982313","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-230052010a23f809de2ba0ad87d40dc841e6c9074f403a88a95a4edfda0de78c","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ab35c7fd4e495b72b0bd615e3530ee90da86e4fd1f12c126237331a44f85e82","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-90b307a86b1cba8228e0ec13b9df811c5a2e93169a926c942150460cddaea7d7","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-54a74edc091cf1994be7a3d0a2058a1511e72cd2ce8513cea27f1ec340524dd1","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d7d21cb46b6c66d32baa2e2e7c1b116cfa3cd2cd3bd63f9fa1e45332c11590da","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bb76ae72d6c187718f64ed3c50cbd2075800ec9f5fa21e2a2cfa77b52a57c995","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-29429e00032a5b82f3a54fb608e1c4dcb57a6c380f5d3e339ace6b222e6a4403","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5f9f6bd331c92d566db04960c57b218f58037e673dff023a1b222906d044c132","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82a004f296c42ac4c3a7cd7a4b35bd5f8b42add72beb318c360aaa476e6112ca","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7ce0c7f85deb2aab67ab93df962f39855bde6179910fc36261f8b588dfc1ebc5","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fe47c6a2fc4deaff2436c0ae8fcfe1d1a8a99dad7515856f629bd7c088683953","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-78b5b3700dbf72a0a510addc4b7881d5de88cc7d2c3d455d02e10389f961c473","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-97bd3a3907093625ea8cebcb473f76421fc74735d59a9bef2b8e186ac7e4a137","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dc4f22e646667973941935dbd0bf16306980bf08b621f425c1570c7a173abb95","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ae2dc6c550d4a4db2af4dbe47e9380c795cfed278bd436b6c119c4188cd2cf1d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2cbebb9303ea46e17c8f0b2fc4b57a0a74f4ec5326a48dafd175645dff51f0b7","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e97a819314a85b3710e316a4d38d8760a6312cd9579d0c172aa97aa74006a22e","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a99ffe99f2e7a8298a6b33c1b4d8f4a237d4adf32d20c6350f7383efbe965723","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-aae60f5fe6694a2bd69e49550f28a3eac0632b7beee85575d4b9dd12412386f0","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ebe127d7cad30a3f8f440b19fc2154d66fe2c79b0c6a184ed636f48ce0b2134e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b6c355cfd4f238e929f780c71ec02db1486d4d6879c0fb030be2ff1d494506e7","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b0be44080fbf5cbafda27d75ba6437b2052b13a277277f12976ba06e3ba2e3b3","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-312b08c1f0e3d354119fedc3ccf05c0296f1dc22249247390a321fb444278691","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8b3b05f1d588ca68f2cb0e43399f24112421261488b0fc9b7a7f2f0f3b0f4fe3","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f4957febc54a417fa9ec94fdbadaa8900aa4bb6764fad8d28eb986244cdd3ab8","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-73b1cf12f733136f2971a17875395f017a461f30f5d1c4ea9b1f2ca39f1c1b49","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d17754a2e64aae2fd948868939a7efcaddb72dad0b728e49606824a36d268499","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9d6b575ca7925de9bb43ab5e671d36631754ec2de380902a9898fc2615aa454f","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fb0c2b67e4b861fd6d25b779e7a41a360b44f9d92e759c81a51ab03798926845","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e7adda0de5ec21ba4630c295b1efcb2559371638d61274d142a9f5ec24799a85","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-efc5bdd5624a0bbbe1cc24d9fc89f4c55e3fc3b00b25ce775e2656414a343bd2","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-215d900e55df95d30cbfd0c0a910c16f5eeb61527122df30bc81c97f3e104a53","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3361718f3d8b651172b8bde64162157ec32dcf303c624a47c276a64ab3a5c850","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c234baeea7098a20e02ec24c89ff28aaecb19f8e9b9e37089b96766e1bec6ae","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82550eb0f805fdce994306debd70aa095be27ccbfb72c86ae88f7567b9679174","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-00543f9a5738dd9a233619e219b375a427145cb15b3100a0547337d4c17dd891","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fbad2b580f74c74ba00f5a6578ee1a624cabd88ee8f8526ec8766346b6ca9841","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-11703f549bf1b75ac740c5419e0e936063faf1903c92f609c1ebfcda8007acfb","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5474014c2426b5499763063c2cc07e2428ef0db1cc1b9a93373f247fab34f8c6","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9464feb9c6bf9496380e8b4150685fe27330fe9c721983b27aecbd62a9dd5147","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ddb4644bdc59d4d2923f4c7b133c195237136e364e2f0cd17c657a33d32c348e","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e7b69f29c3e163329f7beff039cdd751ae7c27182ca80cbe1e41e847640c12b4","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b415f87c3158ec239db42d29ace66bb29bedfdfb942c8007c72310cc8c33b570","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-63004ed9b544dac12164a7f5659ec3b2f49ea2825085854c10626f7003825451","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-dea919e657ca80570d1e3b8cb874a0dfda090e9da9f11677719e54946e02c156","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-57b9538c246bcbd2edfde8467eb68b989d2f742a83c252ab3daca82055426be9","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-98e9ca62f43258f1e58e572eebf9d39d137e9e21ed0f13777e254ef42116da9c","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-acd6399ee16043a5d850f6879ef63b4e4793983e6ab0c35158af2ea328ee01af","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d04cc12bd3b9827036c7cca3c8e28f484cf597837c000edb3dcc7c9d581b81ae","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-96da02f2afb3b4379198b28a1eae472baacf4e9b9204ee5202c83154f0d696ee","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0cbe4ad3a50a60957e630c8fb3d765a093859eb7dc858804f53dd13840a910d9","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5fb0e219ae3c4210ef1a64b40307b33de9a71797bd248657d71a154402336838","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-53a619006ba0a38dd0a56115cee62e34317880ffd068efe1e4d34167efa23f3c","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b10490886f71a9559c894964849b14c9fb969dae9b2263e9caf3c5377e46d259","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-24d06fd73f6cf4193c8637936578aa537c0ef9d3ce567fd40b50d2329f6a7c12","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1fba026ebaa19f8f41e4b1927c553381c8488395b8a57d727b0499b81a6e0ecd","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-de11c0294e66de3cc482ff76db3857b0445a1477d486afd4e2b626ac911ea8e6","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e0f7aa6412bad82270753776e9ae1da52291034cd061343551bcba758d50de99","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1190fc37186b39f2a2f943988b64747a96b546d7df09e5df58d7ac65c20a2fc2","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a1c57a2b0907c7853df7465d595f6588bf93400c5aad7ff2dc28032c75d9c55a","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bbf995e557ccbac4dd4bd0311937a8893a336417ce7bcdbaab624d7f400abd2a","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c6725bcb18e2fef49d9869138485c9d25d1cf101ae2652af6ac9309b52e9023f","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e520b4825bba2d57df077832a74c9e160443b7bcb3704930070b0420ffb5cce2","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4b46aaf5b4c4e9d6e3234ec48369e0f75776e6fe8231f5fef5628824e47fe6a9","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b10374301856b71a9202bc1673c620c75ab88c60731536df25ed6b56a88bf384","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-822637699f55b1d3729536272f78f4ca8877c091855840e4eea3979416631602","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-973e592f1f070c773ef75a2fa879833a9f0fa61b7b62b8026e9df5f6d9fa6ae6","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4abd1ab69003d0382da9fadf3d2e251bd26890e65cd2ad7b33df839cefe8decf","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ef476cbc32a9df6072e0590d45276fd4fe1133eb72adb018248ebdba92f33258","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-67080642da81be80ede5c241567bc52db45973de181c178b6c0da9ec115dc269","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-edb11af9933abbb885ebaad6b2973fc87ec4c257e2099f640165dd8734ab23e6","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bbdbe2a68141e3d5091506ee8cf969ef072ee1041b23760e3da807d98b5fb276","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-334ba5a4f99fc96c3e4d5ee96007f33fd6a6b0c2aa991c04b7fb07b5d21d5437","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3e3511afb9db0d4b5f0f77f63f193693e6835f9c2d62c2e4bddbe3dccfbb6913","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6de9950e7c4d419c6afd3d585fa642868843fe4d3b398f4be1582321489e6098","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-964662f9b6f5d3b62d8b25a5d040d79c474e67b89930a1efd92794d52c5ae028","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7ea8c1032ba4dd9fc0a3f83f5f7e9a4106c35f15de0b93aa9743e7423bbd56de","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8d3bbb463f1a04b7004d8bc5e3914f8a0cd80d1e59a8893c3accdbcf5c434db1","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-8639b68806dc1214240af7cd902d6af8f85b8cb51e98d805a00ddae2dd7b1340","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-826a7c03ca455f3448d7e8d8f37ef0248126756dd77b331ffa30342393a5ad77","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bb95cc1891d0786d533d30e54825aae9c5caa758858cbae40f77b628542bdd36","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2506da029a5a922799af43f60286d638d26bd28eabc1bdd48e24ac39b33fe311","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35c3789b503c8e709501d54838ac8d4847daf14261964fd03bb9015cb79af026","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8db242fcb47f21b48e16ea43f36113da6c95808d91e05d83ca23bab3ba671869","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-21b25b1cf6249dd1aae5624fc4954ae856077bcf5c1eb2ba4737045f0a7e20bb","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3375e18506e03418df0cec6243b093be2668c71a19c37e7702d38b1c052bf9fd","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-19821801e6fcf268d990b25e91e0af3b018aaa93ec80ac59448a835e67acc584","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-87b47c9d9ab6c6ddd2e471acdb9d941bf0312a54e8a58cdf399b6ed8a8d3a28a","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7a04e8b2012550158800e2b1e09f5f38c0d339755f5b8a42941fa2586ea4eeec","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cacf1e3559eed89c74503d02c11510c76ed06ad4fcc96a333290093daa8fad09","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-46eb30d71a16a9144121e51fb1da5955d61799979b2764314b689907cb1fad20","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-874d68d9bece5f955ba2bd5b0a165fb09cb0a322836e775e5152683b76d48b82","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c303bd6a063dd4517c2ae3a4f2f6e2d50e3e4d05249fa237a50bd42185865363","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3bcdb5a9d549cf9bb02f9e8b6fbc6d092750ab0d33e183870a8fcdd8811e8a41","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4474c9c083b3d345f0218c213b97c5667f26ea44e82220db630f9a1e6570ba7c","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b778af47a47c6d5d299f359e0962da5230516aeaf44e48a045f38d77f843b27a","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ca079f60bc32b71523114f292e0448653077286fe12cc33dc3753e1716693c94","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9077893446c9f94bf33415b997502e419e11001b292d18329327ff4bbf907ce0","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-86ca0f6137ee2147a43c9a934e32e6333ba816daeb9aa1a3d0613c18829c24e5","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ea6070538bdbec9c93e8fab7424c0fd1bf268d9fe362a47aeccec3e86e1110c6","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d61f86b085374983131d3029c5b52365dc242ca64a0873161e5f970b84612274","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-968246ed296fc15c9f8b57df364c35211a2f11bb4884b44acd9e824c72dd2dc1","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-d16d68f605266a4191e5aa4d35b96e4f49fccc4f8539d982bcfc2564f55fc0f2","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d8a062b52fcfb7dfbb0615e9ae050d5972736be28296922e096d6172f664d3f7","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-bc9a0c92a4739452f95f0419f68d1dfbcc6c19a6cab73bee8e26b310cd069699","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3b57e1b591e29fad2ed513658d04ff4468af0f1652eee581c9041ca325644533","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-907dfd0a3d6aee594a62a438ec5f0698968c23272cce512689d0ab64ad4b0f9f","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c147fa9ac04e04ae88d0f9642326295e9c0acd190a27efd9758bc998f9b039b2","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0df1d71bcd1f11191abaa75c102faef13db9b4b558ec971ed4f2948ed4d32fa2","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4b232a9b315e7a61850f5b85fc673cf149692183e34fd24ff90d3d23e4263344","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-73491fb54829b2d715dfa59e2c54acea30b2497df4459ad65675efddb77d484e","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f2e1c234e8a9190e0da65db7af3e392004464ec81c4eade2f3acb5c2a91b6a01","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3402e9530c4ed26cb0bc25fb98f05c5bf22e4e0a4941516417838451eb98ccec","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2c8c94d370f7783c41ffdd242d737ad266bdad0a13852eb8ddcaca6716ad8794","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e795a4b8ca48a0166218d5faa7a2fe4de53eb4223c9a7d2d4650e5744e0c993a","disposition":"unsupported","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-267769b26661a63595d1a430057f508cdbcd88ff11aad37c649fc66bc8ae9044","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-108c1618daa1269c936e5b217a38da4b8262c089a481a80902b88321b6a109d6","disposition":"unsupported","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3032fca2ebcedef95a09399389860432b7fba5252b8391dcfd9a6f9d07e7deca","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d8a45af976262081b0341e2bcd4178986714dfb0958f16a762736cc6b74339fa","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35f6deeafe9e5903deea6115c6644126c3dae344b0d5c9c4c9c06f42a6913b95","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-caffb2e6251c8e825785872875336ca2378496b0002f585f19c4ecf6a24f68c7","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-8f7db95239c75803f7f4fdf483bd46e6d3643ae95d332bd7a6ed4739d8217a88","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5f2382877507c7beaee4b57e30e89e946216e86de64045071456f0c3081d0033","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0cdf4a7e91bd73076eeb2a13b307f61e005f3c8aec34642deca84164f434e280","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3ea114fc16ea184d1bab4292e8ca09c82bfbc02986167004fac7c9e2f8ba9550","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-928d0bcb4f6abc6989efb543a63b42b1a3ffd188d001167a209dd8bc46aebfaa","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f5374011357bf1de426788e107d63c4245cd742e6912538669fd4ced7582ba49","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-c504265a7e9e16891ae181c3a05221a929e148e821d1d054829d9b93c366c5f4","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-dd4aafa20941ba4bb4d3ea83e127d08ac29769d7b3a6458d0a3f4cfe3676ea83","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a6747535ec01fac2e711447421938806fdc808ae2876bc47e1a532048c0173b2","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9029eb1169574f7346d6a535d21cdf79ca8311185c1c2e1696784ad7c48d2701","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-95f18e1715b8a5f2116c851766778f962ae146f9c973d87b3fa5f733a818b2d5","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-a8b6c6b8238686b17e1a1cb0978774c89971fe5cac609c028f630733a46d5b89","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d57a963d5d2c8e44627c993e77f8a34b3ec7b75d96256cf9cf57a5312229bdde","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-75b70ddd6193b4dee9d8d1d8f98390d0c5aededea42840e18a17a8f620ce5789","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-67b3e6819156757c70ac26f4a8d641849deb542ccd0e5a64fe2afcacbff48502","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9a787377817b7f89df21d642ed344676dc05f21ed7aaf37c502f4064a6660efd","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d69a478a122d8518d40e3e75a88998b6e8723ce777a192ef3c9bc26410b86241","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1473b35d6a7f3fb3a353c5e740dd4fadd72c76229bafb04a305feedca2991ad8","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b18ee7076acbe545494b233441205b70d642742d2e7d803576191c2e5a374f66","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a5e068e60f061a1088f1d57d7e8f502dee9b82a0feb054d2a42cfad9fb7dd0f2","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b3922039c14fd5a38e1cc052da88d7adeb2398af7c59d465414588e27f9037db","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5c92f3d7a6277045836b0a6e55e0406e4a139b8f4bfd80760745f954a09708be","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e5b19040d1a947f40d233e1452e344334815b71c95dbfbfcf5fed2a1bb41bcc3","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-cd58feeee602306f62f7908fc878a1801b77e4c624aad80f47f7d86fc79addac","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-cb0ee8d49a9206beb6fd372a2b165125cc1395543421000add96406b91712d1f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-be56706d0b7fdf081865a34f3c3603a15453fad512f1cc3db429fe329bd1069d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1c922c8ac9573d9cdfe0c8038ad6eba250cd97d8077f720ab165bb42c53e339a","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-de31a503a6e6df7dbc41a6979e7f2f903a0f2f42664e632b806f0826b3a1b5c3","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-93f5bb4b08da27c17fa1530b7ae3d8d254de5a8087ed5bff72f901d5a5ffd6f3","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e1e6a1544edf5cfc75644df66e3d688dcba7b19eaedf109fc061d09e333d9f0a","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-11c7d81a274cd0426ccc8dcec5dfed69797b165ad7e2661f3ba0dc9506dacb05","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fc1412accd4ab4d518c882d7b1f28c962ea735f4774d71e154c83b590cfcb1b1","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3cc784fe4db69a4424425704e3ad0756df8751a1ae28fa3bb21feed23c8daaee","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-335c78abd8b9789aba70ace348293a38a5d7b7a9d930d015e306cc271e859613","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d50b57f18f5893c48d02177d3a725f822ae0c460fab910cca1e98024a326fc87","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ea8e14e6f6d51491ce097add5971da679965bc2219b8907859dfe420e3f5ba8c","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bf19529030e309696e159f98506890c885adf1cbc8293e10866564d51ae09d2d","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-848b6423b349a20b9fd03fdf473bf7ed5fc8c700a6396f4be4eefcad535d0612","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"}],"format":"collectivex.frontend-catalog.v1","matrix_sha256":"c6988c5e81239ace699541322a88a37bfd80819d8bc1a2446f928665cd3ebba0","point_count":1532,"precision_profiles":{"d-bf16.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-bf16.c-fp8-e4m3fn-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-bf16.c-logfmt10-dynamic64":{"combine":{"alignment_contract":"value-block-64","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"logfmt10","conversion_boundary":"inside-combine-timing","padding_contract":"right-zero-pad-values-to-64","quantization_origin":"backend-internal","scale_dtype":"implicit-logfmt10","scale_group_size":64,"scale_layout":"dynamic-per-64-values"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-fp8-e4m3fn-b128-f32-fused.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"bf16","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"backend-fused","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64":{"combine":{"alignment_contract":"value-block-64","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"logfmt10","conversion_boundary":"inside-combine-timing","padding_contract":"right-zero-pad-values-to-64","quantization_origin":"backend-internal","scale_dtype":"implicit-logfmt10","scale_group_size":64,"scale_layout":"dynamic-per-64-values"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"bf16","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"backend-fused","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fn-with-f32-scale","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-prequantized.c-fp8-e4m3fn-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fn-with-f32-scale","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}}},"schema_version":1} +{"case_count":748,"cases":[{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dc3957540eca33bff84d3fa31ba305c27ef8c7f0af2960230d168db562260fd6","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-818f3d4ae3f1fc7adc719a6f950dfc47fa55135c4ab5323be2a50bd725a2bd59","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6898a817b7d7d270a0c0e4c4d58eb35e28e7620d85245b53d874c053dbd0aefc","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2eb2e59b880fe5777b900bf05cbf112a02849e3b07122548071917cfdb46b37f","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-376c206e9037102670c0c2d829f55bb61bf26d76f71ddb94a5a6cbd9b17b6795","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1109463b8dba5ebd5debbeed7c52df9ead477c20f91fe9cae76e2621a666a873","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1b87190ca7f0f5ea75a454128cc3cf6457069bd52fee14b42e09f196b1a952a6","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9ec4b8d4b6e3f3fb99e15463de26e24e976d48f20cab710379b25da4bd6bb3ef","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-646ead6576087f26ad30455a2331da913f8c3e3bdb33483c68f1e9e55dfcca0d","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-69a5b4561ef70f5d3bd6469e3c0da5b366fc48b409e6483dc6281ca0b70e65d5","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-15368f7b5126e8657d3b4f053ca3bea2df1d099895de934dc41e0f869d46c748","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-812a65e7914c67e849e9252b9846270e8bcdf41ede9ee0259367c1dd8ab5e412","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d994af50061535d12c9f4c039bea99f801530e0206d733f3c869379bee0448e5","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-948b02361b6c9fa5fdd18f11d52d57e3cd267fb5764aa9067bf737275680197c","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-09d293336e19758bd258d4a589076975b91b0ade667701ed97bb5fd7f7fa48c8","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b5afdd50e2f57d5ecdc3e99653ab41570329856da44948d75a0026edb3a93734","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0d1e3160a5839c2f306ad7d6ce81f79626132e76cbbb35a575e2e43d8a21844f","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-bc4e459d3777271d9da8bf12eb28ed4e6f8c272a696855cfca2b6a7a7e7fe0c1","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-955b6dbe5f54cb6c3d8f0c1d7cab6ea9d0a255a8f0fa00e152db4f65d33f955c","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-57c3960a62aba5ea58cb0f0dd0178380679ea720d2bab05e0d48827cc0edcf27","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e2f17ed3ddcbe89d4d7c17b72901b3a3d553ee6da6b9593339c8c73af1727f9a","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e6c7d064e50910d76b79e64170a4bf9fce396039fc1c087849ca9405a7ab6d35","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-901456d331ffcb2d5748cabe56f9f658689de94876a36c63c76b73cb4d51b6a1","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-6ec8657a4680319b7410fc2eddc97b5b033d9416d0baba7a22a8c19194c358fc","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7f1197c2914ca0ceef0b4eecf4c84e30415965d2abd4b9a3a470ce1e6e3aa5df","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cb698c8a5f1d23ef5f277477960d6310df125aa168ae5d574c765a2b96e5b579","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-cb9634b785563537aef44bedee876bef2d8007c2f3b0f77364fffae79634a49a","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e2986a3b7a5ef5f5cd08ceae55b3c6094187121a3c13b03871ae9c7710f92ff3","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0197166381b95502bc82fcb142189420b54c80b3ac0c24b9a0e304c9f81d4429","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e2fb89231c4e72cb2d451c246390d3ab908b96bda057986429de66aae50684d5","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-514ac85f59d67f8034018d569a026243c4d7d20f7ee0785afee2f809dac8c5b1","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-58e7b05166cdfa6755d1157c179fcaa8298ac0e826c79773767cbd53079d41ad","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-741cf578161056ba8b698f07abc4eea21de49f1e4d1857134663f65164e591db","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f5893f20daba8afe301ec3729f7c70a6de90af806b9d8fc29533cedfd5f2c51d","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-efe10271af8302dbb841f8ddbd3c1418b983fee2d9a66003020af98dbd06e19e","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ca82ce8da3368eb288d77e78e7026702cd8f9c4609f7171631b7102ebb503a82","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6e3b672296e90b5167e66bcd68c0f15dc5c430223afbbe0ae820d5feefd2e0ab","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f1a9a371f3a2c104794d254cdcc0b0135c72e483f9aed79a8f8bdf9a67ed0ca4","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f4cc3b62893de865478f1cfe48c2931e7a4f727129651634da0295e4bb8da78c","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-389ac52f317ba9114556b80e0a0c7a4d4c4c7f5f5af38056311d3448e8908d46","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-a265c03ea6d7449c38c586ee394a632ca066e2ae99f9a2b80f7c3544d9b10937","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-88bdcfcf01a1c040dcc28009e3cdb9401b0424cb636e8b8b3b8dedcdc7f0e5c4","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c4c641658e54a96568f081c2a89d6d450048eb51f1b9af58d069db3297b525d","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4b07826a004ceb504d491e07d15e7a6277cbd9a6de77d4a8279f16fbf19acb4e","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-eea045414f8bf3453930f9ee4fb6ec285b3e555eedb663f740efb2cbf5235b14","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c2966b061d489b3cc62d88a27a61bb53a8a32d3fdfb303eb8708278419bb388f","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-82ef3d7069cf0b8f8ffa99cef7eb7b7d661a0e69954ce93ea32f6619092b3f3d","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-cc0884d212e1fab9b777f5593a6d11b9fa0e6a971e9edbe19565b5a6abc35093","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ddfa1da434f3c7926e3432d5b62e60fcf0760104c91bbe4852ee6c15bab080b8","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e67dffe6aede0d3bacd76d54f464efaa7dcf3857419058657a10dc7012597f0a","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-485107d9a42f58e67110f1031b7a3789eab371f3630e33f98ac6b1b3cc4d1e89","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bf70bfccb3f9ba47b5f2d517cf3c9fe4f791673a2b037f384b3fd2f919325e03","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e92f52f01eaeaf1df8123fc6e10eb420fbe8abb2f587fed7ae369d0ed59e8fe8","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-4aa1685ecd8d936a3a111cded77ccbea9b936a208ca1b5ca8f319a6a9ca49ef8","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4422dc1cd48f7214bf8e5e65fe6422e2bcee3dd12a9609a23449d966774ebc3a","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-0688829b5caaf49c5c5750b0164270684f1f496554010dff366b82e6f78019e2","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4af9ed95a6a8cbcd97531b630018389dbf5e0345291712ccf7ba6ad40053787d","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-33e49742af19751f271ea3ff9225baeb40bc3a49cc1f8a3fc2ab9a81c15bac32","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4d0b311aee7c7459b4c3d9d1c248466fca006bf3057fff460c99d012ba019b74","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-864d7feb4ecb2ec711c7c1b4ad8eea8fa4c8b397de77a56956455bcfe944b4f2","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3e96e754152fc85420cc4d6ccc7b31540506dd5d3689edaf7892da576ce7822","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b653cb780cd2e897d2828ed0a2a4bc514a75f186ed51ab24e9e9259609de7275","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-607fd20ce0a1f30e5e79eb3ff4b8fbd1e4ef732e434f08fa0341f601a76ad55e","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3d9adb728599fb4c87ba65254c63bbfd9907dab2ccd07cfb6b72010cf7f6bb5a","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3ffda7dabd7d7a59ccb3ab0c10312d784f5b80a61390262feef4ce520db13e16","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1fcb3866aca2d0920087fda1f1d68865e4d1c6a905692d3676c96023750eee5b","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fab2e4438904e79c4efb460d8de5d185fa0ae139eaa66c0920253a9a697cf4ef","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8687a3cf7f8ba4572bbde34b6263fe03ac6ce11b90e0326163f3466a93c0832d","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-594d7930c122c5104ad0fc310870ac9f974aaf5df79904caf3297449e05e7750","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-affa008cf81d9bc42ed17cc7254a5abc3982a9e7971433470c8f9ef694be4f5c","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c56ac9f8e64e6ccd79e1805577f962c3c9dbfbccb67f2f5e00de57af3987b422","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-09e0f01aaf5f5228bdc8f4ee84df00145be7b20baf9af3e8f2aca1c168dc68c5","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-968ec9d84a24583c7645633ace862e82a9760e89c99be906d4e9ca13a9141a33","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bb529987d35e8f57c591b1af5e3018c7f0a971c084bac7419f3cefab0098658b","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82f8a05c6e7a9ac00b0be286082c59d2a2983a2433c406f4cc7e4c9593c0a79d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e644e71317956960bcc10dddc6418db3ed9c4510170a98a547c30c6e51ab5ec5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6928c3018a471c8d184d6178dfc2ac81d73e737384a1ce3be46983b5f2646930","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-afb2b460a4811f1e56f31de8797e7cad10a6120d986924572f181791243e9267","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dab8d452daf5bfdcbb8c87decb0d2cb1ae580431547f7f95c64b625d320bd522","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-65a7ffd282e44e1664c0a913482dcd1a3a8eaef0393b7715157eea3cf9ca0cc5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b84b2d64b103a357daf1b589cc7e9082796f8c4e1dbf5150a4c7ffabe86c14f2","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-1223ee49d704cd2e414def2c665c4913cd171ff01a1a3905c1175c37a1cc510a","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e71c288bb10b73862635f9edaadf8fc01e02c487d7d6a7ad63a53cc20eaac210","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0f18c4d0a0b55b1d9b55f58c8e581a76cecd988348070464d85cf522d3193dee","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ac7d2e5a5165dede1383877f3101ee15c31a7d67ebbdead698e6a95a7100be6c","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4978082adf1b7c95c651dd75f195d0de81a66622206d308c1ce0e26dee4ffb57","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-03986da43e3f083f3d9f4be0f67fc043700175172e876d5811e0634339468ae4","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-60e57d2e5f84212fd6fde6d5047e12b848f2cc2387615494e0a3192d8f30e770","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7234ec9a380eaaf82795c456103dcef47ac1092e1e2d1b5f8aedd81f7aaf1cf0","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0d380f5a4b350dede0b905b46246b8d05ba26b400cf682de014740eb53058a06","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8ed904bb883204d20d13a82eb5872e2537bc7caf2ad5cffa6afc44cdb2f38f64","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d6ee2a4923ab0458fa9df3e8d6612cc248bf2675030d515357f10ae04a81d129","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4a3c5ff702af27aaf1f4cb60c903eb5b202dcc5aa3023b5e3979349bbd7e99f0","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-149da83d0f75a5a7d1608f864f41f7b8fc6b0b5679adb17b19fca2c923677cea","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f4e03f38ed580bc8762d3cd4c1c482a668d78f49460c7d6b70aaeffb34ff2cef","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f68f3a16c97b9823d5f0adee60bb523ca88a56a9dd2bfb098194fd47b800939a","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bad169e6547565737e229e247f28d2d81cc399dee3ae6fbed4a0dca9e6ae2a51","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e992185ccfc1ec673290ffbdbcd5b2b8cda43f186e7649961ce5c8966e625012","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ffe42d816d1412141242c362fd7979d797d2f8268811ca9a3ac2f35da2e59bf6","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-862eb8aa6ca76455cd6dece1b052f5db7b08a6975347c9fa2f08b5c52f3faf2d","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-b194e6eafd10a8420d7bbde73b7a0aca02066839d7412727b723cdc353d845cf","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-944eca1bba303f68d1f8313d9f636cc18f6fc2e910b950d6828f8ec2e98afffb","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6136db70a174f77a663f1a2981edcbbd282e0bc05a5f9ce65e938a6e74aec9e5","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d103ab8de8449a24d7d1d2a201b8fd216329df9f879e3a82106478dbd5ec96ac","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-969fa8a0d36b9491d9d59291a489266e99bdeebed211cb2379e565953124cda6","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ad397effa607d1b366b96da4fcc48f31597acb36021183ce68267dfdb623bfb4","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-12e3c0a9fddeee9fbea11f167dff9e513a8287bb62805504065f6e0e9179ab0a","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5346041372ad2aadb39bc428c748a440ee6b253da4c766af5e78fcacf5a68f28","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-166c3c58ebcb385e996c334b8ebf08ee7c7a98ba792d78f0d0fdb876968ac1db","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9c95e39baf92a4547e6d89f40e092e670351ca3f0920dcbc81c2ffebb9468239","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-c54b42089de081b4855a23239d6ac60d8eee04a529225e96bf89b3e02c1e2af8","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-068cfb93f588f41d04c049310aa4b8d7474ed0b0353ebaa1238c5962b87c2dc5","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0586bfe0ceddec11ad5a59af4e2168a61c7e2ffc35f296088827088f19878dcb","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f0297bc6dfb5d53089a5919ffd803a1e0b337384a16f5c6c89747a40bc8a3933","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6d1114e56ba9e584c12e5afd5a13e990c30e23d7099430b301bcb2224324bd31","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f3ce6fd3c3f64e700d0a61a1a728c42687d38c6beff6fcfd65d6573dc40255d8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-83c98cadc93d3b6dbb4b7a13f05a900648074e711cb43b7e57f65ed9ef2b6c25","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3d2423eeba78f3b7970004b72022c37fa33d5d8fddcbf3c602b0f1ed6c321f17","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-36340e2c3b6f738d6421cd5197e58321b97f470a3b8d1c0bcc0983df9e855273","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-71d565a7be8eccba6ab765529fe8c9a81e24fac8e3c40d566346752d12f75ef8","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3c053cfd645ca3c44f872b5ffb3d3fedc5eaa3aff37d928a688969f14aad8d0a","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d38b1e7cb5ea3b75a03271f8434c50a661ebe43b916fb1e3f2caef515c5063e3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5cc96cffb3e6c38a0f8fa03f0109d1ceaf9d74fadd167159c6d2936c354692a2","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3743b72f6a1c10e355eab6266f6e353083cd7c0b264534079ae8d4a9772bca48","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1801ea61f2f4e7390311241da391193f46585a1ac702884dc2b7b87cdac0537c","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c13bf95ba0ad12275adebe7fc10f5b34f1b95dcbf292c188b87362abd4f2da7","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-06e7dcc603d314df59b21148a8af5db571221dd7f03f34561464f3c4fefdc99d","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-12ce6890d6896c32262d54a711ae6b92040554246adc57c046efcee9348ce778","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-bf2ce2de40303382c805a0ce3de7d689d51c17be4028bdfae76b710e581e4762","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-177bc42941d335f289de70a634681ffbba30aecaf373400bd4d95b37f510e04d","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-90a409a9e278515c11d8292dea30495ae32367d86edc214606b6cac3cfe09871","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-fcfa8a03c7274b48849b30407a68dacd80002cdd0434e81d48f996c400ee57cd","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ec3731275d0dabe41755716295c088a74d246ec89110bafcfc5c51f50f1f7cc4","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-631f9dc054e1897b29c77029205f7be7773a07b7db62cf3fd112596c75a47d84","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d47430c95e1338e48f228e7ef355a3040b1c229221d6bfef94645b51c95d32ce","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bb4fc30581fec43e22c758728802ea1663900e3df4237d0034e1b26b574b6355","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2f054ae03b063717aa733902254d52403c19e1560adbda5115aa17aac7ab6322","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5365961803ad7c312fbaa098d7aff14679838f0eb052a204293588b1c17ad768","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a3acd84df7b7978c6859f3a924315db0fd36e1e17ddc7b023c754c2327be68e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-988f7dc73de95a60e1e5c1cb1f1de3d37ac3775400e9ad8e652c1cea990ccf79","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6ed208f207fd439aac2a4cbc018f3ab580d4fb4985e0472a53188f558e493caf","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-7a039c36ff0a62b5df161513b639dce90912fbd92fa232908822dca9ea0f1a59","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1f5a4bd62491c6516c6a7a2f889e075e7b07220fb9c0b5ba53388c0ae014bac6","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-62c80d26bd75eb13d17681663d1436960793d2a1a5ad705e04ed3228ec1796ef","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3f46f16b4a5f1476309ddaa5e87d4b5ff4fe3ac41e8e2282df81558d6eaf2e92","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a02b5083ef95ebcf84eda126678cad27de5bef850e6854f2b5bdcf63eb093bca","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7cc95804e1194109a9441401611d3d815ca4a2630224868454ec713ea231b7ee","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e852504dad3c6cee85912e596507dfefb0c7f4aa67409dcc5ec8b847b6b4e297","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6706efcc29f28afc395048a981f00010e83f6acb3e5d3d2186cc5959c446173e","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e3d1d90db68e261d6d98e8d14b0bc8bbcbe08ab54827d19cf298fe8256f1051c","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-30c1fc375a00572023fd9174c6be733bbee1da0896456f2610e6c5b5254b3c1e","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c7fc2857055b5ed79a5a46541625a806f3593f84dbe99b0701ef6a6830b2458f","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-87b14ccc3e3ee1154cf766c486c12b87f630a4b2c3f2ed099cfa499b3535478f","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-609cde1ffa5da6048bb9a8b309af4a8d6a34f9604bb255cdc075c1cd2ba5ea50","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-90c26f90e68161d68a8b43b1196a1df3228adec901f123b2510afe4ce0dfa4d6","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e49f58b5f6128f3af5501d6fbdc281d128445647c7bf9dbad66fd7e4c05e01b4","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7fdace844c556c19916a54404dbe4d4c664a3a91f2ffc26d2e077eaa61ce6956","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d7f19365dd6add435cd45cee06be284a10bc77224cd0d1b69aebd83cef4a2209","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5072f996092d21297eb3dc42aa8a14dd5bb3d7e0e535141a56b6254de23085fb","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e66be7f7b0f36703f984b3644bf9cdf08232dec791a059b87fe3d39d4548aaa7","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8a7f59ee878847d11a1a594f433c70a12decf3aaa8dababd132cccd1e5fc9c86","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f030843a48d0e151d2db73863266454a125b8ea12d5df742cda0f94d057acd01","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ee43f71fdd814bf21625114925acbef98f1c662cb55a680a050b8fd3ae69623","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-3768ff5f7a2ee14bc4e79939f8a395dcdb93e11225f18ab4861f450baf59f19a","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-3525eb0d1b84de7b8ff646cdcf867b7f0eb782ce4ac4e89c9d22695465d11355","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-19aaa1dbe38889a7ecea29207cfa307b0791935d4a29e3a656285676d682a69d","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7a40f835c087a94e7497ea07c6cfb0db2ac703905c0bd8e8562c92fda5d3471e","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-08ac2adef78e433de2feac22b305dec9b27f9424c29303c43b349a33b901acad","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a87160c57036f2f3769fb708a84c0e295cf97031c3a4f30bb6db200151b9eff5","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-839cff937cfda9e493c274486df638d69ac1c8f2278b3f0704c4f0524cdc848d","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-23bf448e90e34723c8f2b2a38fc67c53c37923686233c5600a37de7ef7f3e99a","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-9c7b834fdfbeafd0127d0226ef670743ecf5a29ae480c82374ef2825f3606103","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-262be8b4314b9060ec947dca6302de2606be5f265057c6cdc966570a3beb9d1c","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a3d051f9171041bda07d8446ad159f8307781bf8389f961fc986fc74d00fa659","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e782ec5f2762462550d8d2d16623b3c2f4208d70d5de2f6a61880f7fa0e2ef15","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fa52afd6d0b8a8775106d9c7c674d0eef33e1175c2b51ecfa69c3c08734186fb","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-32bacef7e9d21f0b7e33e7c0ec3e7611048966b49e00f8d7136fd4580896be78","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-69d932e1e06026d4485ef1190114b5a5f3b0cd8e83554ae00dba78272e675e4e","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-23fbed83654c32f580d0de72e124bfbff8897fb7de6de101fefaf8e6333d2090","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1449625f551c17fcc67ef2094d9d50977ae864a97cc4e88e1271fcb28b619d38","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bafb41311e4020d742b7183bf58f3a442c98b2f629bfdce8cb1f6ca4925788ff","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f386159fe6a2daaff661e676c9388c2d514c0b0a854881409997f0d17fdbe8a1","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-db71d52dc4bc09751f0c3662f026d04b3f0238f475c292fe9a1cc4f95cac811e","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c8ff74a2fb5746b02faa179b34d976e84ff262c7e13b1fe3168ce66065d361f9","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1e82c6e7f074977f0bd519df2f16db99d5045ed30f85950bc3f02dc6bd623300","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e7061759b806e2fe1b063363e6be910df0f9e105d5a0d78a4075fbbbe98f27e7","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1325912ea2436538d63dce83a877b8f83fde879bef41e39ee71ec18464bf2184","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-72cffd3d819b940047dd42d6e2814d280d01341938f3efc1a04f33be79e17893","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-08eefdc43c1e9ec12d075febdc7f62673840cd18810c3a3f3b94c031679986c6","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c5e8e3b77b4922013b2a41f27b1d37cb1c810f05236733ab9177ef8d21c08900","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8f43ade740d6fdf354050a2afc3047a0a2d338d90ba475afa166107d465f34eb","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-90ff6cf65632007d814351cc13d9ec88f50a0b2134d0095a1de05acccc8d8831","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7b758ddc5bbd404622cf5b46735baef3e8aed7d0fe46bc19985e1ba83d4a79c2","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-863275ee2805b07ae4043bc5d7b289feeba42d194324e9bd4c17b4a8ccb87fce","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f01dd11605d3edf4daee6e5a38285b09239f185eac313285d41e2ec556aaa1eb","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a8c031497f4b2e957c95c29ba2da2770f2458aa8f6f2ec7579b0db219986a495","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6493c6cbd888d96fbcf1133a26dbc7a9814a0978aab9de517bad0e9a65404425","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d8179a59669dd89b72007400e5f6462a85cb77b70218694226c71454b269a105","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-db73d556264e058027efa024d78d7c8edef330ec1e7e0c1e2dfd41c9097eb721","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-7306706e64396bdb8e03b7f2606001801cbf14775b933039cd912ab690812ca1","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7a9ab3f325e2cd415cf3121718400ae96fcf8c20c8679daceea240a007f7f1a5","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5f5fb42b3058779bf35d325f4c6738347634000198bcc28af7843f4ef1434031","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-49cf8b778e35671f7e0ac80e7ffcb39f73d557e25462bff0f2f7a8eea2bae1b8","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-75a79e140c64ef2bb875fbd8e6fb2f8b3e3dcd1bf4205f883e19ebe3c3297089","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7889355b520dd86a48592825f8ade78a83375a1babf80aad09588a4128d54e34","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c3ad824fd17dd4f41e4508fd1d0eb4346c55f50e2a01839b77e90d75eb953147","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-bcb9994e3b6d2a81eca8c7ac7c36678f0d54ef9b646555ecf93f2b66a649d5a6","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-72df1bff007bc8eadc78e48a99f0369f3071c19e8f298cfdd847b72f03077abf","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-de35fc4d06c6de6c86ce4f49f158a46e90f88776fc7b10b051f4da33520cc45e","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-06d1650399adf272040fc8608fc196f2c9f1d21bb0412997026b4bb2463ecedc","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f73c5fa6165a7955b964fe1db799d26b8c13e3fe6d76a8e96bee388e86159825","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a900143f52db72e419d4896ecbc605d4b33835cf809f1eb0c4dce5a4ae2b27e7","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-483c820ade7345e292e6bd7426d3f51cfc04c7c61893c880f20f9b6b73e0d5a0","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f6c3b1a09cdfe5e9d619eea1d0b15512e869a6aa460765d700d0f6ac25f463a7","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c355c8f012b9c42604044ac947f4948b9bd22470328146402f1c16cd228c6bec","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-9cb395cfb9508c4a6302a8a9bd4ea79855df869b98e7d17d60d320f9cea9f2af","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4370c5b154f1c12ecaac5f560aad6fe7014031005604c81df6760cc38989e794","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-becddb0fae67597f7e91eace7130444ea5e038311a541b1632f6644676e0a307","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7c2df3498959df53f7fa80858636054043c5fcfe4f6a9b5dc01115a719173906","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a783bbcc8946eb8aac6c5e8abd2099cb2dbdf37aad16ca0b47883ca9056f8486","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-439f04a585c0a41bdf12184249e0c7fdd09b10ca3383bb6fdffc87b825ac8df1","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5752555a45404fba193f4ed1632f48276266eb34d4a8fcfd99b8133e7ebeba41","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3448652c976bb70ea9f3d8e5b0072617cac5f1ad890804064cdde1402770629","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-09b8d734683cde39d1af038b8b4938e8e60f4dca52616093fc02ae01e26a25e2","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e925521f952a598ffe1dd3b5026a456bd3ac1b5947f4940e5707cb1289c80b94","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3497a965c06b300aa92f7c7d84ab25c939d2b809e2633325cb29024c9d89edd0","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d59a878c93bad7f46ba2a60ddbe332c52eeed9abfef4a351694c83169699d6f3","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f66d948377038c40295a64acfd08c0523a07c5cd20b75970d530d91e14860c65","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bd57c8763e3749052279b6bfdab280a53b21ecc57e9f8b0341e2bfe96110ffec","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f451ac9d8b446c1366350910002490f950a27b704f212d311553432979e64a37","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-177024008031e97d8f0c38e029a3d89070deabc49c13633edfe4c3f36e7189dd","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e2865486e678e51d837cdd2db22bd30a8a37cca2effc73283d4b3590e97a293b","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4ef671b8182298eef198f2ee3ffba392fcb114e1ec5b494b0266ea932a6a28dd","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-136be555053b0239b6b08f42428b7660776aeb2086da365db5a065f2a5dfa2e9","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8c92b1461be64f5222e22996622a19c540bf5860e980117a8cfe00add179ffc3","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9445993bdc1411681ca12a5a7a4c6bb5296cc4aca57704d0dca99eb659540ed3","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-576e23e14b24775722d51fb1cca3ea7a57a905750c4a55539321bc3a070c04dc","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-98550dc6fd80b66da7554d28b3297d76f4a4768671719139460d7fcb46341a51","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-da69dbb7da0c6c8c2ba3631abb2a3e1fa97415ee5c8734f793819d2fc1aef717","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d21ee31d4fcc6bc1a01963608c83bf69896ea8a5f26e31b22917b948b9383e63","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c097afbb91e42e2dee4a111c98596dee919ca427ed588bdc70f0e59a96500d57","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cd599eae71ddb611e08fc4e4e1ac4594bc14e55f7e84f1505f6e4ed477ef6fb7","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-1f160ae602364f4a18361c7922a83dfd4d51f02a4d4dd1d0f178d6e7daaadb45","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f92ee1323dcd2dab24e23d586ab12394aa4a02c36bddc9bd7f470cace91e7584","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3063ff847616a731e44b0b2f3933e9e82d48cdc5fdc874c87977b3cf522935be","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-206e703f67bb22e27fcb564858148edca432184fa0cf3d6adb1e54dfd37edd17","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-56754dad31d9363185c4a8bd35af030bfa0724404307eedc794ba34a87e16d59","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fe852cb3462c04ae6dac187501fddfd8a2c938cace1cb81277e29fcadb3e4490","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-0dc57002dcaf7f5a6592276321f5f5c70975a6dd7d396514c3e10d291e97084f","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0f845fb3f2f2b8e949e411b83d7cd098d4b1ecc0a352cd12b96e4cbd40e4aab0","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8654f98af163af8d053ca9f094bd098e827ae0e4f0994b4c5745590f53495c48","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-cdc0e635fbc90e53dbeca6759c97ea5f5dc06e75b484238892be96ed02594e9a","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-123c9b920796bfe8858d340ab214cd34453032fc1881be8c07b62db247d34ac5","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6915f463b6fcba1b8d7774ae695a1fce1f2c77eed3b32640619515635fafb549","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2ef357c106b153d5aae05a83515e829416d3c845ed0164f7227cf19619ff0cf7","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-923f13aa5a1517f0456fa620f79043bad3ef3b635adf0bcbd819869edc6da211","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-da2ac71fbf4128cade4fb15d3e11cc0dbb7ee0caa8e8bd16169238ea1e2fbe72","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-7747e88192dcebbe32848b84bb2476b5b8d3d32074944b1438cafa69405e3e06","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8469d188e9418c841e2a93bd4b6e3d72c38c389270162c08515276a5b8c386ab","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-76633939d708c549806570fb233d6992dd621eda1c650942505cf8c9b6a4491c","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ec6d6cc0624e2cd4187e43622dace32a20ab0bda70e161b8b0024af90dfa7df6","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-da26d711d037872a6d35a790851f13c1323fc3b47ec92a6ff13eb3729cfa3183","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-fb8c2952bc12f7eda27825378fa188e5faf41ba4fb63fc27e270c9ed8abf90ae","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f3b89410d1514f6656b4330670d1fe153c0a30736c543236fc264627aad2bc91","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-be4ff2c2d297dacf56aebfb9d394a6ac6449579b45cab1b4a8e6345537314b2a","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-3d28c69cfc5e20a95f9e6b34d8dc9c8fb19435f41debeeafe61ae0c52e5e8a38","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2885b44e16a8ad5d91efa06fee3e10a7737d5c2d62b6a561c88011d52c19e999","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-eed55cddc08406d566cec13d260bf73ae739eb518656381bace1f7774dd7e0a2","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7c06fc8808240595897fe260d923915025c7262885b3fbfd26f24d47f4256222","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f746703feb18126b61f336e332c25d66cf1b00aa50116c21b4ad7f7ef5267514","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e3b7520de1b8cc73f222c5004a60cfa765361b0def3e9f639c0d11b7293052f7","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cd89fe56ff6cb52852ee0a9b3e605a8868675308599992dd61315c79317f6e90","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-85316f0187c6b464686770ed6de388ff0aac2621d4ab11c60e85eb2b46e5c4ff","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e65ae9cdbdc3470c2e9861552b01ac51ffa3dfaecbca0c3b4943bbd6673cf9d7","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7fff23d66bd4dcbe02da4867c89b26a76d4cfeb42187fd850a6e8bfd8c39095c","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a0cc5ec2531d553182c8ffc0c8465dff2d29623fba39f3a9a20ccfb208d36d74","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-91c93b08df5a05e8f6eaaa93c24993442c4ec1f217ac9472cd72e1917162a2a9","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a95ef40b880c2bb189e07d34cba515038c2a934a90cf78c391ad4bbed39649c4","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-3ce9a361fc901acc239e56ad7c2889cd7f361c59b4a274ec512c0ff0ceeba1da","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6fe55ded3525b14d68e8ac094b097fbba8615a263a7dfb2c31bf2e3c8d2450f7","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3ec4dc10f605b592894cd06bbab4c20275903077a10c5ab11f96f0fff9a036e5","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d0cec98117b61611d52df06b848b8447aedb5a63556084666e9dece4f902e49a","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c730f67cbacd9e6e4481397e5e1c5fd94bd977718d249d448133286312c90b28","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d891ac17f5485f8954fba0695cc19dd16482d5af8bd3ae03d048ea654982885c","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-372adc006bf8a07267a713a10c62bedfe5ad7af473120db10a1fcb69badea387","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-9a315d4a7ad4d8c47312b6312b20c12264a796025e4e5c7d5ca7eb0adb26ce69","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4dbcaf7e7ad9e100b23731e649aa930e4b84d63961aa46bbf25f885e84737066","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-b2af7237a76f84c54478fc6e2b97783c1c77b12fc3905f6e613a86311cebb9ee","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35b57947345fce6b13441a1641aa8314530a2012396b8d02250c558494c9835b","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-705d509ede636a0e78e9c0b05eac5cb315deb386b492cfe63dbf8bcf3358e81b","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d841a4bbf7b0babd2172c1e16a5089bf8f9af234e2b18bb9a55c842b17df96c3","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a907947604193c56538f2cbdfa135004e0bc3a34cb0ec0e6a51beaca3a524b3f","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-bbf5c4d586cdf6c4024134177185f9e6703698250181844d3bf0b8b375bb3e76","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c8622a7ab9a8dd064e94578b49f086a836071d44a14406bfb328be258109a14","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2072410a3f0bd650b582b4c3c48ee57c423cea13254b8aeaf4acc50f910712f5","disposition":"runnable","eplb":true,"label":"B300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e4280fd740c20a041e401b7e740bd1d668850f71924a8f6ed36f74ff0508b485","disposition":"runnable","eplb":true,"label":"B300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d985430de0027206898e5d103521a13ea44150df930fe48c0d3ee8277855e6a6","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b2fb195e1a6eeb90a23b8f0eeb9048fa7f70c6b76f6699f854ffcc1fe9ce7fbd","disposition":"runnable","eplb":true,"label":"B300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-9987b91f2ce482247ed92fadfdbcf8d3273a14a698a58141daf72eb93ea9f295","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5e0ec9a900987a7a46faba592139621b3d1eca23c6c1cbecd1c4b8ad89f589a3","disposition":"runnable","eplb":true,"label":"B300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4e42cc79b2efe190859341094d167dbb5e3014aae23dc161029173231af736e1","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6bca854f8a2912a9ccd9b951d7f381bf3ad33a9ea1ccb8fe883950463db90135","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7fc78e3a8134616c9f4f37bb4b6254c4075742c9fc2f3f43ac39200bd3f7463c","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-fd23307ae8acb5acbdd49cd4abcd886a2c46ee104542e21197ef0183e6e1bb6d","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-fb60065aecbc3444d0758c02c4eb0a9ca70f6babdc0912ce7fdeb12d235993ca","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-eec25218b148bd7345b39655f93a15685b406ef1480a8b6eefaae4473bd296a9","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-727a417265d1531cf86bb4a405c4b716ec66cd912f2c0b3981e64dd0bbcef7db","disposition":"runnable","eplb":true,"label":"B300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e291d66e639e45410f13a548efe232b704950bca7c12b047dc9b3a267a819f02","disposition":"runnable","eplb":true,"label":"B300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e78b3fa9b02ab7346b301547d45d470b0120e438924f9f0fe47dbdf7ba43d086","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f6e6be60f1fe886178efa316f36c83fff6b74981331d3590a37fe6fb53f01d61","disposition":"runnable","eplb":true,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f214f2d41030285d49d736714583c2b582156073d029971f8713c489c9fadab2","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d0c2c9a33e9d1ffd35aa2865205f590f74f93315af3a9a6ec7936f879e614883","disposition":"runnable","eplb":true,"label":"B300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d254ba0d2bcce5a4df0a05df5efa2da9de4626f8b923a8b23768eebf48216a75","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b15ec50bddc6a647e47471a1324300bc0cad87ac01ac64b960b0dbf1bca2d043","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-682e91c5efcb1834ca4e73835b2fdd4f6e4b9eaa0f3c35312d63fe3cd4bdef71","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b56dbac6190d169f353f17cef2fdf9c527f2abfad6c0cf19b2e5dfafa30a8999","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-12fa479e8fb052a3a7cc6e1655fe690e3028cd82385742f8209e9bd087c0862c","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-94fdaaa7cab9b78232f423ae1e88afac13bc397ac3ea2fc7e4e44406cb6f51aa","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0fa66efbaeac16cb9f00efcbbf83ef75974719ba0db12bfc66f701b110b57ad3","disposition":"unsupported","eplb":true,"label":"B300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4c0eb84f4fba9b177c9a9e7dd6d3d153665f4cfee8d7ab94e5814b1331cdd6a0","disposition":"unsupported","eplb":true,"label":"B300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5e88f54e00d1c1330d5f1b1473e89ee685174ba32b5a99acc5a37212a2dc97c1","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4ef3935ab71b3d7b68ce69e85b2dc6bb4e362aba324ff027fa3259419a5bfef1","disposition":"unsupported","eplb":true,"label":"B300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-292d47d30a2b3d04526aabe37412107de2692e95428a9c7918e9ab2d22aa4ac4","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-58cf6ab470a5bd692787ecb5d6dc3fd441db45f5530daea0abcbd2273ba8d9ad","disposition":"unsupported","eplb":true,"label":"B300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e101c179d14e601b779e514637b2bfba0b2d2f17e8c64a69c1dad39d34f29bc3","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fe3dd11597ecea52a5a06fed49c17bdaea34934cc929f61f7a678135a770dd66","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5fd9bd58d81076decfd907b221d6b71e70e478025e4b1997e9511d995deb0f86","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-dbee02333ce133a7e9edda33baa6afd3bef332931a1da053d744fc6ca48dad35","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6945a236f5658a550ec97ff0b323f81d31b371e193703dd2feacc2c9f44ea1dc","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e6715370c361c27145dbaa32ede51aebc3833b9ec4331ae9d929cdccc39289fd","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a193c4db91160168b5333390f59f82753cfff45ecd51895efbba296a2dd1232","disposition":"unsupported","eplb":true,"label":"B300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-187d1a7474f9f68d0fb02b14d94976a8ae48bd516fd653f37635801151ceb6ce","disposition":"unsupported","eplb":true,"label":"B300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-50edf45090ba364425c394879ddad86098a5eb21bfeab5403886eaf9b1a1a407","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-de9512f3c95673b74e189ffcde2219080b945ef202e9e6c52bd1d28911368b35","disposition":"unsupported","eplb":true,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-5d90f8f6972bacc669d5b7d3fea7a6af652545532dc2e767c310e9b911b578e7","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-297efedb9981a9a9cb00e4f2df11f6b61139c79c466647fb3802c87558ec51b2","disposition":"unsupported","eplb":true,"label":"B300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a4e4a7f119a15164443fc83bd7d15410c3e402d2a265962396a48598da742a5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-1a9efc715f9a79c1a5e874975fa8daa7ac396e979f69dab420bc708e59af023f","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-11fa2a834d7d617dd49f122d5209d795d0c74b4af6d395715b4c8ea392c31234","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a6ee95c19be3b4fa2ab56768024d5511b681efee8c19279645f9ab16e515ba8a","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-17318182ae44115edd6fea2a9cc25dce9309e70f3d3e6022bd304822a7148d2f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-91c4b462e7f9741add5c0e5bfe61044651f642b65423cabbecca385a195a158f","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-860c762ba29d768f46b91a892be290ab9e8953c39020e1fbe72dbaa4423f042d","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-726f4b4bbaae65c72198c4f2b48cad09bba4a16ea7ea5b7ea55f1c06a41bd383","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5ea00de76e8653c6b3ea98be00dba1cef61fdfae18d6926ac2b6b0905df09cf5","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-11f215ea02b0dededf928fe403b4c9431e41785eb87d34f1031179867b283256","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-811eeb4cd37ea06ec54fc144ce1a7218141fff8723d8268449fe288f28afc859","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-449a92e0a82ce028362c4892fc3b34d13ba8e9346a985010e68137fb7a30dc1b","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b69219e268cec5d3967d60de5cf400c191278e0f573f6f947d5228472ee6667c","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-3310ffccc87cb161ae9b5272307c9b7d5bbeeac0e893471a1e2b2b24eec4ab57","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6bd683db493e0b886255161384bf154640023c16ce24032ddbee18672e54406b","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-39c39ebbe3d204663389e35eb8e12a6e4ef9405c44922266d8937a8e5d68e2dc","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2bd203c3c0cf0cf4b295d411fe5ae96e39dab985ce56c58c7b50466415549cab","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-edd0ab9a91d7ece3a21885bafae6ff6120815742e625c525b60d91367ef5ed68","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-80eb3394dbfa50a5dfeb38b7142f7711f239f8653f281740480b87fae9cf84c0","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e51a151e8ef4d1093e95fcf2a4d97ac929310f152adedaaed5ee44851c315b2c","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b821016989238b47407eed0ff7390809e718ce4ed01e432d637d8600472d2026","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6b2ba54b676af7c1d652775904cba9025ea0e68e411420621f9a445135c149d6","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-606e601d21c9f78b205fc4be96fe7d0b8becb8760dcd2819fd85eb8d69a55e8b","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-95513c8f73126b4099f5a5148d1c329dfa340aba9adad6926a8f09ca5b1abbf3","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-857eb651f519013847e641d2cd33733d2310aa4365ca91cafbb8deae92735a69","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9ce66797742462039c39e4b30b12dd9152e97f64a90a61357b0df585f31e45c4","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-8ab0c13dfb58373c6e056b77096616500cf69391eb0bec0b606d7993aeb2d67f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ea9b43c2dcfeeabd18ee73dae10a2132b05640353d5e5bb6e6a3d04da632c36b","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-113d11b4bed48df5df6c3e89e4d1ca2267074661912b5ad8452162f3ef270504","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0a241607b62fa784a92f3855651565f32ecabecfd5f5d4d56933e7c8836f932b","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-304c628a8c87db44c49d5fd1afa35da47e54dd81bf13220ffc28a77116d49d4e","disposition":"unsupported","eplb":true,"label":"B200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f4767304530f8f3eeefdce20b7330fc06228bf8ba0b0e6d27438910633c3d7d5","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ef6f58c28e1485935ef1183415a1aa1d74292e0e691676683647adc4e8c736d5","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-cb89358ed89c899fb574ea1af3700c7bf8ef5f1ef2388eb33ce5dfa7c942aa27","disposition":"unsupported","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-ef6fc2c9b247922872af66e8b939c367009fa42abaa91747f7898dbae0a1dc7e","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-b1851e09835810609ee431ae29aed115b1f7623ffa93d33acdb8190762451e50","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4d185202629fc1abd20c3394ffbdb1cef1ec3fbb8eec5e7ac11ff3581eb36c8b","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-300629e6f766559f466f18037ed8262c83dd66a3e2540a2c32aa76a9f45876d6","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-8ce0692ad8b0aa38633c446a9b95e9115530afb9e9dda3d538408fa42d98a01f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-739455530e94e4546e2115e72332e2560be4309efb8ebb3071cadc4646849982","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-732300fcf7e6c9a7a434bc822136aade8a3da7b74a8ee9180a2388bebc477b98","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-695366a1d4638e9bc9f2163cbcaaec66d2fb8fb1d19f367af803f49a6b94c820","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ff62a96472467fbcc3a6873060f05a5cb85824d76d3a5a424fe77e110dc3f40","disposition":"unsupported","eplb":true,"label":"B200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6c775ddb3073072133a779b5ec8e3e27169baf1278470c47e54e7b4ce6a76673","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-60c5d4496340ce722cb23b47b129c114335d92c899c568c53329ce088f26dc05","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-7e9e03542f4ddf301ffbec43126c198555c2d0987cdf0bf209eb0e22c0909b81","disposition":"unsupported","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-b751b43850d011f4f9ca4cdc1c663f58cbf167ded4ed8be8bf3bdcc52251ec53","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-6858bbf47d1f04f74cd164a633e6be580212152192515cfa7941bcb1a6aae3fe","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f2c196cb18e2a76bcd5bce71781400aba65f76f11f18bf17ae99ae985d2fe2c0","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-0d6e84ed0b5301c0d4a38a7f4c452b7ff6187430b250168ce289e1b1fc99b012","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e3d1ce0bfefe8d24fe6693edbf7769b753a00b572ca92f1ea5d56946583796f5","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-37406c04577dbdd7cf48b318f87c0f09c6bfb7cccbeb768d63ef4b68d037a3f8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1599ba593ec7e0f3e40bcc5e6cd56ee6c1c73d0b1c3fcbf8687f9a3e77e4f919","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-3599e133aa0e93df5a346b92e95e1f6d2100317625411858b9c8b9eec202058f","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-810930fddcc1fa8fd11fca7880a13e37e4722c8b8bcf2fc72f12038bfbd98e4d","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b64268fb6a8f9e903242cf60a1840cf0a074c8fbe4cf6812623aaa6edfa8176f","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7e2cacc3b992d06a59e3bcbce6cf6ff4d13e45437e182c63326b0f362d39bd0e","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-8d6c075b44322f967a75a8e4b0b9d4aafce6c003a7ab0d701caf96629f322a86","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-de27e449ee4ee7c95ecaab5d3e615b01fd3a8b7fc95967f09b67fb3872c1227c","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-805a18b72b0fb785cd40d853f99171a51f6c6a392d8d3daca9a86024bbb8b9cf","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d6f51bd0a3e8fa85a76f22caf23c14bcd77c7071571211262f0719bbb1fd1805","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8b4ba5054e17ffbb1ef829add5332f004cbf8e2a75f3e597f7e52498f0b0ac49","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ab645768fb7c974e5fc224f4a71fee24287a563df9a1c1152b02bb26bb222dc9","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3cf59781097a927effa26a0c955dc7007a319ab151c26266bfa2e80b7d0d82f8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c10598e6d5bebfdcc52022b12dd9b0519f7766fae4acec36a432f6e3b03d1177","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c0a0cb29a712840f61dd678ba17eafc7f167fe668e1f4d6b81118f46a1942c6","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-155d23c43db58a0b6536fc02624dcf1e31c7184fd6fe630543902319f60f5034","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fd077076f5f74477af3a61f83cea3d547ffdb752aa103bf42ca8fce5af7a5ba5","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-cbc7d5e6755e50ae461e77d2a96ca063226f4241c681f88ab1f1cf9f10e96a73","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-eb36ffc1e6f291e9c09bdb7ddbb270b7f42c37503cbda72f229701a44b1bcb10","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e5ebe8210caaa64c45c171e9380d671766a59ce31bf8fc2ef21906388dfdec54","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-8230786c553a0fc74f90024b0c8e1a840eefdea5191811d77c32fb176350508d","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a626a8bfdc51d67134edd5b4012c49bbf700ed9e3ea8d410da2e5c8f7a7fe5ee","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-89c982e5b112518a5c4994ebbddaa6d5f66ea9e1c9337ca8a9e53189bae6b259","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-0323d68c6935ce2d726f45d0738d7afcb83a7010b583d4e33af9515325fca499","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3b80eabb309e938600096fb6c4568bbb2a9a3767277f6b688e5e8edf8d1cfa2d","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3689245549bd7e4330884b9f97ac289bbf798300b76e14e6df6a926203e2c314","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-b1ed3d70edd5563a3a5f50f1cf6f0c0c07a4a0aa149e593e3aebde73a2c28580","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-79a089812b3b7bf1a3ef6cf54ddce4ecf8b0ea1268352c80a758da45de6d8e8c","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ab15ee2dc9064b49e4fca48291b0cc76896b4933004b8606477a7a9e7bec3095","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-9c462f51b6014f1eba54434764fa42aec72794e94451e6c5df6b7cbc689895ea","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5d0aa1c5635ae073b93e11b7bdbddcb2744c24da0d521224fb7967f1139de196","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f24d43b9adfa65750769a644573709c0e362d989f2139e2c97e0faf59763af8c","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-02ee510d51be3be623808f2b5acd46fce6ba16256dfef60811039dcf42b5bed7","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-60bccd011f963695df87ecf1610da44c66e704c2fde2e78ae987460f99f93db1","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e3167556c0e97d457645bfb88d744ef8e2d647a9f9a19e68927361e810aa21e7","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5be8707e4e365841a9200c5e44df450891718bb26179ef679176b6901baf4316","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0fcb61fae7df36ca4719d02983406acfb1dbfc6084d29d7443de55fca2a5c3fe","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f9639cc297cce17611ab618f0a5a708e1faf90783008a6e873f40ef47142031a","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-3ddf5a7bac5712325f7cf92e38cd72ba9c8582da2defc64ad47fd8e06e933a5f","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fd45db21c34fc1b63af7f5a243ca48642553e88e003f8a59a8bbf26cb6fc3af0","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-5905dc70a042bc086704a14e1011cef45a6d8f531dcc5a61ebc7800c40c4b04f","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-eeadc56b3884095b13d3a157b0695877c3dd98a90983c4b91005ce8d49a1bc44","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-292d9693cc8ed913845fdcd0c68a7851e1897b7d76744b599ad3f32e1c37cef9","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-28ed755d2e8fd342ff27b22c98a9385da1bc31a653b8a79c1c81895f3f13f4c3","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-afc4b0890e0e797bf761ec8a4c1059a954bd80052a476c4ef2835bf0a962e0b8","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-53199a1b046b1660b0806c82896433fea809acb885cb09e2baed809a42218554","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e0a87ef77023ffffe60a947a441431cbe0c713462057e6221c29b13492343cc3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-793a434ff6fd85459a2fe0e21d7ac1f8b639591ca94d6d6d95921d0332c1b5d2","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2a02e6142717c2147bbd4fb69dee06e6646347380b80986c9535d4267f6112f5","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d8370ac175916ba3fc15aae3d53f6cc2f9df613356d14f26f9b1f5924faf909d","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ab1209f952a79292ffa26aac92e4b5a0ca5d873cd4f3dccf30e775b323b49e09","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b8031a245f0769797a157f2cc585a3ccaa173bab41000451145cab3cbab149aa","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-11b7cc923135a027b911df97aa68a9a8d7e995cc412c6237c6d88813f3d62d0e","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-745dbd4c872c0138ed007e827120e655e71ec59c9915bf9de7895e73868aef19","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6074204707e578363f7405535e38350b86c9316c8d25e2e10350f76dd486b4f1","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-108bb59c6222043d474824d1846344ab25fb9801bc8aac7b1e797a3da245003d","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-05e3b74a4109907b28c8efe6ca9ef408248b802fc43662bd4200e674c0fb25e4","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-970afd94f94afb1122050b23cf9891ae863fb7cc195382be05835d45fa346c34","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ec26383a0ef122dec07d1d3eb5a4e58c5a0accc37993ce8ab59176d2ac4934d4","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82f6f6d2c12f4555dc2b7a6272bf4f52eac4c371622f84efc42f8d616565d737","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ae5f3636fac4466d4ef41fcd39c3f5c5a9db8ae7a22b0059113a290da1c7932a","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3be43199fcfececbb79f0b65ced3540b9c32d9ad0128bb9297d00b479c85c155","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5325c8490c8c5ac95ad139cdace474b4b8c5fcbe0c6ee9b145df2e74df84f614","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-58d2ca87dd3b3501540b92910ac8e4445a0dc1a18b448e5d2204f76bee4d5dbd","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-1687ad8e48cd994ade922e9e653838d9f00124d37b5524e4615573236949642f","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-957c2307c54c63ede659e802dc4b601b954045d81e16e0040296146376dce00f","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-704de24e72b2c959f90958d956fbf1386579f6aa37847c12298ab61ad7556abf","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-5fbfae208c1846c24e4e1ef3735eff18b2e7e99946cdad18b71d678906507636","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ad287101edbafed7044092e608000a46970c85ee7fc6bc59cb21884d5464af02","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e7ea16731811d7c62929618867f4c135c5b2a7dce58aa710e18607e4d841974e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-25c4aad3debf1d654d1caf1c7bb415e0b78bc4db2d7663d3492203a19bd6e78b","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-1425f722bbbad5395925fc41caa874d74bfd0909e7c5c52931779479f937db36","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-530ffcb3be09b1f91fb238c9f7d93767d4a6c6cd85a53b8945a0ea312ccf42e3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1b4d465cc64767499597b37916d692c788a54276e27db7af286fac40161b467e","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-9ff2563a162be06ef8de1191587888fec5aa5cacf61cd0967e93b8733f8e4c7e","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2fd133215837acbb431fd732e99bba8fe57ab41f29ffe2c9828eade652807386","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-acb8412a38ae09b6c66a43086ef6369f9eda2909d47e93a490af543dfe0f3857","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2c1b0660b0336c64a419f02517b7fb29d37d0bf82e9833a54fec3e980c068197","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a7d771cfeed4c61af5ad6b3f6d4794f527fb3ce4837d8e0b7011a21106ee4ead","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3e5d548120ec4a1f87c93a25e32fbd396ea276fae8cf48a7682ad15df099e74a","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ed03dd28151c88daf4bc9c9cfe979f73fbd3bebe69fe1c2f0816f636a6f0ba70","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2d8e84d9a63cf9a39002c38612eec48f21bb06a41ee74fd6280e3fd3ba9a8b3e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4c5338f93ec2dd192de82f41fcde92daebb63f736cf90dbaa0195e3e94f99cda","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4c9bb8072afd161df2ed308b037f8d10b60c9ac787b7ef6578882beb3aa49485","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-da55896b500015f971bb10d2fc63ee525af95398805e0585572d73a49d577bc7","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-62d30e3d49de51cbc36ad5d73b71e7533035706705d7a2f8c3173e9340d925cc","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-c9fd36e339de3cc37ec241696ba0230dc8aee6a53469f2f802a6d5a5ce5c3f10","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3f0d18209586f436cdb869ca6d7433f2542f5d61c0e03bb6b433818d97d70058","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c0052532fcba7cf512d5c75dc65487997002a3e383dd24bce1efbb1a0bb8cdc6","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-79193e8a1708108ef1c9577e16b9195a5ba0b3df0c2e2776a3a7d820dd741a98","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0a72619f9e0b3072c6394d0c876b09d98262f31b26582a3152ea6e85e8b1886f","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-ccf213f7d0ef37283651ebe43b6fc6ca4bbd921860e22e43d2cfd4552d6e8d79","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5f74f0f44453950a228e6c6b19387fa4da2564700e0ac050728f2534140831e1","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-981f7ca9506b43a6ee31a1b11b80c08d26a4e6ea86cf9594bd45f46b6e357386","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-1def2e5228d938d9c3db8f9078d8db598619895bc7afb526646ef5d54ad9aad0","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ae635f89bee336d36b3533efec927c10478ee60b08ee432cd32203330f5fb588","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-d9ac1cf948643376003561769a7308b04604b93ca5ac68e54d354dc6a8810f72","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4c50eb25d3d22b4540a7ae3b5789d571962194069e7c48b12e86aa94d3aad177","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-066e00529f0c96cdfb437d8438ba91a17943804889111566f92d044b071570f4","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f7de60d9ca3d648522cfa8cc8b49f727757cef511020f0c9765f78735d15b37e","disposition":"unsupported","eplb":true,"label":"MI300X / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-47cdf7d6635fa0990b232026741b43a473fb9a5dcffd85bc7bb2fd5ff69421aa","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-682c3db5c83628475ce709574c4516063fba0bd9a4495ca42e502e2b95bb4873","disposition":"unsupported","eplb":true,"label":"MI300X / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-fb4979be5ab6c82801aeb45bb08b67d3ebe087078cb81ddda10d401fc6d64322","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-a16c83a4da9138284f990c22ace85e78377d28aaf25dc0a3e58f1a335136a22d","disposition":"runnable","eplb":true,"label":"MI300X / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-833a9391b80fcddf49d3e993687a804bad3cd40e43f07c29d3f4a6a2fb1aa836","disposition":"runnable","eplb":true,"label":"MI300X / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-38033e92831d3077d3e7c85b134dea547a27f70ab120f5070536dbf9d549e0ba","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-24ea22ed7f09fc3ae113548111e8214070fb5bb5e70e1ec1d74e658955320d3f","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2af8c75cc1982f5758fb8b1068e9278b8bbe9d44196aa3e2eca13a3277e4819e","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5c440b69c2974726cad5864e62632484f31240e599a8ca4cd0a8a0f6568199c6","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-cdf56ddb584e01eb54f8152df45b5b856282323ca672f89caf489a8b47dfc54e","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-cde51eaff712d29c22fffcd050f58eb33d7d3fb48dc13b3724f4e170acba5a3d","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bdb2e5b933cc23017ad6fab06c16b1fb0ecd170a8756771935abee5cab748210","disposition":"unsupported","eplb":true,"label":"MI300X / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ae10758abfecac17ecdf706265c94376b103c59d23e3b5324dbb1d0ad7f87d49","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b2879aaae18d34e3b9e304f6997137e21f49241f2e39b0245388ef5ed618f0e5","disposition":"unsupported","eplb":true,"label":"MI300X / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-cef6000fb9585f1f4f6913262d2f9ecc6dd1cf39c705800240c08fdaf5570448","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-fb3d165965654c654335246f59a5fce4b87f33b4076d1a8256dab60f62dd744b","disposition":"runnable","eplb":true,"label":"MI300X / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a151d7837ba9abe5173a1e2dcc1f2f2cb6a5289f29b5ea14f20b6046cb084a89","disposition":"runnable","eplb":true,"label":"MI300X / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-af668e44888428c71c1677e52664ec33661fb1048f0a7b11677478bd7159c2cf","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-17706d541821df5026aa4a36d8b566e3e02a6439baf576005e3223fd28f783be","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ec433847b1da04ceef8636fa123c754cc0730b7b9d0deec9a5e3f583b066bc97","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c18e9e0552ed0a92c5025d511fe432a7ebbef1a744431442294749ac755c15bb","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-5dce6df10cd4c57415f9cb364b632defbb25a91eab3cecf8220275cb91db82bb","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a39192eaa31f82d603107a9a448e547c53b5fedd1ae3079b59c36d409ba95452","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-682da1874cf0f16c2e364e56392e5e3b7320ae3470d32a389c8438fbcc7beb57","disposition":"unsupported","eplb":true,"label":"MI300X / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b356ca83ee84b5feddaabe3803bd0a4192d94f24287afd8bd9e48561d1dffb1d","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-692d81529cf59104d3df87197d40c1a5f09c5f6ab01a2ae31bf7798a83aa4224","disposition":"unsupported","eplb":true,"label":"MI300X / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-85ebb9b1547435db5eaa41af71db808ab6ee9b8430994fe0f110503d3545ee9b","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d231f1fe5f6608817eaf2c073c7e516528f5b93fa8386c50fc7dfb103ae018e1","disposition":"unsupported","eplb":true,"label":"MI300X / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-be6eef91acf0ec637eab85f5ad175e7d31ad1052e1b603134914607bc12d15dc","disposition":"runnable","eplb":true,"label":"MI300X / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-38f5556ccf02bbe53132efea5c94893688cb5581a529395284ecc8a65bd78b90","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8c5858eaa0d85ffc8714acd76d2e864f18e3d3d5e0cbf3cf66bfb9ffe30d12d9","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-309821df0ae2a0ab9a7a4531020c8237877068bb656c1f5d7d1135effb1a5dda","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4e004806d278d0396df06fab10d81fc58352160943b47231d7b74957eff3c77b","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f68159610ba9b3f6e8dab6297130243678fa38a3b8f745bf019b7efe26d5e452","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-76a1c2e8d205e485cf8385d659aec7787fc3388157ccc7be437ef215de5dbe60","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-108a9fcbd2505a1baf1af5a1be215a6e729590e1172fc0eecd20206f36d86a6e","disposition":"unsupported","eplb":true,"label":"MI300X / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-db54acbfcdfa9bc617235fcc133a66ede97f3a5fa8aa2c38596da0db4f1e4d39","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fbe153789a3edff3e35c8c21131e215200b1b9bc74018eab7512f79be27bd3da","disposition":"unsupported","eplb":true,"label":"MI300X / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-50a2ace29f24bc806c015799ba451158120df98657320d6cb7896b6065bd302b","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d2788907459243708885eedebffdc349680700a26e1e53eb610e3296ace45bc2","disposition":"unsupported","eplb":true,"label":"MI300X / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ae029680c35863f0e6ebe08369436cef8fd64044e68c19a844b5d94f3c77e37c","disposition":"runnable","eplb":true,"label":"MI300X / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-36db41e70d21ede83ff151591bcf3509fbeb9cf6f4a239bd2d1d44d2d102fcbf","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a711e7ae4b15fc3b867db4ec6d5282e450a4f0c40bdefd43d93f63fc13584470","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5c7a3cb047f723fb4fb0a43afcb86c64ccf24d1e3e25c5d8ea480ef02887cb8e","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-dbde9978634b67c9d2787189ad5ab45e2c29801e5c88a0f82bec54283160f2e0","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-bcc081bdb774bc481f800a627833e4c324d922468c67760a5f5c1fd288213934","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-18cc8b294bfb16a94bb35e24d1f206a444369f13dc389db63904dad7bcdae319","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e1f40a19f7db10c9faa1962f2d154b0ace65e493119ad3fb1c542487863530fe","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f1fc378840c586f8ef08d78c3c502e953bb33a4dd6ccda0b4e77772d6c2b6285","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-28dbae0fb25abf2e321cec5a5f583e26fa31ff614632f76f8b3acc6881266f72","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-224f0e991783e99cea2cc2c43ecccca252ee693fa5cc76f9b1cf9281f782b912","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-9237619308b068d4f584a24576cca74aa180abf8ae1dab182af8aa2c8d33f7cd","disposition":"unsupported","eplb":true,"label":"MI355X / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-dbe06485cbd44af04eb22218f09dba5fbd77c0253854400f4b9bda78f1bb2428","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-54698c6b92ae250535f26c6281acbba2f3f9623a4007d0406646e965655e8757","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-27da02cdee74e568b379d3a21113b6c39ef1d6f998bb6482d9b5cd9b9bb0d895","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6117a32770717e5245f599bef8d9ddcc7058a770f2139ea5c79a614a383c3c8d","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f014ee3580af3a50ca9d16d00b670badc5c95035215ab0c18fc64adb83d9e47f","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0d70f77123dfe6f5da94abb621bfd38aab62c6cac2685f4b0f812188239f357f","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-2a6257b5d2ce556c0cb2b1409f6fa61fce448f2410008d2e4d091dffc5d6c418","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0f4d3e492c391f05e5e754477c9cfa3a577b010ff090e99764a681b8f72103f8","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a3004e54e221202aa80f6fc787556d8d32f1619cd8f9efcc445555832c9de7a6","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4853dacdaa3642adfefcb8f7e0deec492d1f44895707071e59f6da66c7c36edd","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6d6198b8e8c0f1ec0059edd542b8a5a668028e2801b8087588a67f7ad01a0737","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-05d9866c5d805d8d718f956cc60d6ef2092c82ba0b67dc80057e4847cd7a773b","disposition":"unsupported","eplb":true,"label":"MI355X / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-4b373b533409f6706771701b84d6d534c946a03364e4f954732bf246f675bb4a","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-49ad7d910130a4cce2245e53c76661056385a699196f56d355715788378ab3f8","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-142d0e885403bed40789e31849c6b05b7922cedadb303135a62e855bba9d9d1e","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-a64cd731b7577164b14954af92b11b11c899ae1895914627dab34953d7a45e0a","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4668b7c90fd4ce9d3cb86de0d8877a642c98e9f02714d7306d005b8c9898d062","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e707cbd1913fe6939f126b1d4fbd91393fd3dd61726aa57b20831d56c92f1edd","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-dcc5a3dc749dc25ed22da2f9b7748e7d85987cba819f42b876413506f4f18df1","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c08290f505a6c520794a94ac64990426d6a23c687a0963adc5cc04d1f942242f","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-7eec1ef9a8b51b006a95e5ed44b2b59622e13f2993de2b997798419c50e12b95","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-3f963c1ce464b73a469a31658fd5296f7d0c6b62e163dd715239d4a42cf71e64","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ec1ac0748d185c7a54fae125804f6f01463e676cc5295d9365c4882ba4828057","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-34721471a65b90dc1b9708dc7c06f68d1bd8803bf5240517f0ff7c9ae6f55bf1","disposition":"unsupported","eplb":true,"label":"MI355X / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-86ef14c4b72f7880526043a85b5b967f21866a2fd25dd791aeb954c22d7d2d9a","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-432bc624ce32200067cfa949fb4c3413e93929e237f039138257b7baf7c92321","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d1e09966c30b663350649e199ff322e079ecc9d8fd982ee1554f46a6ba40b619","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5613f9beb57ce0d61a5f19fcedb9be60a460a50b52d875a9f0c6c24baa393cc9","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0b6c19c361264a5ae3226399211e184617337dab9ef02d0421850840936f133c","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-10d740b7e04c8a9f7453e68e97721711b49354716d36fbf47b394ff37dc280e6","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1a9f61b9255b9db9da0f3475c30e8393c60f02daf22e571078c8060c813da377","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3542a733181d014695a831fa00449ce458824a3716782bbb9ee0840ad7ab9f4","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-83a532bf4d22ea6137af692fd8c51576f9f026f656240546c0d8cdcd13c37d1c","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b8d7b1cebb5ca8819b5a9ba22d24dc1551872381dfc518b7dc5a0d35c1beaa44","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-1a87cddd386c4ee2aaf26dbfb5da4993909554736d367fda75889602906ee12f","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2872732dda9d0802ac10b82d6bfc653d0e3c745e558badaa035fbc9759e30bea","disposition":"unsupported","eplb":true,"label":"MI355X / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e41bf7933a90da3e8a42713d572fe451bc597f4f440237d8fc117594415f19f7","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3c9faaa31bc264e4e5770554c092a367a71ad8f18d98466cfe5d5ded8c982313","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-230052010a23f809de2ba0ad87d40dc841e6c9074f403a88a95a4edfda0de78c","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ab35c7fd4e495b72b0bd615e3530ee90da86e4fd1f12c126237331a44f85e82","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-90b307a86b1cba8228e0ec13b9df811c5a2e93169a926c942150460cddaea7d7","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-54a74edc091cf1994be7a3d0a2058a1511e72cd2ce8513cea27f1ec340524dd1","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d7d21cb46b6c66d32baa2e2e7c1b116cfa3cd2cd3bd63f9fa1e45332c11590da","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bb76ae72d6c187718f64ed3c50cbd2075800ec9f5fa21e2a2cfa77b52a57c995","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-29429e00032a5b82f3a54fb608e1c4dcb57a6c380f5d3e339ace6b222e6a4403","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5f9f6bd331c92d566db04960c57b218f58037e673dff023a1b222906d044c132","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82a004f296c42ac4c3a7cd7a4b35bd5f8b42add72beb318c360aaa476e6112ca","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7ce0c7f85deb2aab67ab93df962f39855bde6179910fc36261f8b588dfc1ebc5","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fe47c6a2fc4deaff2436c0ae8fcfe1d1a8a99dad7515856f629bd7c088683953","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-78b5b3700dbf72a0a510addc4b7881d5de88cc7d2c3d455d02e10389f961c473","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-97bd3a3907093625ea8cebcb473f76421fc74735d59a9bef2b8e186ac7e4a137","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dc4f22e646667973941935dbd0bf16306980bf08b621f425c1570c7a173abb95","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ae2dc6c550d4a4db2af4dbe47e9380c795cfed278bd436b6c119c4188cd2cf1d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2cbebb9303ea46e17c8f0b2fc4b57a0a74f4ec5326a48dafd175645dff51f0b7","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e97a819314a85b3710e316a4d38d8760a6312cd9579d0c172aa97aa74006a22e","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a99ffe99f2e7a8298a6b33c1b4d8f4a237d4adf32d20c6350f7383efbe965723","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-aae60f5fe6694a2bd69e49550f28a3eac0632b7beee85575d4b9dd12412386f0","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ebe127d7cad30a3f8f440b19fc2154d66fe2c79b0c6a184ed636f48ce0b2134e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b6c355cfd4f238e929f780c71ec02db1486d4d6879c0fb030be2ff1d494506e7","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b0be44080fbf5cbafda27d75ba6437b2052b13a277277f12976ba06e3ba2e3b3","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-312b08c1f0e3d354119fedc3ccf05c0296f1dc22249247390a321fb444278691","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c68125d91e3a954a11b202ed3372d8076a3dd8c7d52886719164f128c33b453","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-145e52c372fd64e770c4f29a673283d530baddc7cf05f5edf531187cd3253b4a","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-498e09008f41280fac45fe117870ea4934efdefced73d8d93d051e08acce4f15","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-953f657598ecf0565fe9705108be7122993e005b55a2df16dadfb013a7e75707","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8b3b05f1d588ca68f2cb0e43399f24112421261488b0fc9b7a7f2f0f3b0f4fe3","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f4957febc54a417fa9ec94fdbadaa8900aa4bb6764fad8d28eb986244cdd3ab8","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-73b1cf12f733136f2971a17875395f017a461f30f5d1c4ea9b1f2ca39f1c1b49","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d17754a2e64aae2fd948868939a7efcaddb72dad0b728e49606824a36d268499","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9d6b575ca7925de9bb43ab5e671d36631754ec2de380902a9898fc2615aa454f","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fb0c2b67e4b861fd6d25b779e7a41a360b44f9d92e759c81a51ab03798926845","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e7adda0de5ec21ba4630c295b1efcb2559371638d61274d142a9f5ec24799a85","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-efc5bdd5624a0bbbe1cc24d9fc89f4c55e3fc3b00b25ce775e2656414a343bd2","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-215d900e55df95d30cbfd0c0a910c16f5eeb61527122df30bc81c97f3e104a53","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3361718f3d8b651172b8bde64162157ec32dcf303c624a47c276a64ab3a5c850","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c234baeea7098a20e02ec24c89ff28aaecb19f8e9b9e37089b96766e1bec6ae","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82550eb0f805fdce994306debd70aa095be27ccbfb72c86ae88f7567b9679174","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-00543f9a5738dd9a233619e219b375a427145cb15b3100a0547337d4c17dd891","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fbad2b580f74c74ba00f5a6578ee1a624cabd88ee8f8526ec8766346b6ca9841","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-11703f549bf1b75ac740c5419e0e936063faf1903c92f609c1ebfcda8007acfb","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5474014c2426b5499763063c2cc07e2428ef0db1cc1b9a93373f247fab34f8c6","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9464feb9c6bf9496380e8b4150685fe27330fe9c721983b27aecbd62a9dd5147","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ddb4644bdc59d4d2923f4c7b133c195237136e364e2f0cd17c657a33d32c348e","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e7b69f29c3e163329f7beff039cdd751ae7c27182ca80cbe1e41e847640c12b4","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b415f87c3158ec239db42d29ace66bb29bedfdfb942c8007c72310cc8c33b570","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-63004ed9b544dac12164a7f5659ec3b2f49ea2825085854c10626f7003825451","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-dea919e657ca80570d1e3b8cb874a0dfda090e9da9f11677719e54946e02c156","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-57b9538c246bcbd2edfde8467eb68b989d2f742a83c252ab3daca82055426be9","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-98e9ca62f43258f1e58e572eebf9d39d137e9e21ed0f13777e254ef42116da9c","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-acd6399ee16043a5d850f6879ef63b4e4793983e6ab0c35158af2ea328ee01af","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d04cc12bd3b9827036c7cca3c8e28f484cf597837c000edb3dcc7c9d581b81ae","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-96da02f2afb3b4379198b28a1eae472baacf4e9b9204ee5202c83154f0d696ee","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0cbe4ad3a50a60957e630c8fb3d765a093859eb7dc858804f53dd13840a910d9","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5fb0e219ae3c4210ef1a64b40307b33de9a71797bd248657d71a154402336838","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-53a619006ba0a38dd0a56115cee62e34317880ffd068efe1e4d34167efa23f3c","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b10490886f71a9559c894964849b14c9fb969dae9b2263e9caf3c5377e46d259","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-24d06fd73f6cf4193c8637936578aa537c0ef9d3ce567fd40b50d2329f6a7c12","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1fba026ebaa19f8f41e4b1927c553381c8488395b8a57d727b0499b81a6e0ecd","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-de11c0294e66de3cc482ff76db3857b0445a1477d486afd4e2b626ac911ea8e6","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e0f7aa6412bad82270753776e9ae1da52291034cd061343551bcba758d50de99","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1190fc37186b39f2a2f943988b64747a96b546d7df09e5df58d7ac65c20a2fc2","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a1c57a2b0907c7853df7465d595f6588bf93400c5aad7ff2dc28032c75d9c55a","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bbf995e557ccbac4dd4bd0311937a8893a336417ce7bcdbaab624d7f400abd2a","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c6725bcb18e2fef49d9869138485c9d25d1cf101ae2652af6ac9309b52e9023f","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e520b4825bba2d57df077832a74c9e160443b7bcb3704930070b0420ffb5cce2","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4b46aaf5b4c4e9d6e3234ec48369e0f75776e6fe8231f5fef5628824e47fe6a9","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b10374301856b71a9202bc1673c620c75ab88c60731536df25ed6b56a88bf384","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-822637699f55b1d3729536272f78f4ca8877c091855840e4eea3979416631602","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-973e592f1f070c773ef75a2fa879833a9f0fa61b7b62b8026e9df5f6d9fa6ae6","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4abd1ab69003d0382da9fadf3d2e251bd26890e65cd2ad7b33df839cefe8decf","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ef476cbc32a9df6072e0590d45276fd4fe1133eb72adb018248ebdba92f33258","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-67080642da81be80ede5c241567bc52db45973de181c178b6c0da9ec115dc269","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-edb11af9933abbb885ebaad6b2973fc87ec4c257e2099f640165dd8734ab23e6","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bbdbe2a68141e3d5091506ee8cf969ef072ee1041b23760e3da807d98b5fb276","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-334ba5a4f99fc96c3e4d5ee96007f33fd6a6b0c2aa991c04b7fb07b5d21d5437","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3e3511afb9db0d4b5f0f77f63f193693e6835f9c2d62c2e4bddbe3dccfbb6913","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6de9950e7c4d419c6afd3d585fa642868843fe4d3b398f4be1582321489e6098","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-964662f9b6f5d3b62d8b25a5d040d79c474e67b89930a1efd92794d52c5ae028","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7ea8c1032ba4dd9fc0a3f83f5f7e9a4106c35f15de0b93aa9743e7423bbd56de","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8d3bbb463f1a04b7004d8bc5e3914f8a0cd80d1e59a8893c3accdbcf5c434db1","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-8639b68806dc1214240af7cd902d6af8f85b8cb51e98d805a00ddae2dd7b1340","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-826a7c03ca455f3448d7e8d8f37ef0248126756dd77b331ffa30342393a5ad77","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bb95cc1891d0786d533d30e54825aae9c5caa758858cbae40f77b628542bdd36","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2506da029a5a922799af43f60286d638d26bd28eabc1bdd48e24ac39b33fe311","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35c3789b503c8e709501d54838ac8d4847daf14261964fd03bb9015cb79af026","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8db242fcb47f21b48e16ea43f36113da6c95808d91e05d83ca23bab3ba671869","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-21b25b1cf6249dd1aae5624fc4954ae856077bcf5c1eb2ba4737045f0a7e20bb","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3375e18506e03418df0cec6243b093be2668c71a19c37e7702d38b1c052bf9fd","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-19821801e6fcf268d990b25e91e0af3b018aaa93ec80ac59448a835e67acc584","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-87b47c9d9ab6c6ddd2e471acdb9d941bf0312a54e8a58cdf399b6ed8a8d3a28a","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7a04e8b2012550158800e2b1e09f5f38c0d339755f5b8a42941fa2586ea4eeec","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cacf1e3559eed89c74503d02c11510c76ed06ad4fcc96a333290093daa8fad09","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-46eb30d71a16a9144121e51fb1da5955d61799979b2764314b689907cb1fad20","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-874d68d9bece5f955ba2bd5b0a165fb09cb0a322836e775e5152683b76d48b82","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c303bd6a063dd4517c2ae3a4f2f6e2d50e3e4d05249fa237a50bd42185865363","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3bcdb5a9d549cf9bb02f9e8b6fbc6d092750ab0d33e183870a8fcdd8811e8a41","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4474c9c083b3d345f0218c213b97c5667f26ea44e82220db630f9a1e6570ba7c","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b778af47a47c6d5d299f359e0962da5230516aeaf44e48a045f38d77f843b27a","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ca079f60bc32b71523114f292e0448653077286fe12cc33dc3753e1716693c94","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9077893446c9f94bf33415b997502e419e11001b292d18329327ff4bbf907ce0","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-86ca0f6137ee2147a43c9a934e32e6333ba816daeb9aa1a3d0613c18829c24e5","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ea6070538bdbec9c93e8fab7424c0fd1bf268d9fe362a47aeccec3e86e1110c6","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d61f86b085374983131d3029c5b52365dc242ca64a0873161e5f970b84612274","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-968246ed296fc15c9f8b57df364c35211a2f11bb4884b44acd9e824c72dd2dc1","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-d16d68f605266a4191e5aa4d35b96e4f49fccc4f8539d982bcfc2564f55fc0f2","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-638381a3401bf63fb227fbc5db6bc3635b59c240e84345f1a4cddf23f8326379","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-02802ede8d445587def4f5496caea04d514dec05c2ba7da218db81280fc0f6bc","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-fp8-e4m3fnuz-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d5ea8f8d50739c85461cc6d695778a3fe70a0901d9383172d2bcdbdc3611961d","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-fp8-e4m3fnuz-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-38a66e20596ab55f2932db912db384f12edafe74228bf56136d7a2b04ea51889","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-b9330ce4afc399ba3676b8ef87ffe2ad4c65b942d323b1a519a04f59c2fd13cb","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-fp8-e4m3fnuz-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-21529fcd2260f1025d20738ecd66b9cd83820b214ce802e704b96ce8f1966d0a","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-fp8-e4m3fnuz-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8322865b77a169ed0fe8933aeebf1b6fa59c4b0098ce1c98b40356fe6c1c6685","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-01081488ab1f04bf7bf54669881cde9ac8fb8ce5e577ef9c51cade558ef0d232","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d8a062b52fcfb7dfbb0615e9ae050d5972736be28296922e096d6172f664d3f7","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-bc9a0c92a4739452f95f0419f68d1dfbcc6c19a6cab73bee8e26b310cd069699","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3b57e1b591e29fad2ed513658d04ff4468af0f1652eee581c9041ca325644533","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-907dfd0a3d6aee594a62a438ec5f0698968c23272cce512689d0ab64ad4b0f9f","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c147fa9ac04e04ae88d0f9642326295e9c0acd190a27efd9758bc998f9b039b2","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0df1d71bcd1f11191abaa75c102faef13db9b4b558ec971ed4f2948ed4d32fa2","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4b232a9b315e7a61850f5b85fc673cf149692183e34fd24ff90d3d23e4263344","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-73491fb54829b2d715dfa59e2c54acea30b2497df4459ad65675efddb77d484e","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f2e1c234e8a9190e0da65db7af3e392004464ec81c4eade2f3acb5c2a91b6a01","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3402e9530c4ed26cb0bc25fb98f05c5bf22e4e0a4941516417838451eb98ccec","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2c8c94d370f7783c41ffdd242d737ad266bdad0a13852eb8ddcaca6716ad8794","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e795a4b8ca48a0166218d5faa7a2fe4de53eb4223c9a7d2d4650e5744e0c993a","disposition":"unsupported","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-267769b26661a63595d1a430057f508cdbcd88ff11aad37c649fc66bc8ae9044","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-108c1618daa1269c936e5b217a38da4b8262c089a481a80902b88321b6a109d6","disposition":"unsupported","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3032fca2ebcedef95a09399389860432b7fba5252b8391dcfd9a6f9d07e7deca","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d8a45af976262081b0341e2bcd4178986714dfb0958f16a762736cc6b74339fa","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35f6deeafe9e5903deea6115c6644126c3dae344b0d5c9c4c9c06f42a6913b95","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-caffb2e6251c8e825785872875336ca2378496b0002f585f19c4ecf6a24f68c7","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-8f7db95239c75803f7f4fdf483bd46e6d3643ae95d332bd7a6ed4739d8217a88","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5f2382877507c7beaee4b57e30e89e946216e86de64045071456f0c3081d0033","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0cdf4a7e91bd73076eeb2a13b307f61e005f3c8aec34642deca84164f434e280","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3ea114fc16ea184d1bab4292e8ca09c82bfbc02986167004fac7c9e2f8ba9550","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-928d0bcb4f6abc6989efb543a63b42b1a3ffd188d001167a209dd8bc46aebfaa","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f5374011357bf1de426788e107d63c4245cd742e6912538669fd4ced7582ba49","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-c504265a7e9e16891ae181c3a05221a929e148e821d1d054829d9b93c366c5f4","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-dd4aafa20941ba4bb4d3ea83e127d08ac29769d7b3a6458d0a3f4cfe3676ea83","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a6747535ec01fac2e711447421938806fdc808ae2876bc47e1a532048c0173b2","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9029eb1169574f7346d6a535d21cdf79ca8311185c1c2e1696784ad7c48d2701","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-95f18e1715b8a5f2116c851766778f962ae146f9c973d87b3fa5f733a818b2d5","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-a8b6c6b8238686b17e1a1cb0978774c89971fe5cac609c028f630733a46d5b89","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d57a963d5d2c8e44627c993e77f8a34b3ec7b75d96256cf9cf57a5312229bdde","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-75b70ddd6193b4dee9d8d1d8f98390d0c5aededea42840e18a17a8f620ce5789","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-67b3e6819156757c70ac26f4a8d641849deb542ccd0e5a64fe2afcacbff48502","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9a787377817b7f89df21d642ed344676dc05f21ed7aaf37c502f4064a6660efd","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d69a478a122d8518d40e3e75a88998b6e8723ce777a192ef3c9bc26410b86241","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1473b35d6a7f3fb3a353c5e740dd4fadd72c76229bafb04a305feedca2991ad8","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b18ee7076acbe545494b233441205b70d642742d2e7d803576191c2e5a374f66","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a5e068e60f061a1088f1d57d7e8f502dee9b82a0feb054d2a42cfad9fb7dd0f2","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b3922039c14fd5a38e1cc052da88d7adeb2398af7c59d465414588e27f9037db","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5c92f3d7a6277045836b0a6e55e0406e4a139b8f4bfd80760745f954a09708be","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e5b19040d1a947f40d233e1452e344334815b71c95dbfbfcf5fed2a1bb41bcc3","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-cd58feeee602306f62f7908fc878a1801b77e4c624aad80f47f7d86fc79addac","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-cb0ee8d49a9206beb6fd372a2b165125cc1395543421000add96406b91712d1f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-be56706d0b7fdf081865a34f3c3603a15453fad512f1cc3db429fe329bd1069d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1c922c8ac9573d9cdfe0c8038ad6eba250cd97d8077f720ab165bb42c53e339a","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-de31a503a6e6df7dbc41a6979e7f2f903a0f2f42664e632b806f0826b3a1b5c3","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-93f5bb4b08da27c17fa1530b7ae3d8d254de5a8087ed5bff72f901d5a5ffd6f3","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e1e6a1544edf5cfc75644df66e3d688dcba7b19eaedf109fc061d09e333d9f0a","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-11c7d81a274cd0426ccc8dcec5dfed69797b165ad7e2661f3ba0dc9506dacb05","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fc1412accd4ab4d518c882d7b1f28c962ea735f4774d71e154c83b590cfcb1b1","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3cc784fe4db69a4424425704e3ad0756df8751a1ae28fa3bb21feed23c8daaee","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-335c78abd8b9789aba70ace348293a38a5d7b7a9d930d015e306cc271e859613","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d50b57f18f5893c48d02177d3a725f822ae0c460fab910cca1e98024a326fc87","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ea8e14e6f6d51491ce097add5971da679965bc2219b8907859dfe420e3f5ba8c","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bf19529030e309696e159f98506890c885adf1cbc8293e10866564d51ae09d2d","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-848b6423b349a20b9fd03fdf473bf7ed5fc8c700a6396f4be4eefcad535d0612","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"}],"format":"collectivex.frontend-catalog.v1","matrix_sha256":"5894bab58d3deb2bcee51baa075ca5f5d324b4292ac1cef9f6bc08a07ab1d9a3","point_count":1740,"precision_profiles":{"d-bf16.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-bf16.c-fp8-e4m3fn-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-bf16.c-fp8-e4m3fnuz-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fnuz","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-bf16.c-logfmt10-dynamic64":{"combine":{"alignment_contract":"value-block-64","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"logfmt10","conversion_boundary":"inside-combine-timing","padding_contract":"right-zero-pad-values-to-64","quantization_origin":"backend-internal","scale_dtype":"implicit-logfmt10","scale_group_size":64,"scale_layout":"dynamic-per-64-values"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-fp8-e4m3fn-b128-f32-fused.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"bf16","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"backend-fused","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64":{"combine":{"alignment_contract":"value-block-64","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"logfmt10","conversion_boundary":"inside-combine-timing","padding_contract":"right-zero-pad-values-to-64","quantization_origin":"backend-internal","scale_dtype":"implicit-logfmt10","scale_group_size":64,"scale_layout":"dynamic-per-64-values"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"bf16","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"backend-fused","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fn-with-f32-scale","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-prequantized.c-fp8-e4m3fn-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fn-with-f32-scale","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fnuz-b128-f32-prequantized.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fnuz-with-f32-scale","api_output_dtype":"fp8-e4m3fnuz-with-f32-scale","communication_format":"fp8-e4m3fnuz","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fnuz-b128-f32-prequantized.c-fp8-e4m3fnuz-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fnuz","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fnuz-with-f32-scale","api_output_dtype":"fp8-e4m3fnuz-with-f32-scale","communication_format":"fp8-e4m3fnuz","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}}},"schema_version":1} From da92469fd6f737cf8734bc0f3901e887ad6f77bf Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Tue, 7 Jul 2026 21:13:20 +0800 Subject: [PATCH 04/37] feat(collectivex): align consumer to single-run no-stability dataset The backend now publishes a v1 dataset from a single qualifying run (qualification index 1) and no longer measures cross-allocation stability. Align the frontend consumer to the new emitted shape: - Drop the per-point `stability` block and the series/cohort eligibility stability fields (`stable_p50`, `stable_p99`, `p50_max_min_ratio`, `p99_max_min_ratio`) from the zod schemas, and pin `promotion.required_allocations` to 1 and `promotion.qualification_indices` to [1]. - Remove the reader's per-point qualification-evidence cross-check (the removed `stability.qualification_indices`); keep the evidence and coverage/selected-attempt invariants. - Remove stability rendering from the inventory, decision tables, display cohorts, and chart tooltip; relabel "3-run evidence" -> "Evidence" and "3/3 qualification runs" -> "1/1 qualification run". - Drop the dead `unstable-p50`, `unstable-p99`, and `awaiting-repeat-allocations` reason labels (no longer emitted). - Regenerate full-catalog.v1.json for the frozen 322-case matrix (167 runnable / 155 unsupported, 1314 points) and refresh the pinned file/matrix digests and counts in data.test.ts. - Update the fixture and reader/e2e tests to the single-allocation, no-stability shape. --- packages/app/cypress/e2e/collectivex.cy.ts | 13 +++--- .../collectivex/CollectiveXChart.tsx | 1 - .../collectivex/CollectiveXDisplay.tsx | 17 +------ .../collectivex/CollectiveXInventory.tsx | 15 +----- .../collectivex/CollectiveXTables.tsx | 17 +------ .../src/components/collectivex/data.test.ts | 16 +++---- .../collectivex/full-catalog.v1.json | 2 +- .../src/components/collectivex/reader.test.ts | 7 ++- .../app/src/components/collectivex/reader.ts | 10 ---- .../components/collectivex/test-fixture.ts | 36 +++------------ .../app/src/components/collectivex/types.ts | 46 +------------------ 11 files changed, 33 insertions(+), 147 deletions(-) diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index 558086e97..aa2815b0c 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -83,10 +83,10 @@ describe('CollectiveX native publication', () => { .and('contain.text', 'Activation-only combine') .and('contain.text', '64×8 = 512 samples/component') .and('contain.text', '32 synchronized warmups'); - cy.get('[data-testid="collectivex-controlled-stability"]') - .should('contain.text', 'p50 1.050x ≤ 1.10x') - .and('contain.text', 'p99 1.100x ≤ 1.25x') - .and('contain.text', 'stable ordering passed'); + cy.get('[data-testid="collectivex-controlled-stability"]').should( + 'contain.text', + 'stable ordering passed', + ); cy.get('[data-testid="collectivex-diagnostic-warning"]').should('not.exist'); cy.get('[data-testid="collectivex-source-link"]').should( 'have.attr', @@ -162,7 +162,7 @@ describe('CollectiveX native publication', () => { .and('contain.text', 'Combine precision'); cy.get('[data-testid="collectivex-case-points-table"]').should( 'contain.text', - '3/3 qualification runs', + '1/1 qualification run', ); const precision = inventory.coverage.find( @@ -206,9 +206,8 @@ describe('CollectiveX native publication', () => { .and('contain.text', 'Round trip') .and('contain.text', 'Isolated sum') .and('contain.text', '512/512 samples') - .and('contain.text', '3/3 qualification runs') + .and('contain.text', '1/1 qualification run') .and('contain.text', 'Semantic pass') - .and('contain.text', 'Stability') .and('contain.text', 'Trial diagnostics') .and('contain.text', '192 trials') .and('contain.text', 'No trial flags') diff --git a/packages/app/src/components/collectivex/CollectiveXChart.tsx b/packages/app/src/components/collectivex/CollectiveXChart.tsx index a28574c48..29281a40b 100644 --- a/packages/app/src/components/collectivex/CollectiveXChart.tsx +++ b/packages/app/src/components/collectivex/CollectiveXChart.tsx @@ -255,7 +255,6 @@ export function CollectiveXChart({
Fan-out: ${measurement.routing.fanout_mean.toFixed(2)} · routed copies: ${measurement.routing.routed_copies} · recv max: ${measurement.routing.recv_tokens_max}
Expert CV: ${measurement.routing.expert_load_cv.toFixed(3)} · rank CV: ${measurement.routing.payload_rank_cv.toFixed(3)} · hotspot: ${measurement.routing.hotspot_ratio.toFixed(2)}x · empty experts/ranks: ${measurement.routing.empty_expert_count}/${measurement.routing.empty_rank_count}
Correctness: semantic ${measurement.correctness.semantic_pass ? 'pass' : 'fail'} · precision ${measurement.correctness.precision.passed ? 'pass' : 'fail'} · EPLB: ${eplbDetails}
-
Stability: Q${measurement.stability.qualification_indices.join('/')} · p50 ${measurement.stability.p50_max_min_ratio?.toFixed(3) ?? '-'}x · p99 ${measurement.stability.p99_max_min_ratio?.toFixed(3) ?? '-'}x
${measurement.anomalies.length > 0 ? `
Anomalies: ${measurement.anomalies.map(escapeHtml).join(' · ')}
` : ''} ${eplb.mapping_sha256 ? `
EPLB mapping SHA-256: ${escapeHtml(eplb.mapping_sha256)}
` : ''}
Mode: ${escapeHtml(point.series.mode)} · payload unit: ${escapeHtml(point.series.measurement.payload_unit)} · combine: ${escapeHtml(point.series.measurement.combine_semantics)}
diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index 12d76a2bc..632ede33e 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -178,7 +178,6 @@ const STRINGS = { diagnosticWarning: 'Diagnostic evidence is excluded from rankings, recommendations, and regression claims.', excluded: 'Excluded', - repeatSpread: 'Repeat spread', stableOrdering: 'stable ordering passed', unstableOrdering: 'stable ordering not passed', samplingContract: (trials: number, iterations: number, samples: number, warmups: number) => @@ -328,7 +327,6 @@ const STRINGS = { resetFilter: '重置筛选', diagnosticWarning: '诊断证据不会用于排名、推荐或回归结论。', excluded: '排除原因', - repeatSpread: '重复运行波动', stableOrdering: '排名顺序稳定性已通过', unstableOrdering: '排名顺序稳定性未通过', samplingContract: (trials: number, iterations: number, samples: number, warmups: number) => @@ -402,11 +400,6 @@ function formatDate(value: string, locale: 'en' | 'zh'): string { }).format(new Date(value)); } -function repeatRatio(value: number | null, limit: number, locale: 'en' | 'zh'): string { - const suffix = locale === 'zh' ? ' 倍' : 'x'; - return `${value?.toFixed(3) ?? 'n/a'}${suffix} ≤ ${limit.toFixed(2)}${suffix}`; -} - function ControlGroup({ label, children }: { label: string; children: React.ReactNode }) { return (
@@ -1267,10 +1260,7 @@ export default function CollectiveXDisplay() { {selectedDiagnosticCohort.eligibility.reasons .map((reason) => collectiveXReasonLabel(reason, locale)) .join(', ')} - . {t.repeatSpread}: p50{' '} - {repeatRatio(selectedDiagnosticCohort.eligibility.p50_max_min_ratio, 1.1, locale)}, - p99{' '} - {repeatRatio(selectedDiagnosticCohort.eligibility.p99_max_min_ratio, 1.25, locale)}. + .

)} {evidenceScope === 'controlled' && selectedControlledCohort && ( @@ -1278,11 +1268,6 @@ export default function CollectiveXDisplay() { data-testid="collectivex-controlled-stability" className="mt-2 text-xs text-muted-foreground" > - {t.repeatSpread}: p50{' '} - {repeatRatio(selectedControlledCohort.eligibility.p50_max_min_ratio, 1.1, locale)}, - p99{' '} - {repeatRatio(selectedControlledCohort.eligibility.p99_max_min_ratio, 1.25, locale)}{' '} - ·{' '} {selectedControlledCohort.eligibility.stable_ordering ? t.stableOrdering : t.unstableOrdering} diff --git a/packages/app/src/components/collectivex/CollectiveXInventory.tsx b/packages/app/src/components/collectivex/CollectiveXInventory.tsx index c6bc0dfca..c52af91c1 100644 --- a/packages/app/src/components/collectivex/CollectiveXInventory.tsx +++ b/packages/app/src/components/collectivex/CollectiveXInventory.tsx @@ -210,12 +210,6 @@ function componentSummary(component: CollectiveXComponent | null): React.ReactNo ); } -function pointStability(row: PointRow): string { - if (!row.point) return '-'; - const stability = row.point.stability; - return `${stability.complete ? 'complete' : 'incomplete'} · Q${stability.qualification_indices.join('/')} · p50 ${stability.p50_max_min_ratio?.toFixed(3) ?? '-'}x ${stability.stable_p50 ? 'stable' : 'unstable'} · p99 ${stability.p99_max_min_ratio?.toFixed(3) ?? '-'}x ${stability.stable_p99 ? 'stable' : 'unstable'}`; -} - function pointAnomalies(row: PointRow): string { if (!row.point) return '-'; const routing = row.point.routing; @@ -353,10 +347,10 @@ function CaseDetail({ dataset, item }: { dataset: CollectiveXDataset; item: Coll : '', }, { - header: '3-run evidence', + header: 'Evidence', cell: (row) => (
-

{row.qualificationIndices.length}/3 qualification runs

+

{row.qualificationIndices.length}/1 qualification run

{row.qualificationIndices.map((index) => `Q${index}`).join(' · ') || '-'} ·{' '} {row.point?.evidence_ids.length ?? 0} evidence IDs @@ -365,11 +359,6 @@ function CaseDetail({ dataset, item }: { dataset: CollectiveXDataset; item: Coll ), sortValue: (row) => row.qualificationIndices.length, }, - { - header: 'Stability', - cell: (row) => {pointStability(row)}, - sortValue: pointStability, - }, { header: 'Anomalies', cell: (row) => {pointAnomalies(row)}, diff --git a/packages/app/src/components/collectivex/CollectiveXTables.tsx b/packages/app/src/components/collectivex/CollectiveXTables.tsx index e83f87112..ec9b34ff7 100644 --- a/packages/app/src/components/collectivex/CollectiveXTables.tsx +++ b/packages/app/src/components/collectivex/CollectiveXTables.tsx @@ -96,7 +96,6 @@ const STRINGS = { varyingFactors: 'Compared', sampling: 'Sampling', warmups: 'Warmups', - repeatStability: 'Repeat stability', stableOrdering: 'Stable ordering', passed: 'passed', notPassed: 'not passed', @@ -186,7 +185,6 @@ const STRINGS = { varyingFactors: '对比变量', sampling: '采样', warmups: '预热', - repeatStability: '重复运行稳定性', stableOrdering: '排名顺序稳定', passed: '已通过', notPassed: '未通过', @@ -302,8 +300,6 @@ const REASON_LABELS = { 'incomplete-repeat-coverage': '重复运行覆盖不完整', 'correctness-failed': '正确性校验失败', 'missing-measured-roundtrip-p99': '缺少实测往返 p99', - 'unstable-p50': 'p50 不稳定', - 'unstable-p99': 'p99 不稳定', 'unstable-ordering': '排名顺序不稳定', 'incomplete-provenance': '来源与运行溯源不完整', 'noncanonical-workload': '工作负载不符合规范', @@ -316,7 +312,6 @@ const REASON_LABELS = { 'incomplete-routing-anchors': '路由基准锚点不完整', 'implementation-config-mismatch': '实现配置不一致', 'unmatched-token-coverage': 'token 点位覆盖不一致', - 'awaiting-repeat-allocations': '等待重复独立分配', 'awaiting-v1-runs': '等待 CollectiveX v1 运行结果', }, } as const; @@ -346,11 +341,6 @@ function cohortDescription(cohort: CollectiveXCohort, locale: 'en' | 'zh'): stri }[cohort.kind]; } -function repeatRatio(value: number | null, limit: number, locale: 'en' | 'zh'): string { - const suffix = locale === 'zh' ? ' 倍' : 'x'; - return `${value?.toFixed(3) ?? 'n/a'}${suffix} ≤ ${limit.toFixed(2)}${suffix}`; -} - function attemptRoleLabel( attempt: CollectiveXAttempt, terminalAttemptIds: Set, @@ -1032,12 +1022,7 @@ export function CollectiveXDecisionTables({

)}
-
{t.repeatStability}
-
- p50 {repeatRatio(cohort.eligibility.p50_max_min_ratio, 1.1, locale)} · p99{' '} - {repeatRatio(cohort.eligibility.p99_max_min_ratio, 1.25, locale)} -
-
{t.stableOrdering}
+
{t.stableOrdering}
{cohort.eligibility.stable_ordering ? t.passed diff --git a/packages/app/src/components/collectivex/data.test.ts b/packages/app/src/components/collectivex/data.test.ts index 2813e5251..37ff3786c 100644 --- a/packages/app/src/components/collectivex/data.test.ts +++ b/packages/app/src/components/collectivex/data.test.ts @@ -35,20 +35,20 @@ describe('CollectiveX EP projections', () => { }; expect(createHash('sha256').update(bytes).digest('hex')).toBe( - '821e8c2c822da33359fb1ff9aeeea7da689d412824e15cb4b13397fb718ccd25', + 'b06a7f51e04d96e76444d8256d14ee475b4f267b27cc84a937a1dea010a9453e', ); expect(catalog).toMatchObject({ format: 'collectivex.frontend-catalog.v1', schema_version: 1, - matrix_sha256: '5894bab58d3deb2bcee51baa075ca5f5d324b4292ac1cef9f6bc08a07ab1d9a3', - case_count: 748, - point_count: 1740, + matrix_sha256: '3048ef24d2d78751321aa5008dd6e2f83c0e6b881fe8d12811a3bfbda6419c9c', + case_count: 322, + point_count: 1314, }); - expect(new Set(catalog.cases.map(({ case_id }) => case_id)).size).toBe(748); - expect(catalog.cases.reduce((count, { points }) => count + points.length, 0)).toBe(1740); - expect(catalog.cases.filter(({ disposition }) => disposition === 'runnable')).toHaveLength(387); + expect(new Set(catalog.cases.map(({ case_id }) => case_id)).size).toBe(322); + expect(catalog.cases.reduce((count, { points }) => count + points.length, 0)).toBe(1314); + expect(catalog.cases.filter(({ disposition }) => disposition === 'runnable')).toHaveLength(167); expect(catalog.cases.filter(({ disposition }) => disposition === 'unsupported')).toHaveLength( - 361, + 155, ); expect([...new Set(catalog.cases.map(({ sku }) => sku))].toSorted()).toEqual([ 'b200-dgxc', diff --git a/packages/app/src/components/collectivex/full-catalog.v1.json b/packages/app/src/components/collectivex/full-catalog.v1.json index bc492a124..7f3125fe4 100644 --- a/packages/app/src/components/collectivex/full-catalog.v1.json +++ b/packages/app/src/components/collectivex/full-catalog.v1.json @@ -1 +1 @@ -{"case_count":748,"cases":[{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dc3957540eca33bff84d3fa31ba305c27ef8c7f0af2960230d168db562260fd6","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-818f3d4ae3f1fc7adc719a6f950dfc47fa55135c4ab5323be2a50bd725a2bd59","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6898a817b7d7d270a0c0e4c4d58eb35e28e7620d85245b53d874c053dbd0aefc","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2eb2e59b880fe5777b900bf05cbf112a02849e3b07122548071917cfdb46b37f","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-376c206e9037102670c0c2d829f55bb61bf26d76f71ddb94a5a6cbd9b17b6795","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1109463b8dba5ebd5debbeed7c52df9ead477c20f91fe9cae76e2621a666a873","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1b87190ca7f0f5ea75a454128cc3cf6457069bd52fee14b42e09f196b1a952a6","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9ec4b8d4b6e3f3fb99e15463de26e24e976d48f20cab710379b25da4bd6bb3ef","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-646ead6576087f26ad30455a2331da913f8c3e3bdb33483c68f1e9e55dfcca0d","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-69a5b4561ef70f5d3bd6469e3c0da5b366fc48b409e6483dc6281ca0b70e65d5","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-15368f7b5126e8657d3b4f053ca3bea2df1d099895de934dc41e0f869d46c748","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-812a65e7914c67e849e9252b9846270e8bcdf41ede9ee0259367c1dd8ab5e412","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d994af50061535d12c9f4c039bea99f801530e0206d733f3c869379bee0448e5","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-948b02361b6c9fa5fdd18f11d52d57e3cd267fb5764aa9067bf737275680197c","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-09d293336e19758bd258d4a589076975b91b0ade667701ed97bb5fd7f7fa48c8","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b5afdd50e2f57d5ecdc3e99653ab41570329856da44948d75a0026edb3a93734","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0d1e3160a5839c2f306ad7d6ce81f79626132e76cbbb35a575e2e43d8a21844f","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-bc4e459d3777271d9da8bf12eb28ed4e6f8c272a696855cfca2b6a7a7e7fe0c1","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-955b6dbe5f54cb6c3d8f0c1d7cab6ea9d0a255a8f0fa00e152db4f65d33f955c","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-57c3960a62aba5ea58cb0f0dd0178380679ea720d2bab05e0d48827cc0edcf27","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e2f17ed3ddcbe89d4d7c17b72901b3a3d553ee6da6b9593339c8c73af1727f9a","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e6c7d064e50910d76b79e64170a4bf9fce396039fc1c087849ca9405a7ab6d35","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-901456d331ffcb2d5748cabe56f9f658689de94876a36c63c76b73cb4d51b6a1","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-6ec8657a4680319b7410fc2eddc97b5b033d9416d0baba7a22a8c19194c358fc","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7f1197c2914ca0ceef0b4eecf4c84e30415965d2abd4b9a3a470ce1e6e3aa5df","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cb698c8a5f1d23ef5f277477960d6310df125aa168ae5d574c765a2b96e5b579","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-cb9634b785563537aef44bedee876bef2d8007c2f3b0f77364fffae79634a49a","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e2986a3b7a5ef5f5cd08ceae55b3c6094187121a3c13b03871ae9c7710f92ff3","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0197166381b95502bc82fcb142189420b54c80b3ac0c24b9a0e304c9f81d4429","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e2fb89231c4e72cb2d451c246390d3ab908b96bda057986429de66aae50684d5","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-514ac85f59d67f8034018d569a026243c4d7d20f7ee0785afee2f809dac8c5b1","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-58e7b05166cdfa6755d1157c179fcaa8298ac0e826c79773767cbd53079d41ad","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-741cf578161056ba8b698f07abc4eea21de49f1e4d1857134663f65164e591db","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f5893f20daba8afe301ec3729f7c70a6de90af806b9d8fc29533cedfd5f2c51d","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-efe10271af8302dbb841f8ddbd3c1418b983fee2d9a66003020af98dbd06e19e","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ca82ce8da3368eb288d77e78e7026702cd8f9c4609f7171631b7102ebb503a82","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6e3b672296e90b5167e66bcd68c0f15dc5c430223afbbe0ae820d5feefd2e0ab","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f1a9a371f3a2c104794d254cdcc0b0135c72e483f9aed79a8f8bdf9a67ed0ca4","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f4cc3b62893de865478f1cfe48c2931e7a4f727129651634da0295e4bb8da78c","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-389ac52f317ba9114556b80e0a0c7a4d4c4c7f5f5af38056311d3448e8908d46","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-a265c03ea6d7449c38c586ee394a632ca066e2ae99f9a2b80f7c3544d9b10937","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-88bdcfcf01a1c040dcc28009e3cdb9401b0424cb636e8b8b3b8dedcdc7f0e5c4","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c4c641658e54a96568f081c2a89d6d450048eb51f1b9af58d069db3297b525d","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4b07826a004ceb504d491e07d15e7a6277cbd9a6de77d4a8279f16fbf19acb4e","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-eea045414f8bf3453930f9ee4fb6ec285b3e555eedb663f740efb2cbf5235b14","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c2966b061d489b3cc62d88a27a61bb53a8a32d3fdfb303eb8708278419bb388f","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-82ef3d7069cf0b8f8ffa99cef7eb7b7d661a0e69954ce93ea32f6619092b3f3d","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-cc0884d212e1fab9b777f5593a6d11b9fa0e6a971e9edbe19565b5a6abc35093","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ddfa1da434f3c7926e3432d5b62e60fcf0760104c91bbe4852ee6c15bab080b8","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e67dffe6aede0d3bacd76d54f464efaa7dcf3857419058657a10dc7012597f0a","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-485107d9a42f58e67110f1031b7a3789eab371f3630e33f98ac6b1b3cc4d1e89","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bf70bfccb3f9ba47b5f2d517cf3c9fe4f791673a2b037f384b3fd2f919325e03","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e92f52f01eaeaf1df8123fc6e10eb420fbe8abb2f587fed7ae369d0ed59e8fe8","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-4aa1685ecd8d936a3a111cded77ccbea9b936a208ca1b5ca8f319a6a9ca49ef8","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4422dc1cd48f7214bf8e5e65fe6422e2bcee3dd12a9609a23449d966774ebc3a","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-0688829b5caaf49c5c5750b0164270684f1f496554010dff366b82e6f78019e2","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4af9ed95a6a8cbcd97531b630018389dbf5e0345291712ccf7ba6ad40053787d","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-33e49742af19751f271ea3ff9225baeb40bc3a49cc1f8a3fc2ab9a81c15bac32","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4d0b311aee7c7459b4c3d9d1c248466fca006bf3057fff460c99d012ba019b74","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-864d7feb4ecb2ec711c7c1b4ad8eea8fa4c8b397de77a56956455bcfe944b4f2","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3e96e754152fc85420cc4d6ccc7b31540506dd5d3689edaf7892da576ce7822","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b653cb780cd2e897d2828ed0a2a4bc514a75f186ed51ab24e9e9259609de7275","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-607fd20ce0a1f30e5e79eb3ff4b8fbd1e4ef732e434f08fa0341f601a76ad55e","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3d9adb728599fb4c87ba65254c63bbfd9907dab2ccd07cfb6b72010cf7f6bb5a","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3ffda7dabd7d7a59ccb3ab0c10312d784f5b80a61390262feef4ce520db13e16","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1fcb3866aca2d0920087fda1f1d68865e4d1c6a905692d3676c96023750eee5b","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fab2e4438904e79c4efb460d8de5d185fa0ae139eaa66c0920253a9a697cf4ef","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8687a3cf7f8ba4572bbde34b6263fe03ac6ce11b90e0326163f3466a93c0832d","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-594d7930c122c5104ad0fc310870ac9f974aaf5df79904caf3297449e05e7750","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-affa008cf81d9bc42ed17cc7254a5abc3982a9e7971433470c8f9ef694be4f5c","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c56ac9f8e64e6ccd79e1805577f962c3c9dbfbccb67f2f5e00de57af3987b422","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-09e0f01aaf5f5228bdc8f4ee84df00145be7b20baf9af3e8f2aca1c168dc68c5","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-968ec9d84a24583c7645633ace862e82a9760e89c99be906d4e9ca13a9141a33","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bb529987d35e8f57c591b1af5e3018c7f0a971c084bac7419f3cefab0098658b","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82f8a05c6e7a9ac00b0be286082c59d2a2983a2433c406f4cc7e4c9593c0a79d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e644e71317956960bcc10dddc6418db3ed9c4510170a98a547c30c6e51ab5ec5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6928c3018a471c8d184d6178dfc2ac81d73e737384a1ce3be46983b5f2646930","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-afb2b460a4811f1e56f31de8797e7cad10a6120d986924572f181791243e9267","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dab8d452daf5bfdcbb8c87decb0d2cb1ae580431547f7f95c64b625d320bd522","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-65a7ffd282e44e1664c0a913482dcd1a3a8eaef0393b7715157eea3cf9ca0cc5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b84b2d64b103a357daf1b589cc7e9082796f8c4e1dbf5150a4c7ffabe86c14f2","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-1223ee49d704cd2e414def2c665c4913cd171ff01a1a3905c1175c37a1cc510a","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e71c288bb10b73862635f9edaadf8fc01e02c487d7d6a7ad63a53cc20eaac210","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0f18c4d0a0b55b1d9b55f58c8e581a76cecd988348070464d85cf522d3193dee","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ac7d2e5a5165dede1383877f3101ee15c31a7d67ebbdead698e6a95a7100be6c","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4978082adf1b7c95c651dd75f195d0de81a66622206d308c1ce0e26dee4ffb57","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-03986da43e3f083f3d9f4be0f67fc043700175172e876d5811e0634339468ae4","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-60e57d2e5f84212fd6fde6d5047e12b848f2cc2387615494e0a3192d8f30e770","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7234ec9a380eaaf82795c456103dcef47ac1092e1e2d1b5f8aedd81f7aaf1cf0","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0d380f5a4b350dede0b905b46246b8d05ba26b400cf682de014740eb53058a06","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8ed904bb883204d20d13a82eb5872e2537bc7caf2ad5cffa6afc44cdb2f38f64","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d6ee2a4923ab0458fa9df3e8d6612cc248bf2675030d515357f10ae04a81d129","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4a3c5ff702af27aaf1f4cb60c903eb5b202dcc5aa3023b5e3979349bbd7e99f0","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-149da83d0f75a5a7d1608f864f41f7b8fc6b0b5679adb17b19fca2c923677cea","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f4e03f38ed580bc8762d3cd4c1c482a668d78f49460c7d6b70aaeffb34ff2cef","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f68f3a16c97b9823d5f0adee60bb523ca88a56a9dd2bfb098194fd47b800939a","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bad169e6547565737e229e247f28d2d81cc399dee3ae6fbed4a0dca9e6ae2a51","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e992185ccfc1ec673290ffbdbcd5b2b8cda43f186e7649961ce5c8966e625012","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ffe42d816d1412141242c362fd7979d797d2f8268811ca9a3ac2f35da2e59bf6","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-862eb8aa6ca76455cd6dece1b052f5db7b08a6975347c9fa2f08b5c52f3faf2d","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-b194e6eafd10a8420d7bbde73b7a0aca02066839d7412727b723cdc353d845cf","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-944eca1bba303f68d1f8313d9f636cc18f6fc2e910b950d6828f8ec2e98afffb","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6136db70a174f77a663f1a2981edcbbd282e0bc05a5f9ce65e938a6e74aec9e5","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d103ab8de8449a24d7d1d2a201b8fd216329df9f879e3a82106478dbd5ec96ac","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-969fa8a0d36b9491d9d59291a489266e99bdeebed211cb2379e565953124cda6","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ad397effa607d1b366b96da4fcc48f31597acb36021183ce68267dfdb623bfb4","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-12e3c0a9fddeee9fbea11f167dff9e513a8287bb62805504065f6e0e9179ab0a","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5346041372ad2aadb39bc428c748a440ee6b253da4c766af5e78fcacf5a68f28","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-166c3c58ebcb385e996c334b8ebf08ee7c7a98ba792d78f0d0fdb876968ac1db","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9c95e39baf92a4547e6d89f40e092e670351ca3f0920dcbc81c2ffebb9468239","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-c54b42089de081b4855a23239d6ac60d8eee04a529225e96bf89b3e02c1e2af8","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-068cfb93f588f41d04c049310aa4b8d7474ed0b0353ebaa1238c5962b87c2dc5","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0586bfe0ceddec11ad5a59af4e2168a61c7e2ffc35f296088827088f19878dcb","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f0297bc6dfb5d53089a5919ffd803a1e0b337384a16f5c6c89747a40bc8a3933","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6d1114e56ba9e584c12e5afd5a13e990c30e23d7099430b301bcb2224324bd31","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f3ce6fd3c3f64e700d0a61a1a728c42687d38c6beff6fcfd65d6573dc40255d8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-83c98cadc93d3b6dbb4b7a13f05a900648074e711cb43b7e57f65ed9ef2b6c25","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3d2423eeba78f3b7970004b72022c37fa33d5d8fddcbf3c602b0f1ed6c321f17","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-36340e2c3b6f738d6421cd5197e58321b97f470a3b8d1c0bcc0983df9e855273","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-71d565a7be8eccba6ab765529fe8c9a81e24fac8e3c40d566346752d12f75ef8","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3c053cfd645ca3c44f872b5ffb3d3fedc5eaa3aff37d928a688969f14aad8d0a","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d38b1e7cb5ea3b75a03271f8434c50a661ebe43b916fb1e3f2caef515c5063e3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5cc96cffb3e6c38a0f8fa03f0109d1ceaf9d74fadd167159c6d2936c354692a2","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3743b72f6a1c10e355eab6266f6e353083cd7c0b264534079ae8d4a9772bca48","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1801ea61f2f4e7390311241da391193f46585a1ac702884dc2b7b87cdac0537c","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c13bf95ba0ad12275adebe7fc10f5b34f1b95dcbf292c188b87362abd4f2da7","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-06e7dcc603d314df59b21148a8af5db571221dd7f03f34561464f3c4fefdc99d","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-12ce6890d6896c32262d54a711ae6b92040554246adc57c046efcee9348ce778","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-bf2ce2de40303382c805a0ce3de7d689d51c17be4028bdfae76b710e581e4762","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-177bc42941d335f289de70a634681ffbba30aecaf373400bd4d95b37f510e04d","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-90a409a9e278515c11d8292dea30495ae32367d86edc214606b6cac3cfe09871","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-fcfa8a03c7274b48849b30407a68dacd80002cdd0434e81d48f996c400ee57cd","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ec3731275d0dabe41755716295c088a74d246ec89110bafcfc5c51f50f1f7cc4","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-631f9dc054e1897b29c77029205f7be7773a07b7db62cf3fd112596c75a47d84","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d47430c95e1338e48f228e7ef355a3040b1c229221d6bfef94645b51c95d32ce","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bb4fc30581fec43e22c758728802ea1663900e3df4237d0034e1b26b574b6355","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2f054ae03b063717aa733902254d52403c19e1560adbda5115aa17aac7ab6322","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5365961803ad7c312fbaa098d7aff14679838f0eb052a204293588b1c17ad768","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a3acd84df7b7978c6859f3a924315db0fd36e1e17ddc7b023c754c2327be68e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-988f7dc73de95a60e1e5c1cb1f1de3d37ac3775400e9ad8e652c1cea990ccf79","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6ed208f207fd439aac2a4cbc018f3ab580d4fb4985e0472a53188f558e493caf","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-7a039c36ff0a62b5df161513b639dce90912fbd92fa232908822dca9ea0f1a59","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1f5a4bd62491c6516c6a7a2f889e075e7b07220fb9c0b5ba53388c0ae014bac6","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-62c80d26bd75eb13d17681663d1436960793d2a1a5ad705e04ed3228ec1796ef","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3f46f16b4a5f1476309ddaa5e87d4b5ff4fe3ac41e8e2282df81558d6eaf2e92","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a02b5083ef95ebcf84eda126678cad27de5bef850e6854f2b5bdcf63eb093bca","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7cc95804e1194109a9441401611d3d815ca4a2630224868454ec713ea231b7ee","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e852504dad3c6cee85912e596507dfefb0c7f4aa67409dcc5ec8b847b6b4e297","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6706efcc29f28afc395048a981f00010e83f6acb3e5d3d2186cc5959c446173e","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e3d1d90db68e261d6d98e8d14b0bc8bbcbe08ab54827d19cf298fe8256f1051c","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-30c1fc375a00572023fd9174c6be733bbee1da0896456f2610e6c5b5254b3c1e","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c7fc2857055b5ed79a5a46541625a806f3593f84dbe99b0701ef6a6830b2458f","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-87b14ccc3e3ee1154cf766c486c12b87f630a4b2c3f2ed099cfa499b3535478f","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-609cde1ffa5da6048bb9a8b309af4a8d6a34f9604bb255cdc075c1cd2ba5ea50","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-90c26f90e68161d68a8b43b1196a1df3228adec901f123b2510afe4ce0dfa4d6","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e49f58b5f6128f3af5501d6fbdc281d128445647c7bf9dbad66fd7e4c05e01b4","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7fdace844c556c19916a54404dbe4d4c664a3a91f2ffc26d2e077eaa61ce6956","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d7f19365dd6add435cd45cee06be284a10bc77224cd0d1b69aebd83cef4a2209","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5072f996092d21297eb3dc42aa8a14dd5bb3d7e0e535141a56b6254de23085fb","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e66be7f7b0f36703f984b3644bf9cdf08232dec791a059b87fe3d39d4548aaa7","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8a7f59ee878847d11a1a594f433c70a12decf3aaa8dababd132cccd1e5fc9c86","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f030843a48d0e151d2db73863266454a125b8ea12d5df742cda0f94d057acd01","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ee43f71fdd814bf21625114925acbef98f1c662cb55a680a050b8fd3ae69623","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-3768ff5f7a2ee14bc4e79939f8a395dcdb93e11225f18ab4861f450baf59f19a","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-3525eb0d1b84de7b8ff646cdcf867b7f0eb782ce4ac4e89c9d22695465d11355","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-19aaa1dbe38889a7ecea29207cfa307b0791935d4a29e3a656285676d682a69d","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7a40f835c087a94e7497ea07c6cfb0db2ac703905c0bd8e8562c92fda5d3471e","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-08ac2adef78e433de2feac22b305dec9b27f9424c29303c43b349a33b901acad","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a87160c57036f2f3769fb708a84c0e295cf97031c3a4f30bb6db200151b9eff5","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-839cff937cfda9e493c274486df638d69ac1c8f2278b3f0704c4f0524cdc848d","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-23bf448e90e34723c8f2b2a38fc67c53c37923686233c5600a37de7ef7f3e99a","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-9c7b834fdfbeafd0127d0226ef670743ecf5a29ae480c82374ef2825f3606103","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-262be8b4314b9060ec947dca6302de2606be5f265057c6cdc966570a3beb9d1c","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a3d051f9171041bda07d8446ad159f8307781bf8389f961fc986fc74d00fa659","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e782ec5f2762462550d8d2d16623b3c2f4208d70d5de2f6a61880f7fa0e2ef15","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fa52afd6d0b8a8775106d9c7c674d0eef33e1175c2b51ecfa69c3c08734186fb","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-32bacef7e9d21f0b7e33e7c0ec3e7611048966b49e00f8d7136fd4580896be78","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-69d932e1e06026d4485ef1190114b5a5f3b0cd8e83554ae00dba78272e675e4e","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-23fbed83654c32f580d0de72e124bfbff8897fb7de6de101fefaf8e6333d2090","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1449625f551c17fcc67ef2094d9d50977ae864a97cc4e88e1271fcb28b619d38","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bafb41311e4020d742b7183bf58f3a442c98b2f629bfdce8cb1f6ca4925788ff","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f386159fe6a2daaff661e676c9388c2d514c0b0a854881409997f0d17fdbe8a1","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-db71d52dc4bc09751f0c3662f026d04b3f0238f475c292fe9a1cc4f95cac811e","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c8ff74a2fb5746b02faa179b34d976e84ff262c7e13b1fe3168ce66065d361f9","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1e82c6e7f074977f0bd519df2f16db99d5045ed30f85950bc3f02dc6bd623300","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e7061759b806e2fe1b063363e6be910df0f9e105d5a0d78a4075fbbbe98f27e7","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1325912ea2436538d63dce83a877b8f83fde879bef41e39ee71ec18464bf2184","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-72cffd3d819b940047dd42d6e2814d280d01341938f3efc1a04f33be79e17893","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-08eefdc43c1e9ec12d075febdc7f62673840cd18810c3a3f3b94c031679986c6","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c5e8e3b77b4922013b2a41f27b1d37cb1c810f05236733ab9177ef8d21c08900","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8f43ade740d6fdf354050a2afc3047a0a2d338d90ba475afa166107d465f34eb","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-90ff6cf65632007d814351cc13d9ec88f50a0b2134d0095a1de05acccc8d8831","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7b758ddc5bbd404622cf5b46735baef3e8aed7d0fe46bc19985e1ba83d4a79c2","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-863275ee2805b07ae4043bc5d7b289feeba42d194324e9bd4c17b4a8ccb87fce","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f01dd11605d3edf4daee6e5a38285b09239f185eac313285d41e2ec556aaa1eb","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a8c031497f4b2e957c95c29ba2da2770f2458aa8f6f2ec7579b0db219986a495","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6493c6cbd888d96fbcf1133a26dbc7a9814a0978aab9de517bad0e9a65404425","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d8179a59669dd89b72007400e5f6462a85cb77b70218694226c71454b269a105","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-db73d556264e058027efa024d78d7c8edef330ec1e7e0c1e2dfd41c9097eb721","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-7306706e64396bdb8e03b7f2606001801cbf14775b933039cd912ab690812ca1","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7a9ab3f325e2cd415cf3121718400ae96fcf8c20c8679daceea240a007f7f1a5","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5f5fb42b3058779bf35d325f4c6738347634000198bcc28af7843f4ef1434031","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-49cf8b778e35671f7e0ac80e7ffcb39f73d557e25462bff0f2f7a8eea2bae1b8","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-75a79e140c64ef2bb875fbd8e6fb2f8b3e3dcd1bf4205f883e19ebe3c3297089","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7889355b520dd86a48592825f8ade78a83375a1babf80aad09588a4128d54e34","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c3ad824fd17dd4f41e4508fd1d0eb4346c55f50e2a01839b77e90d75eb953147","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-bcb9994e3b6d2a81eca8c7ac7c36678f0d54ef9b646555ecf93f2b66a649d5a6","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-72df1bff007bc8eadc78e48a99f0369f3071c19e8f298cfdd847b72f03077abf","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-de35fc4d06c6de6c86ce4f49f158a46e90f88776fc7b10b051f4da33520cc45e","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-06d1650399adf272040fc8608fc196f2c9f1d21bb0412997026b4bb2463ecedc","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f73c5fa6165a7955b964fe1db799d26b8c13e3fe6d76a8e96bee388e86159825","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a900143f52db72e419d4896ecbc605d4b33835cf809f1eb0c4dce5a4ae2b27e7","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-483c820ade7345e292e6bd7426d3f51cfc04c7c61893c880f20f9b6b73e0d5a0","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f6c3b1a09cdfe5e9d619eea1d0b15512e869a6aa460765d700d0f6ac25f463a7","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c355c8f012b9c42604044ac947f4948b9bd22470328146402f1c16cd228c6bec","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-9cb395cfb9508c4a6302a8a9bd4ea79855df869b98e7d17d60d320f9cea9f2af","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4370c5b154f1c12ecaac5f560aad6fe7014031005604c81df6760cc38989e794","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-becddb0fae67597f7e91eace7130444ea5e038311a541b1632f6644676e0a307","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7c2df3498959df53f7fa80858636054043c5fcfe4f6a9b5dc01115a719173906","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a783bbcc8946eb8aac6c5e8abd2099cb2dbdf37aad16ca0b47883ca9056f8486","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-439f04a585c0a41bdf12184249e0c7fdd09b10ca3383bb6fdffc87b825ac8df1","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5752555a45404fba193f4ed1632f48276266eb34d4a8fcfd99b8133e7ebeba41","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3448652c976bb70ea9f3d8e5b0072617cac5f1ad890804064cdde1402770629","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-09b8d734683cde39d1af038b8b4938e8e60f4dca52616093fc02ae01e26a25e2","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e925521f952a598ffe1dd3b5026a456bd3ac1b5947f4940e5707cb1289c80b94","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3497a965c06b300aa92f7c7d84ab25c939d2b809e2633325cb29024c9d89edd0","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d59a878c93bad7f46ba2a60ddbe332c52eeed9abfef4a351694c83169699d6f3","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f66d948377038c40295a64acfd08c0523a07c5cd20b75970d530d91e14860c65","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bd57c8763e3749052279b6bfdab280a53b21ecc57e9f8b0341e2bfe96110ffec","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f451ac9d8b446c1366350910002490f950a27b704f212d311553432979e64a37","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-177024008031e97d8f0c38e029a3d89070deabc49c13633edfe4c3f36e7189dd","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e2865486e678e51d837cdd2db22bd30a8a37cca2effc73283d4b3590e97a293b","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4ef671b8182298eef198f2ee3ffba392fcb114e1ec5b494b0266ea932a6a28dd","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-136be555053b0239b6b08f42428b7660776aeb2086da365db5a065f2a5dfa2e9","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8c92b1461be64f5222e22996622a19c540bf5860e980117a8cfe00add179ffc3","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9445993bdc1411681ca12a5a7a4c6bb5296cc4aca57704d0dca99eb659540ed3","disposition":"unsupported","eplb":true,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-576e23e14b24775722d51fb1cca3ea7a57a905750c4a55539321bc3a070c04dc","disposition":"runnable","eplb":true,"label":"H100-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-98550dc6fd80b66da7554d28b3297d76f4a4768671719139460d7fcb46341a51","disposition":"runnable","eplb":true,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-da69dbb7da0c6c8c2ba3631abb2a3e1fa97415ee5c8734f793819d2fc1aef717","disposition":"unsupported","eplb":true,"label":"H100-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d21ee31d4fcc6bc1a01963608c83bf69896ea8a5f26e31b22917b948b9383e63","disposition":"runnable","eplb":true,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h100-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c097afbb91e42e2dee4a111c98596dee919ca427ed588bdc70f0e59a96500d57","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cd599eae71ddb611e08fc4e4e1ac4594bc14e55f7e84f1505f6e4ed477ef6fb7","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-1f160ae602364f4a18361c7922a83dfd4d51f02a4d4dd1d0f178d6e7daaadb45","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f92ee1323dcd2dab24e23d586ab12394aa4a02c36bddc9bd7f470cace91e7584","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3063ff847616a731e44b0b2f3933e9e82d48cdc5fdc874c87977b3cf522935be","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-206e703f67bb22e27fcb564858148edca432184fa0cf3d6adb1e54dfd37edd17","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-56754dad31d9363185c4a8bd35af030bfa0724404307eedc794ba34a87e16d59","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fe852cb3462c04ae6dac187501fddfd8a2c938cace1cb81277e29fcadb3e4490","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-0dc57002dcaf7f5a6592276321f5f5c70975a6dd7d396514c3e10d291e97084f","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0f845fb3f2f2b8e949e411b83d7cd098d4b1ecc0a352cd12b96e4cbd40e4aab0","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8654f98af163af8d053ca9f094bd098e827ae0e4f0994b4c5745590f53495c48","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-cdc0e635fbc90e53dbeca6759c97ea5f5dc06e75b484238892be96ed02594e9a","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-123c9b920796bfe8858d340ab214cd34453032fc1881be8c07b62db247d34ac5","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6915f463b6fcba1b8d7774ae695a1fce1f2c77eed3b32640619515635fafb549","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2ef357c106b153d5aae05a83515e829416d3c845ed0164f7227cf19619ff0cf7","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-923f13aa5a1517f0456fa620f79043bad3ef3b635adf0bcbd819869edc6da211","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-da2ac71fbf4128cade4fb15d3e11cc0dbb7ee0caa8e8bd16169238ea1e2fbe72","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-7747e88192dcebbe32848b84bb2476b5b8d3d32074944b1438cafa69405e3e06","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8469d188e9418c841e2a93bd4b6e3d72c38c389270162c08515276a5b8c386ab","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-76633939d708c549806570fb233d6992dd621eda1c650942505cf8c9b6a4491c","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ec6d6cc0624e2cd4187e43622dace32a20ab0bda70e161b8b0024af90dfa7df6","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-da26d711d037872a6d35a790851f13c1323fc3b47ec92a6ff13eb3729cfa3183","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-fb8c2952bc12f7eda27825378fa188e5faf41ba4fb63fc27e270c9ed8abf90ae","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f3b89410d1514f6656b4330670d1fe153c0a30736c543236fc264627aad2bc91","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-be4ff2c2d297dacf56aebfb9d394a6ac6449579b45cab1b4a8e6345537314b2a","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-3d28c69cfc5e20a95f9e6b34d8dc9c8fb19435f41debeeafe61ae0c52e5e8a38","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2885b44e16a8ad5d91efa06fee3e10a7737d5c2d62b6a561c88011d52c19e999","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-eed55cddc08406d566cec13d260bf73ae739eb518656381bace1f7774dd7e0a2","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7c06fc8808240595897fe260d923915025c7262885b3fbfd26f24d47f4256222","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f746703feb18126b61f336e332c25d66cf1b00aa50116c21b4ad7f7ef5267514","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e3b7520de1b8cc73f222c5004a60cfa765361b0def3e9f639c0d11b7293052f7","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cd89fe56ff6cb52852ee0a9b3e605a8868675308599992dd61315c79317f6e90","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-85316f0187c6b464686770ed6de388ff0aac2621d4ab11c60e85eb2b46e5c4ff","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e65ae9cdbdc3470c2e9861552b01ac51ffa3dfaecbca0c3b4943bbd6673cf9d7","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7fff23d66bd4dcbe02da4867c89b26a76d4cfeb42187fd850a6e8bfd8c39095c","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a0cc5ec2531d553182c8ffc0c8465dff2d29623fba39f3a9a20ccfb208d36d74","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-91c93b08df5a05e8f6eaaa93c24993442c4ec1f217ac9472cd72e1917162a2a9","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a95ef40b880c2bb189e07d34cba515038c2a934a90cf78c391ad4bbed39649c4","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-3ce9a361fc901acc239e56ad7c2889cd7f361c59b4a274ec512c0ff0ceeba1da","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6fe55ded3525b14d68e8ac094b097fbba8615a263a7dfb2c31bf2e3c8d2450f7","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3ec4dc10f605b592894cd06bbab4c20275903077a10c5ab11f96f0fff9a036e5","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d0cec98117b61611d52df06b848b8447aedb5a63556084666e9dece4f902e49a","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c730f67cbacd9e6e4481397e5e1c5fd94bd977718d249d448133286312c90b28","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d891ac17f5485f8954fba0695cc19dd16482d5af8bd3ae03d048ea654982885c","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-372adc006bf8a07267a713a10c62bedfe5ad7af473120db10a1fcb69badea387","disposition":"runnable","eplb":true,"label":"H200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-9a315d4a7ad4d8c47312b6312b20c12264a796025e4e5c7d5ca7eb0adb26ce69","disposition":"runnable","eplb":true,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4dbcaf7e7ad9e100b23731e649aa930e4b84d63961aa46bbf25f885e84737066","disposition":"unsupported","eplb":true,"label":"H200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-b2af7237a76f84c54478fc6e2b97783c1c77b12fc3905f6e613a86311cebb9ee","disposition":"runnable","eplb":true,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"h200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35b57947345fce6b13441a1641aa8314530a2012396b8d02250c558494c9835b","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-705d509ede636a0e78e9c0b05eac5cb315deb386b492cfe63dbf8bcf3358e81b","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d841a4bbf7b0babd2172c1e16a5089bf8f9af234e2b18bb9a55c842b17df96c3","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a907947604193c56538f2cbdfa135004e0bc3a34cb0ec0e6a51beaca3a524b3f","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-bbf5c4d586cdf6c4024134177185f9e6703698250181844d3bf0b8b375bb3e76","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c8622a7ab9a8dd064e94578b49f086a836071d44a14406bfb328be258109a14","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2072410a3f0bd650b582b4c3c48ee57c423cea13254b8aeaf4acc50f910712f5","disposition":"runnable","eplb":true,"label":"B300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e4280fd740c20a041e401b7e740bd1d668850f71924a8f6ed36f74ff0508b485","disposition":"runnable","eplb":true,"label":"B300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d985430de0027206898e5d103521a13ea44150df930fe48c0d3ee8277855e6a6","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b2fb195e1a6eeb90a23b8f0eeb9048fa7f70c6b76f6699f854ffcc1fe9ce7fbd","disposition":"runnable","eplb":true,"label":"B300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-9987b91f2ce482247ed92fadfdbcf8d3273a14a698a58141daf72eb93ea9f295","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5e0ec9a900987a7a46faba592139621b3d1eca23c6c1cbecd1c4b8ad89f589a3","disposition":"runnable","eplb":true,"label":"B300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4e42cc79b2efe190859341094d167dbb5e3014aae23dc161029173231af736e1","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6bca854f8a2912a9ccd9b951d7f381bf3ad33a9ea1ccb8fe883950463db90135","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7fc78e3a8134616c9f4f37bb4b6254c4075742c9fc2f3f43ac39200bd3f7463c","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-fd23307ae8acb5acbdd49cd4abcd886a2c46ee104542e21197ef0183e6e1bb6d","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-fb60065aecbc3444d0758c02c4eb0a9ca70f6babdc0912ce7fdeb12d235993ca","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-eec25218b148bd7345b39655f93a15685b406ef1480a8b6eefaae4473bd296a9","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-727a417265d1531cf86bb4a405c4b716ec66cd912f2c0b3981e64dd0bbcef7db","disposition":"runnable","eplb":true,"label":"B300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e291d66e639e45410f13a548efe232b704950bca7c12b047dc9b3a267a819f02","disposition":"runnable","eplb":true,"label":"B300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e78b3fa9b02ab7346b301547d45d470b0120e438924f9f0fe47dbdf7ba43d086","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f6e6be60f1fe886178efa316f36c83fff6b74981331d3590a37fe6fb53f01d61","disposition":"runnable","eplb":true,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f214f2d41030285d49d736714583c2b582156073d029971f8713c489c9fadab2","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-d0c2c9a33e9d1ffd35aa2865205f590f74f93315af3a9a6ec7936f879e614883","disposition":"runnable","eplb":true,"label":"B300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d254ba0d2bcce5a4df0a05df5efa2da9de4626f8b923a8b23768eebf48216a75","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b15ec50bddc6a647e47471a1324300bc0cad87ac01ac64b960b0dbf1bca2d043","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-682e91c5efcb1834ca4e73835b2fdd4f6e4b9eaa0f3c35312d63fe3cd4bdef71","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b56dbac6190d169f353f17cef2fdf9c527f2abfad6c0cf19b2e5dfafa30a8999","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-12fa479e8fb052a3a7cc6e1655fe690e3028cd82385742f8209e9bd087c0862c","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-94fdaaa7cab9b78232f423ae1e88afac13bc397ac3ea2fc7e4e44406cb6f51aa","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0fa66efbaeac16cb9f00efcbbf83ef75974719ba0db12bfc66f701b110b57ad3","disposition":"unsupported","eplb":true,"label":"B300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4c0eb84f4fba9b177c9a9e7dd6d3d153665f4cfee8d7ab94e5814b1331cdd6a0","disposition":"unsupported","eplb":true,"label":"B300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5e88f54e00d1c1330d5f1b1473e89ee685174ba32b5a99acc5a37212a2dc97c1","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4ef3935ab71b3d7b68ce69e85b2dc6bb4e362aba324ff027fa3259419a5bfef1","disposition":"unsupported","eplb":true,"label":"B300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-292d47d30a2b3d04526aabe37412107de2692e95428a9c7918e9ab2d22aa4ac4","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-58cf6ab470a5bd692787ecb5d6dc3fd441db45f5530daea0abcbd2273ba8d9ad","disposition":"unsupported","eplb":true,"label":"B300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e101c179d14e601b779e514637b2bfba0b2d2f17e8c64a69c1dad39d34f29bc3","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fe3dd11597ecea52a5a06fed49c17bdaea34934cc929f61f7a678135a770dd66","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5fd9bd58d81076decfd907b221d6b71e70e478025e4b1997e9511d995deb0f86","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-dbee02333ce133a7e9edda33baa6afd3bef332931a1da053d744fc6ca48dad35","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6945a236f5658a550ec97ff0b323f81d31b371e193703dd2feacc2c9f44ea1dc","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e6715370c361c27145dbaa32ede51aebc3833b9ec4331ae9d929cdccc39289fd","disposition":"unsupported","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a193c4db91160168b5333390f59f82753cfff45ecd51895efbba296a2dd1232","disposition":"unsupported","eplb":true,"label":"B300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-187d1a7474f9f68d0fb02b14d94976a8ae48bd516fd653f37635801151ceb6ce","disposition":"unsupported","eplb":true,"label":"B300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-50edf45090ba364425c394879ddad86098a5eb21bfeab5403886eaf9b1a1a407","disposition":"unsupported","eplb":true,"label":"B300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-de9512f3c95673b74e189ffcde2219080b945ef202e9e6c52bd1d28911368b35","disposition":"unsupported","eplb":true,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-5d90f8f6972bacc669d5b7d3fea7a6af652545532dc2e767c310e9b911b578e7","disposition":"unsupported","eplb":true,"label":"B300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-297efedb9981a9a9cb00e4f2df11f6b61139c79c466647fb3802c87558ec51b2","disposition":"unsupported","eplb":true,"label":"B300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a4e4a7f119a15164443fc83bd7d15410c3e402d2a265962396a48598da742a5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-1a9efc715f9a79c1a5e874975fa8daa7ac396e979f69dab420bc708e59af023f","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-11fa2a834d7d617dd49f122d5209d795d0c74b4af6d395715b4c8ea392c31234","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a6ee95c19be3b4fa2ab56768024d5511b681efee8c19279645f9ab16e515ba8a","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-17318182ae44115edd6fea2a9cc25dce9309e70f3d3e6022bd304822a7148d2f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-91c4b462e7f9741add5c0e5bfe61044651f642b65423cabbecca385a195a158f","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-860c762ba29d768f46b91a892be290ab9e8953c39020e1fbe72dbaa4423f042d","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-726f4b4bbaae65c72198c4f2b48cad09bba4a16ea7ea5b7ea55f1c06a41bd383","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5ea00de76e8653c6b3ea98be00dba1cef61fdfae18d6926ac2b6b0905df09cf5","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-11f215ea02b0dededf928fe403b4c9431e41785eb87d34f1031179867b283256","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-811eeb4cd37ea06ec54fc144ce1a7218141fff8723d8268449fe288f28afc859","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-449a92e0a82ce028362c4892fc3b34d13ba8e9346a985010e68137fb7a30dc1b","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b69219e268cec5d3967d60de5cf400c191278e0f573f6f947d5228472ee6667c","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-3310ffccc87cb161ae9b5272307c9b7d5bbeeac0e893471a1e2b2b24eec4ab57","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6bd683db493e0b886255161384bf154640023c16ce24032ddbee18672e54406b","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-39c39ebbe3d204663389e35eb8e12a6e4ef9405c44922266d8937a8e5d68e2dc","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2bd203c3c0cf0cf4b295d411fe5ae96e39dab985ce56c58c7b50466415549cab","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-edd0ab9a91d7ece3a21885bafae6ff6120815742e625c525b60d91367ef5ed68","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-80eb3394dbfa50a5dfeb38b7142f7711f239f8653f281740480b87fae9cf84c0","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e51a151e8ef4d1093e95fcf2a4d97ac929310f152adedaaed5ee44851c315b2c","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b821016989238b47407eed0ff7390809e718ce4ed01e432d637d8600472d2026","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6b2ba54b676af7c1d652775904cba9025ea0e68e411420621f9a445135c149d6","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-606e601d21c9f78b205fc4be96fe7d0b8becb8760dcd2819fd85eb8d69a55e8b","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-95513c8f73126b4099f5a5148d1c329dfa340aba9adad6926a8f09ca5b1abbf3","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-857eb651f519013847e641d2cd33733d2310aa4365ca91cafbb8deae92735a69","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9ce66797742462039c39e4b30b12dd9152e97f64a90a61357b0df585f31e45c4","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-8ab0c13dfb58373c6e056b77096616500cf69391eb0bec0b606d7993aeb2d67f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ea9b43c2dcfeeabd18ee73dae10a2132b05640353d5e5bb6e6a3d04da632c36b","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-113d11b4bed48df5df6c3e89e4d1ca2267074661912b5ad8452162f3ef270504","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0a241607b62fa784a92f3855651565f32ecabecfd5f5d4d56933e7c8836f932b","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-304c628a8c87db44c49d5fd1afa35da47e54dd81bf13220ffc28a77116d49d4e","disposition":"unsupported","eplb":true,"label":"B200-DGXC / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f4767304530f8f3eeefdce20b7330fc06228bf8ba0b0e6d27438910633c3d7d5","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ef6f58c28e1485935ef1183415a1aa1d74292e0e691676683647adc4e8c736d5","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-cb89358ed89c899fb574ea1af3700c7bf8ef5f1ef2388eb33ce5dfa7c942aa27","disposition":"unsupported","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-ef6fc2c9b247922872af66e8b939c367009fa42abaa91747f7898dbae0a1dc7e","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-b1851e09835810609ee431ae29aed115b1f7623ffa93d33acdb8190762451e50","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4d185202629fc1abd20c3394ffbdb1cef1ec3fbb8eec5e7ac11ff3581eb36c8b","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-300629e6f766559f466f18037ed8262c83dd66a3e2540a2c32aa76a9f45876d6","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-8ce0692ad8b0aa38633c446a9b95e9115530afb9e9dda3d538408fa42d98a01f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-739455530e94e4546e2115e72332e2560be4309efb8ebb3071cadc4646849982","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-732300fcf7e6c9a7a434bc822136aade8a3da7b74a8ee9180a2388bebc477b98","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-695366a1d4638e9bc9f2163cbcaaec66d2fb8fb1d19f367af803f49a6b94c820","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ff62a96472467fbcc3a6873060f05a5cb85824d76d3a5a424fe77e110dc3f40","disposition":"unsupported","eplb":true,"label":"B200-DGXC / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6c775ddb3073072133a779b5ec8e3e27169baf1278470c47e54e7b4ce6a76673","disposition":"runnable","eplb":true,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-60c5d4496340ce722cb23b47b129c114335d92c899c568c53329ce088f26dc05","disposition":"unsupported","eplb":true,"label":"B200-DGXC / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-7e9e03542f4ddf301ffbec43126c198555c2d0987cdf0bf209eb0e22c0909b81","disposition":"unsupported","eplb":true,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-b751b43850d011f4f9ca4cdc1c663f58cbf167ded4ed8be8bf3bdcc52251ec53","disposition":"unsupported","eplb":true,"label":"B200-DGXC / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-6858bbf47d1f04f74cd164a633e6be580212152192515cfa7941bcb1a6aae3fe","disposition":"runnable","eplb":true,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"b200-dgxc","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f2c196cb18e2a76bcd5bce71781400aba65f76f11f18bf17ae99ae985d2fe2c0","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-0d6e84ed0b5301c0d4a38a7f4c452b7ff6187430b250168ce289e1b1fc99b012","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e3d1ce0bfefe8d24fe6693edbf7769b753a00b572ca92f1ea5d56946583796f5","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-37406c04577dbdd7cf48b318f87c0f09c6bfb7cccbeb768d63ef4b68d037a3f8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1599ba593ec7e0f3e40bcc5e6cd56ee6c1c73d0b1c3fcbf8687f9a3e77e4f919","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-3599e133aa0e93df5a346b92e95e1f6d2100317625411858b9c8b9eec202058f","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-810930fddcc1fa8fd11fca7880a13e37e4722c8b8bcf2fc72f12038bfbd98e4d","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b64268fb6a8f9e903242cf60a1840cf0a074c8fbe4cf6812623aaa6edfa8176f","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7e2cacc3b992d06a59e3bcbce6cf6ff4d13e45437e182c63326b0f362d39bd0e","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-8d6c075b44322f967a75a8e4b0b9d4aafce6c003a7ab0d701caf96629f322a86","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-de27e449ee4ee7c95ecaab5d3e615b01fd3a8b7fc95967f09b67fb3872c1227c","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-805a18b72b0fb785cd40d853f99171a51f6c6a392d8d3daca9a86024bbb8b9cf","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d6f51bd0a3e8fa85a76f22caf23c14bcd77c7071571211262f0719bbb1fd1805","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8b4ba5054e17ffbb1ef829add5332f004cbf8e2a75f3e597f7e52498f0b0ac49","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ab645768fb7c974e5fc224f4a71fee24287a563df9a1c1152b02bb26bb222dc9","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3cf59781097a927effa26a0c955dc7007a319ab151c26266bfa2e80b7d0d82f8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c10598e6d5bebfdcc52022b12dd9b0519f7766fae4acec36a432f6e3b03d1177","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c0a0cb29a712840f61dd678ba17eafc7f167fe668e1f4d6b81118f46a1942c6","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-155d23c43db58a0b6536fc02624dcf1e31c7184fd6fe630543902319f60f5034","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fd077076f5f74477af3a61f83cea3d547ffdb752aa103bf42ca8fce5af7a5ba5","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-cbc7d5e6755e50ae461e77d2a96ca063226f4241c681f88ab1f1cf9f10e96a73","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-eb36ffc1e6f291e9c09bdb7ddbb270b7f42c37503cbda72f229701a44b1bcb10","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e5ebe8210caaa64c45c171e9380d671766a59ce31bf8fc2ef21906388dfdec54","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-8230786c553a0fc74f90024b0c8e1a840eefdea5191811d77c32fb176350508d","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a626a8bfdc51d67134edd5b4012c49bbf700ed9e3ea8d410da2e5c8f7a7fe5ee","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-89c982e5b112518a5c4994ebbddaa6d5f66ea9e1c9337ca8a9e53189bae6b259","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-0323d68c6935ce2d726f45d0738d7afcb83a7010b583d4e33af9515325fca499","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3b80eabb309e938600096fb6c4568bbb2a9a3767277f6b688e5e8edf8d1cfa2d","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3689245549bd7e4330884b9f97ac289bbf798300b76e14e6df6a926203e2c314","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-b1ed3d70edd5563a3a5f50f1cf6f0c0c07a4a0aa149e593e3aebde73a2c28580","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-79a089812b3b7bf1a3ef6cf54ddce4ecf8b0ea1268352c80a758da45de6d8e8c","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ab15ee2dc9064b49e4fca48291b0cc76896b4933004b8606477a7a9e7bec3095","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-9c462f51b6014f1eba54434764fa42aec72794e94451e6c5df6b7cbc689895ea","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5d0aa1c5635ae073b93e11b7bdbddcb2744c24da0d521224fb7967f1139de196","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f24d43b9adfa65750769a644573709c0e362d989f2139e2c97e0faf59763af8c","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-02ee510d51be3be623808f2b5acd46fce6ba16256dfef60811039dcf42b5bed7","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-60bccd011f963695df87ecf1610da44c66e704c2fde2e78ae987460f99f93db1","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e3167556c0e97d457645bfb88d744ef8e2d647a9f9a19e68927361e810aa21e7","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5be8707e4e365841a9200c5e44df450891718bb26179ef679176b6901baf4316","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0fcb61fae7df36ca4719d02983406acfb1dbfc6084d29d7443de55fca2a5c3fe","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f9639cc297cce17611ab618f0a5a708e1faf90783008a6e873f40ef47142031a","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-3ddf5a7bac5712325f7cf92e38cd72ba9c8582da2defc64ad47fd8e06e933a5f","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fd45db21c34fc1b63af7f5a243ca48642553e88e003f8a59a8bbf26cb6fc3af0","disposition":"runnable","eplb":true,"label":"GB300 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-5905dc70a042bc086704a14e1011cef45a6d8f531dcc5a61ebc7800c40c4b04f","disposition":"runnable","eplb":true,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-eeadc56b3884095b13d3a157b0695877c3dd98a90983c4b91005ce8d49a1bc44","disposition":"unsupported","eplb":true,"label":"GB300 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-292d9693cc8ed913845fdcd0c68a7851e1897b7d76744b599ad3f32e1c37cef9","disposition":"runnable","eplb":true,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-28ed755d2e8fd342ff27b22c98a9385da1bc31a653b8a79c1c81895f3f13f4c3","disposition":"unsupported","eplb":true,"label":"GB300 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-afc4b0890e0e797bf761ec8a4c1059a954bd80052a476c4ef2835bf0a962e0b8","disposition":"runnable","eplb":true,"label":"GB300 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb300","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-53199a1b046b1660b0806c82896433fea809acb885cb09e2baed809a42218554","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e0a87ef77023ffffe60a947a441431cbe0c713462057e6221c29b13492343cc3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-793a434ff6fd85459a2fe0e21d7ac1f8b639591ca94d6d6d95921d0332c1b5d2","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2a02e6142717c2147bbd4fb69dee06e6646347380b80986c9535d4267f6112f5","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d8370ac175916ba3fc15aae3d53f6cc2f9df613356d14f26f9b1f5924faf909d","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ab1209f952a79292ffa26aac92e4b5a0ca5d873cd4f3dccf30e775b323b49e09","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b8031a245f0769797a157f2cc585a3ccaa173bab41000451145cab3cbab149aa","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-11b7cc923135a027b911df97aa68a9a8d7e995cc412c6237c6d88813f3d62d0e","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-745dbd4c872c0138ed007e827120e655e71ec59c9915bf9de7895e73868aef19","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6074204707e578363f7405535e38350b86c9316c8d25e2e10350f76dd486b4f1","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-108bb59c6222043d474824d1846344ab25fb9801bc8aac7b1e797a3da245003d","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-05e3b74a4109907b28c8efe6ca9ef408248b802fc43662bd4200e674c0fb25e4","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-970afd94f94afb1122050b23cf9891ae863fb7cc195382be05835d45fa346c34","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ec26383a0ef122dec07d1d3eb5a4e58c5a0accc37993ce8ab59176d2ac4934d4","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82f6f6d2c12f4555dc2b7a6272bf4f52eac4c371622f84efc42f8d616565d737","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ae5f3636fac4466d4ef41fcd39c3f5c5a9db8ae7a22b0059113a290da1c7932a","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3be43199fcfececbb79f0b65ced3540b9c32d9ad0128bb9297d00b479c85c155","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5325c8490c8c5ac95ad139cdace474b4b8c5fcbe0c6ee9b145df2e74df84f614","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-58d2ca87dd3b3501540b92910ac8e4445a0dc1a18b448e5d2204f76bee4d5dbd","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-1687ad8e48cd994ade922e9e653838d9f00124d37b5524e4615573236949642f","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-957c2307c54c63ede659e802dc4b601b954045d81e16e0040296146376dce00f","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-704de24e72b2c959f90958d956fbf1386579f6aa37847c12298ab61ad7556abf","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-5fbfae208c1846c24e4e1ef3735eff18b2e7e99946cdad18b71d678906507636","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ad287101edbafed7044092e608000a46970c85ee7fc6bc59cb21884d5464af02","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e7ea16731811d7c62929618867f4c135c5b2a7dce58aa710e18607e4d841974e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-25c4aad3debf1d654d1caf1c7bb415e0b78bc4db2d7663d3492203a19bd6e78b","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-1425f722bbbad5395925fc41caa874d74bfd0909e7c5c52931779479f937db36","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-530ffcb3be09b1f91fb238c9f7d93767d4a6c6cd85a53b8945a0ea312ccf42e3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1b4d465cc64767499597b37916d692c788a54276e27db7af286fac40161b467e","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-9ff2563a162be06ef8de1191587888fec5aa5cacf61cd0967e93b8733f8e4c7e","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2fd133215837acbb431fd732e99bba8fe57ab41f29ffe2c9828eade652807386","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-acb8412a38ae09b6c66a43086ef6369f9eda2909d47e93a490af543dfe0f3857","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2c1b0660b0336c64a419f02517b7fb29d37d0bf82e9833a54fec3e980c068197","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-a7d771cfeed4c61af5ad6b3f6d4794f527fb3ce4837d8e0b7011a21106ee4ead","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3e5d548120ec4a1f87c93a25e32fbd396ea276fae8cf48a7682ad15df099e74a","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ed03dd28151c88daf4bc9c9cfe979f73fbd3bebe69fe1c2f0816f636a6f0ba70","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2d8e84d9a63cf9a39002c38612eec48f21bb06a41ee74fd6280e3fd3ba9a8b3e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4c5338f93ec2dd192de82f41fcde92daebb63f736cf90dbaa0195e3e94f99cda","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4c9bb8072afd161df2ed308b037f8d10b60c9ac787b7ef6578882beb3aa49485","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-da55896b500015f971bb10d2fc63ee525af95398805e0585572d73a49d577bc7","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-62d30e3d49de51cbc36ad5d73b71e7533035706705d7a2f8c3173e9340d925cc","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-c9fd36e339de3cc37ec241696ba0230dc8aee6a53469f2f802a6d5a5ce5c3f10","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3f0d18209586f436cdb869ca6d7433f2542f5d61c0e03bb6b433818d97d70058","disposition":"runnable","eplb":true,"label":"GB200 / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c0052532fcba7cf512d5c75dc65487997002a3e383dd24bce1efbb1a0bb8cdc6","disposition":"runnable","eplb":true,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-79193e8a1708108ef1c9577e16b9195a5ba0b3df0c2e2776a3a7d820dd741a98","disposition":"unsupported","eplb":true,"label":"GB200 / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0a72619f9e0b3072c6394d0c876b09d98262f31b26582a3152ea6e85e8b1886f","disposition":"runnable","eplb":true,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-ccf213f7d0ef37283651ebe43b6fc6ca4bbd921860e22e43d2cfd4552d6e8d79","disposition":"unsupported","eplb":true,"label":"GB200 / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5f74f0f44453950a228e6c6b19387fa4da2564700e0ac050728f2534140831e1","disposition":"runnable","eplb":true,"label":"GB200 / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"gb200","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-981f7ca9506b43a6ee31a1b11b80c08d26a4e6ea86cf9594bd45f46b6e357386","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-1def2e5228d938d9c3db8f9078d8db598619895bc7afb526646ef5d54ad9aad0","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ae635f89bee336d36b3533efec927c10478ee60b08ee432cd32203330f5fb588","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-d9ac1cf948643376003561769a7308b04604b93ca5ac68e54d354dc6a8810f72","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4c50eb25d3d22b4540a7ae3b5789d571962194069e7c48b12e86aa94d3aad177","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-066e00529f0c96cdfb437d8438ba91a17943804889111566f92d044b071570f4","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f7de60d9ca3d648522cfa8cc8b49f727757cef511020f0c9765f78735d15b37e","disposition":"unsupported","eplb":true,"label":"MI300X / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-47cdf7d6635fa0990b232026741b43a473fb9a5dcffd85bc7bb2fd5ff69421aa","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-682c3db5c83628475ce709574c4516063fba0bd9a4495ca42e502e2b95bb4873","disposition":"unsupported","eplb":true,"label":"MI300X / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-fb4979be5ab6c82801aeb45bb08b67d3ebe087078cb81ddda10d401fc6d64322","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-a16c83a4da9138284f990c22ace85e78377d28aaf25dc0a3e58f1a335136a22d","disposition":"runnable","eplb":true,"label":"MI300X / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-833a9391b80fcddf49d3e993687a804bad3cd40e43f07c29d3f4a6a2fb1aa836","disposition":"runnable","eplb":true,"label":"MI300X / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-38033e92831d3077d3e7c85b134dea547a27f70ab120f5070536dbf9d549e0ba","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-24ea22ed7f09fc3ae113548111e8214070fb5bb5e70e1ec1d74e658955320d3f","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-2af8c75cc1982f5758fb8b1068e9278b8bbe9d44196aa3e2eca13a3277e4819e","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5c440b69c2974726cad5864e62632484f31240e599a8ca4cd0a8a0f6568199c6","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-cdf56ddb584e01eb54f8152df45b5b856282323ca672f89caf489a8b47dfc54e","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-cde51eaff712d29c22fffcd050f58eb33d7d3fb48dc13b3724f4e170acba5a3d","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bdb2e5b933cc23017ad6fab06c16b1fb0ecd170a8756771935abee5cab748210","disposition":"unsupported","eplb":true,"label":"MI300X / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ae10758abfecac17ecdf706265c94376b103c59d23e3b5324dbb1d0ad7f87d49","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b2879aaae18d34e3b9e304f6997137e21f49241f2e39b0245388ef5ed618f0e5","disposition":"unsupported","eplb":true,"label":"MI300X / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-cef6000fb9585f1f4f6913262d2f9ecc6dd1cf39c705800240c08fdaf5570448","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-fb3d165965654c654335246f59a5fce4b87f33b4076d1a8256dab60f62dd744b","disposition":"runnable","eplb":true,"label":"MI300X / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a151d7837ba9abe5173a1e2dcc1f2f2cb6a5289f29b5ea14f20b6046cb084a89","disposition":"runnable","eplb":true,"label":"MI300X / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-af668e44888428c71c1677e52664ec33661fb1048f0a7b11677478bd7159c2cf","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-17706d541821df5026aa4a36d8b566e3e02a6439baf576005e3223fd28f783be","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ec433847b1da04ceef8636fa123c754cc0730b7b9d0deec9a5e3f583b066bc97","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c18e9e0552ed0a92c5025d511fe432a7ebbef1a744431442294749ac755c15bb","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-5dce6df10cd4c57415f9cb364b632defbb25a91eab3cecf8220275cb91db82bb","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a39192eaa31f82d603107a9a448e547c53b5fedd1ae3079b59c36d409ba95452","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-682da1874cf0f16c2e364e56392e5e3b7320ae3470d32a389c8438fbcc7beb57","disposition":"unsupported","eplb":true,"label":"MI300X / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b356ca83ee84b5feddaabe3803bd0a4192d94f24287afd8bd9e48561d1dffb1d","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-692d81529cf59104d3df87197d40c1a5f09c5f6ab01a2ae31bf7798a83aa4224","disposition":"unsupported","eplb":true,"label":"MI300X / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-85ebb9b1547435db5eaa41af71db808ab6ee9b8430994fe0f110503d3545ee9b","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d231f1fe5f6608817eaf2c073c7e516528f5b93fa8386c50fc7dfb103ae018e1","disposition":"unsupported","eplb":true,"label":"MI300X / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-be6eef91acf0ec637eab85f5ad175e7d31ad1052e1b603134914607bc12d15dc","disposition":"runnable","eplb":true,"label":"MI300X / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-38f5556ccf02bbe53132efea5c94893688cb5581a529395284ecc8a65bd78b90","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8c5858eaa0d85ffc8714acd76d2e864f18e3d3d5e0cbf3cf66bfb9ffe30d12d9","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-309821df0ae2a0ab9a7a4531020c8237877068bb656c1f5d7d1135effb1a5dda","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4e004806d278d0396df06fab10d81fc58352160943b47231d7b74957eff3c77b","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f68159610ba9b3f6e8dab6297130243678fa38a3b8f745bf019b7efe26d5e452","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-76a1c2e8d205e485cf8385d659aec7787fc3388157ccc7be437ef215de5dbe60","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-108a9fcbd2505a1baf1af5a1be215a6e729590e1172fc0eecd20206f36d86a6e","disposition":"unsupported","eplb":true,"label":"MI300X / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-db54acbfcdfa9bc617235fcc133a66ede97f3a5fa8aa2c38596da0db4f1e4d39","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fbe153789a3edff3e35c8c21131e215200b1b9bc74018eab7512f79be27bd3da","disposition":"unsupported","eplb":true,"label":"MI300X / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-50a2ace29f24bc806c015799ba451158120df98657320d6cb7896b6065bd302b","disposition":"unsupported","eplb":true,"label":"MI300X / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d2788907459243708885eedebffdc349680700a26e1e53eb610e3296ace45bc2","disposition":"unsupported","eplb":true,"label":"MI300X / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ae029680c35863f0e6ebe08369436cef8fd64044e68c19a844b5d94f3c77e37c","disposition":"runnable","eplb":true,"label":"MI300X / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi300x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-36db41e70d21ede83ff151591bcf3509fbeb9cf6f4a239bd2d1d44d2d102fcbf","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a711e7ae4b15fc3b867db4ec6d5282e450a4f0c40bdefd43d93f63fc13584470","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5c7a3cb047f723fb4fb0a43afcb86c64ccf24d1e3e25c5d8ea480ef02887cb8e","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-dbde9978634b67c9d2787189ad5ab45e2c29801e5c88a0f82bec54283160f2e0","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-bcc081bdb774bc481f800a627833e4c324d922468c67760a5f5c1fd288213934","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-18cc8b294bfb16a94bb35e24d1f206a444369f13dc389db63904dad7bcdae319","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e1f40a19f7db10c9faa1962f2d154b0ace65e493119ad3fb1c542487863530fe","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f1fc378840c586f8ef08d78c3c502e953bb33a4dd6ccda0b4e77772d6c2b6285","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-28dbae0fb25abf2e321cec5a5f583e26fa31ff614632f76f8b3acc6881266f72","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-224f0e991783e99cea2cc2c43ecccca252ee693fa5cc76f9b1cf9281f782b912","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-9237619308b068d4f584a24576cca74aa180abf8ae1dab182af8aa2c8d33f7cd","disposition":"unsupported","eplb":true,"label":"MI355X / mori / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-dbe06485cbd44af04eb22218f09dba5fbd77c0253854400f4b9bda78f1bb2428","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP8 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-54698c6b92ae250535f26c6281acbba2f3f9623a4007d0406646e965655e8757","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-27da02cdee74e568b379d3a21113b6c39ef1d6f998bb6482d9b5cd9b9bb0d895","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6117a32770717e5245f599bef8d9ddcc7058a770f2139ea5c79a614a383c3c8d","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f014ee3580af3a50ca9d16d00b670badc5c95035215ab0c18fc64adb83d9e47f","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0d70f77123dfe6f5da94abb621bfd38aab62c6cac2685f4b0f812188239f357f","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-2a6257b5d2ce556c0cb2b1409f6fa61fce448f2410008d2e4d091dffc5d6c418","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0f4d3e492c391f05e5e754477c9cfa3a577b010ff090e99764a681b8f72103f8","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a3004e54e221202aa80f6fc787556d8d32f1619cd8f9efcc445555832c9de7a6","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4853dacdaa3642adfefcb8f7e0deec492d1f44895707071e59f6da66c7c36edd","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-6d6198b8e8c0f1ec0059edd542b8a5a668028e2801b8087588a67f7ad01a0737","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-05d9866c5d805d8d718f956cc60d6ef2092c82ba0b67dc80057e4847cd7a773b","disposition":"unsupported","eplb":true,"label":"MI355X / mori / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-4b373b533409f6706771701b84d6d534c946a03364e4f954732bf246f675bb4a","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP8 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-49ad7d910130a4cce2245e53c76661056385a699196f56d355715788378ab3f8","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-142d0e885403bed40789e31849c6b05b7922cedadb303135a62e855bba9d9d1e","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-a64cd731b7577164b14954af92b11b11c899ae1895914627dab34953d7a45e0a","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4668b7c90fd4ce9d3cb86de0d8877a642c98e9f02714d7306d005b8c9898d062","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e707cbd1913fe6939f126b1d4fbd91393fd3dd61726aa57b20831d56c92f1edd","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-dcc5a3dc749dc25ed22da2f9b7748e7d85987cba819f42b876413506f4f18df1","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c08290f505a6c520794a94ac64990426d6a23c687a0963adc5cc04d1f942242f","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-7eec1ef9a8b51b006a95e5ed44b2b59622e13f2993de2b997798419c50e12b95","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-3f963c1ce464b73a469a31658fd5296f7d0c6b62e163dd715239d4a42cf71e64","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ec1ac0748d185c7a54fae125804f6f01463e676cc5295d9365c4882ba4828057","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-34721471a65b90dc1b9708dc7c06f68d1bd8803bf5240517f0ff7c9ae6f55bf1","disposition":"unsupported","eplb":true,"label":"MI355X / mori / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-86ef14c4b72f7880526043a85b5b967f21866a2fd25dd791aeb954c22d7d2d9a","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP16 / normal / decode / zipf","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-432bc624ce32200067cfa949fb4c3413e93929e237f039138257b7baf7c92321","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d1e09966c30b663350649e199ff322e079ecc9d8fd982ee1554f46a6ba40b619","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5613f9beb57ce0d61a5f19fcedb9be60a460a50b52d875a9f0c6c24baa393cc9","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0b6c19c361264a5ae3226399211e184617337dab9ef02d0421850840936f133c","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-10d740b7e04c8a9f7453e68e97721711b49354716d36fbf47b394ff37dc280e6","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1a9f61b9255b9db9da0f3475c30e8393c60f02daf22e571078c8060c813da377","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3542a733181d014695a831fa00449ce458824a3716782bbb9ee0840ad7ab9f4","disposition":"unsupported","eplb":true,"label":"MI355X / deepep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-83a532bf4d22ea6137af692fd8c51576f9f026f656240546c0d8cdcd13c37d1c","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b8d7b1cebb5ca8819b5a9ba22d24dc1551872381dfc518b7dc5a0d35c1beaa44","disposition":"unsupported","eplb":true,"label":"MI355X / uccl / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-1a87cddd386c4ee2aaf26dbfb5da4993909554736d367fda75889602906ee12f","disposition":"unsupported","eplb":true,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2872732dda9d0802ac10b82d6bfc653d0e3c745e558badaa035fbc9759e30bea","disposition":"unsupported","eplb":true,"label":"MI355X / mori / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e41bf7933a90da3e8a42713d572fe451bc597f4f440237d8fc117594415f19f7","disposition":"runnable","eplb":true,"label":"MI355X / nccl-ep / EP16 / normal / prefill / zipf","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"zipf","sku":"mi355x","suite":"ep-routing-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3c9faaa31bc264e4e5770554c092a367a71ad8f18d98466cfe5d5ded8c982313","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-230052010a23f809de2ba0ad87d40dc841e6c9074f403a88a95a4edfda0de78c","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ab35c7fd4e495b72b0bd615e3530ee90da86e4fd1f12c126237331a44f85e82","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-90b307a86b1cba8228e0ec13b9df811c5a2e93169a926c942150460cddaea7d7","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-54a74edc091cf1994be7a3d0a2058a1511e72cd2ce8513cea27f1ec340524dd1","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d7d21cb46b6c66d32baa2e2e7c1b116cfa3cd2cd3bd63f9fa1e45332c11590da","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bb76ae72d6c187718f64ed3c50cbd2075800ec9f5fa21e2a2cfa77b52a57c995","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-29429e00032a5b82f3a54fb608e1c4dcb57a6c380f5d3e339ace6b222e6a4403","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5f9f6bd331c92d566db04960c57b218f58037e673dff023a1b222906d044c132","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82a004f296c42ac4c3a7cd7a4b35bd5f8b42add72beb318c360aaa476e6112ca","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7ce0c7f85deb2aab67ab93df962f39855bde6179910fc36261f8b588dfc1ebc5","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fe47c6a2fc4deaff2436c0ae8fcfe1d1a8a99dad7515856f629bd7c088683953","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-78b5b3700dbf72a0a510addc4b7881d5de88cc7d2c3d455d02e10389f961c473","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-97bd3a3907093625ea8cebcb473f76421fc74735d59a9bef2b8e186ac7e4a137","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dc4f22e646667973941935dbd0bf16306980bf08b621f425c1570c7a173abb95","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ae2dc6c550d4a4db2af4dbe47e9380c795cfed278bd436b6c119c4188cd2cf1d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2cbebb9303ea46e17c8f0b2fc4b57a0a74f4ec5326a48dafd175645dff51f0b7","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e97a819314a85b3710e316a4d38d8760a6312cd9579d0c172aa97aa74006a22e","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a99ffe99f2e7a8298a6b33c1b4d8f4a237d4adf32d20c6350f7383efbe965723","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-aae60f5fe6694a2bd69e49550f28a3eac0632b7beee85575d4b9dd12412386f0","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ebe127d7cad30a3f8f440b19fc2154d66fe2c79b0c6a184ed636f48ce0b2134e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b6c355cfd4f238e929f780c71ec02db1486d4d6879c0fb030be2ff1d494506e7","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b0be44080fbf5cbafda27d75ba6437b2052b13a277277f12976ba06e3ba2e3b3","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-312b08c1f0e3d354119fedc3ccf05c0296f1dc22249247390a321fb444278691","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c68125d91e3a954a11b202ed3372d8076a3dd8c7d52886719164f128c33b453","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-145e52c372fd64e770c4f29a673283d530baddc7cf05f5edf531187cd3253b4a","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-498e09008f41280fac45fe117870ea4934efdefced73d8d93d051e08acce4f15","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-953f657598ecf0565fe9705108be7122993e005b55a2df16dadfb013a7e75707","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8b3b05f1d588ca68f2cb0e43399f24112421261488b0fc9b7a7f2f0f3b0f4fe3","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f4957febc54a417fa9ec94fdbadaa8900aa4bb6764fad8d28eb986244cdd3ab8","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-73b1cf12f733136f2971a17875395f017a461f30f5d1c4ea9b1f2ca39f1c1b49","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d17754a2e64aae2fd948868939a7efcaddb72dad0b728e49606824a36d268499","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9d6b575ca7925de9bb43ab5e671d36631754ec2de380902a9898fc2615aa454f","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fb0c2b67e4b861fd6d25b779e7a41a360b44f9d92e759c81a51ab03798926845","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e7adda0de5ec21ba4630c295b1efcb2559371638d61274d142a9f5ec24799a85","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-efc5bdd5624a0bbbe1cc24d9fc89f4c55e3fc3b00b25ce775e2656414a343bd2","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-215d900e55df95d30cbfd0c0a910c16f5eeb61527122df30bc81c97f3e104a53","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3361718f3d8b651172b8bde64162157ec32dcf303c624a47c276a64ab3a5c850","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c234baeea7098a20e02ec24c89ff28aaecb19f8e9b9e37089b96766e1bec6ae","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82550eb0f805fdce994306debd70aa095be27ccbfb72c86ae88f7567b9679174","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-00543f9a5738dd9a233619e219b375a427145cb15b3100a0547337d4c17dd891","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fbad2b580f74c74ba00f5a6578ee1a624cabd88ee8f8526ec8766346b6ca9841","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-11703f549bf1b75ac740c5419e0e936063faf1903c92f609c1ebfcda8007acfb","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5474014c2426b5499763063c2cc07e2428ef0db1cc1b9a93373f247fab34f8c6","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9464feb9c6bf9496380e8b4150685fe27330fe9c721983b27aecbd62a9dd5147","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ddb4644bdc59d4d2923f4c7b133c195237136e364e2f0cd17c657a33d32c348e","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e7b69f29c3e163329f7beff039cdd751ae7c27182ca80cbe1e41e847640c12b4","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b415f87c3158ec239db42d29ace66bb29bedfdfb942c8007c72310cc8c33b570","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-63004ed9b544dac12164a7f5659ec3b2f49ea2825085854c10626f7003825451","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-dea919e657ca80570d1e3b8cb874a0dfda090e9da9f11677719e54946e02c156","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-57b9538c246bcbd2edfde8467eb68b989d2f742a83c252ab3daca82055426be9","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-98e9ca62f43258f1e58e572eebf9d39d137e9e21ed0f13777e254ef42116da9c","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-acd6399ee16043a5d850f6879ef63b4e4793983e6ab0c35158af2ea328ee01af","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d04cc12bd3b9827036c7cca3c8e28f484cf597837c000edb3dcc7c9d581b81ae","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-96da02f2afb3b4379198b28a1eae472baacf4e9b9204ee5202c83154f0d696ee","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0cbe4ad3a50a60957e630c8fb3d765a093859eb7dc858804f53dd13840a910d9","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5fb0e219ae3c4210ef1a64b40307b33de9a71797bd248657d71a154402336838","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-53a619006ba0a38dd0a56115cee62e34317880ffd068efe1e4d34167efa23f3c","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b10490886f71a9559c894964849b14c9fb969dae9b2263e9caf3c5377e46d259","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-24d06fd73f6cf4193c8637936578aa537c0ef9d3ce567fd40b50d2329f6a7c12","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1fba026ebaa19f8f41e4b1927c553381c8488395b8a57d727b0499b81a6e0ecd","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-de11c0294e66de3cc482ff76db3857b0445a1477d486afd4e2b626ac911ea8e6","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e0f7aa6412bad82270753776e9ae1da52291034cd061343551bcba758d50de99","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1190fc37186b39f2a2f943988b64747a96b546d7df09e5df58d7ac65c20a2fc2","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a1c57a2b0907c7853df7465d595f6588bf93400c5aad7ff2dc28032c75d9c55a","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bbf995e557ccbac4dd4bd0311937a8893a336417ce7bcdbaab624d7f400abd2a","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c6725bcb18e2fef49d9869138485c9d25d1cf101ae2652af6ac9309b52e9023f","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e520b4825bba2d57df077832a74c9e160443b7bcb3704930070b0420ffb5cce2","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4b46aaf5b4c4e9d6e3234ec48369e0f75776e6fe8231f5fef5628824e47fe6a9","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b10374301856b71a9202bc1673c620c75ab88c60731536df25ed6b56a88bf384","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-822637699f55b1d3729536272f78f4ca8877c091855840e4eea3979416631602","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-973e592f1f070c773ef75a2fa879833a9f0fa61b7b62b8026e9df5f6d9fa6ae6","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4abd1ab69003d0382da9fadf3d2e251bd26890e65cd2ad7b33df839cefe8decf","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ef476cbc32a9df6072e0590d45276fd4fe1133eb72adb018248ebdba92f33258","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-67080642da81be80ede5c241567bc52db45973de181c178b6c0da9ec115dc269","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-edb11af9933abbb885ebaad6b2973fc87ec4c257e2099f640165dd8734ab23e6","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bbdbe2a68141e3d5091506ee8cf969ef072ee1041b23760e3da807d98b5fb276","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-334ba5a4f99fc96c3e4d5ee96007f33fd6a6b0c2aa991c04b7fb07b5d21d5437","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3e3511afb9db0d4b5f0f77f63f193693e6835f9c2d62c2e4bddbe3dccfbb6913","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6de9950e7c4d419c6afd3d585fa642868843fe4d3b398f4be1582321489e6098","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-964662f9b6f5d3b62d8b25a5d040d79c474e67b89930a1efd92794d52c5ae028","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7ea8c1032ba4dd9fc0a3f83f5f7e9a4106c35f15de0b93aa9743e7423bbd56de","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8d3bbb463f1a04b7004d8bc5e3914f8a0cd80d1e59a8893c3accdbcf5c434db1","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-8639b68806dc1214240af7cd902d6af8f85b8cb51e98d805a00ddae2dd7b1340","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-826a7c03ca455f3448d7e8d8f37ef0248126756dd77b331ffa30342393a5ad77","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bb95cc1891d0786d533d30e54825aae9c5caa758858cbae40f77b628542bdd36","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2506da029a5a922799af43f60286d638d26bd28eabc1bdd48e24ac39b33fe311","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35c3789b503c8e709501d54838ac8d4847daf14261964fd03bb9015cb79af026","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8db242fcb47f21b48e16ea43f36113da6c95808d91e05d83ca23bab3ba671869","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-21b25b1cf6249dd1aae5624fc4954ae856077bcf5c1eb2ba4737045f0a7e20bb","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3375e18506e03418df0cec6243b093be2668c71a19c37e7702d38b1c052bf9fd","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-19821801e6fcf268d990b25e91e0af3b018aaa93ec80ac59448a835e67acc584","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-87b47c9d9ab6c6ddd2e471acdb9d941bf0312a54e8a58cdf399b6ed8a8d3a28a","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7a04e8b2012550158800e2b1e09f5f38c0d339755f5b8a42941fa2586ea4eeec","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cacf1e3559eed89c74503d02c11510c76ed06ad4fcc96a333290093daa8fad09","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-46eb30d71a16a9144121e51fb1da5955d61799979b2764314b689907cb1fad20","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-874d68d9bece5f955ba2bd5b0a165fb09cb0a322836e775e5152683b76d48b82","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c303bd6a063dd4517c2ae3a4f2f6e2d50e3e4d05249fa237a50bd42185865363","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3bcdb5a9d549cf9bb02f9e8b6fbc6d092750ab0d33e183870a8fcdd8811e8a41","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4474c9c083b3d345f0218c213b97c5667f26ea44e82220db630f9a1e6570ba7c","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b778af47a47c6d5d299f359e0962da5230516aeaf44e48a045f38d77f843b27a","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ca079f60bc32b71523114f292e0448653077286fe12cc33dc3753e1716693c94","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9077893446c9f94bf33415b997502e419e11001b292d18329327ff4bbf907ce0","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-86ca0f6137ee2147a43c9a934e32e6333ba816daeb9aa1a3d0613c18829c24e5","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ea6070538bdbec9c93e8fab7424c0fd1bf268d9fe362a47aeccec3e86e1110c6","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d61f86b085374983131d3029c5b52365dc242ca64a0873161e5f970b84612274","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-968246ed296fc15c9f8b57df364c35211a2f11bb4884b44acd9e824c72dd2dc1","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-d16d68f605266a4191e5aa4d35b96e4f49fccc4f8539d982bcfc2564f55fc0f2","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-638381a3401bf63fb227fbc5db6bc3635b59c240e84345f1a4cddf23f8326379","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-02802ede8d445587def4f5496caea04d514dec05c2ba7da218db81280fc0f6bc","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-fp8-e4m3fnuz-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d5ea8f8d50739c85461cc6d695778a3fe70a0901d9383172d2bcdbdc3611961d","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-fp8-e4m3fnuz-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-38a66e20596ab55f2932db912db384f12edafe74228bf56136d7a2b04ea51889","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-b9330ce4afc399ba3676b8ef87ffe2ad4c65b942d323b1a519a04f59c2fd13cb","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-fp8-e4m3fnuz-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-21529fcd2260f1025d20738ecd66b9cd83820b214ce802e704b96ce8f1966d0a","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-fp8-e4m3fnuz-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8322865b77a169ed0fe8933aeebf1b6fa59c4b0098ce1c98b40356fe6c1c6685","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-01081488ab1f04bf7bf54669881cde9ac8fb8ce5e577ef9c51cade558ef0d232","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d8a062b52fcfb7dfbb0615e9ae050d5972736be28296922e096d6172f664d3f7","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-bc9a0c92a4739452f95f0419f68d1dfbcc6c19a6cab73bee8e26b310cd069699","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3b57e1b591e29fad2ed513658d04ff4468af0f1652eee581c9041ca325644533","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-907dfd0a3d6aee594a62a438ec5f0698968c23272cce512689d0ab64ad4b0f9f","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c147fa9ac04e04ae88d0f9642326295e9c0acd190a27efd9758bc998f9b039b2","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0df1d71bcd1f11191abaa75c102faef13db9b4b558ec971ed4f2948ed4d32fa2","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-fp8-e4m3fn-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4b232a9b315e7a61850f5b85fc673cf149692183e34fd24ff90d3d23e4263344","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-73491fb54829b2d715dfa59e2c54acea30b2497df4459ad65675efddb77d484e","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f2e1c234e8a9190e0da65db7af3e392004464ec81c4eade2f3acb5c2a91b6a01","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3402e9530c4ed26cb0bc25fb98f05c5bf22e4e0a4941516417838451eb98ccec","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2c8c94d370f7783c41ffdd242d737ad266bdad0a13852eb8ddcaca6716ad8794","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e795a4b8ca48a0166218d5faa7a2fe4de53eb4223c9a7d2d4650e5744e0c993a","disposition":"unsupported","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-267769b26661a63595d1a430057f508cdbcd88ff11aad37c649fc66bc8ae9044","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-108c1618daa1269c936e5b217a38da4b8262c089a481a80902b88321b6a109d6","disposition":"unsupported","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3032fca2ebcedef95a09399389860432b7fba5252b8391dcfd9a6f9d07e7deca","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d8a45af976262081b0341e2bcd4178986714dfb0958f16a762736cc6b74339fa","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35f6deeafe9e5903deea6115c6644126c3dae344b0d5c9c4c9c06f42a6913b95","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-caffb2e6251c8e825785872875336ca2378496b0002f585f19c4ecf6a24f68c7","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-8f7db95239c75803f7f4fdf483bd46e6d3643ae95d332bd7a6ed4739d8217a88","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5f2382877507c7beaee4b57e30e89e946216e86de64045071456f0c3081d0033","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0cdf4a7e91bd73076eeb2a13b307f61e005f3c8aec34642deca84164f434e280","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3ea114fc16ea184d1bab4292e8ca09c82bfbc02986167004fac7c9e2f8ba9550","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-928d0bcb4f6abc6989efb543a63b42b1a3ffd188d001167a209dd8bc46aebfaa","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f5374011357bf1de426788e107d63c4245cd742e6912538669fd4ced7582ba49","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-c504265a7e9e16891ae181c3a05221a929e148e821d1d054829d9b93c366c5f4","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-dd4aafa20941ba4bb4d3ea83e127d08ac29769d7b3a6458d0a3f4cfe3676ea83","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a6747535ec01fac2e711447421938806fdc808ae2876bc47e1a532048c0173b2","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9029eb1169574f7346d6a535d21cdf79ca8311185c1c2e1696784ad7c48d2701","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-95f18e1715b8a5f2116c851766778f962ae146f9c973d87b3fa5f733a818b2d5","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-a8b6c6b8238686b17e1a1cb0978774c89971fe5cac609c028f630733a46d5b89","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d57a963d5d2c8e44627c993e77f8a34b3ec7b75d96256cf9cf57a5312229bdde","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-75b70ddd6193b4dee9d8d1d8f98390d0c5aededea42840e18a17a8f620ce5789","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-67b3e6819156757c70ac26f4a8d641849deb542ccd0e5a64fe2afcacbff48502","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9a787377817b7f89df21d642ed344676dc05f21ed7aaf37c502f4064a6660efd","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d69a478a122d8518d40e3e75a88998b6e8723ce777a192ef3c9bc26410b86241","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1473b35d6a7f3fb3a353c5e740dd4fadd72c76229bafb04a305feedca2991ad8","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b18ee7076acbe545494b233441205b70d642742d2e7d803576191c2e5a374f66","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a5e068e60f061a1088f1d57d7e8f502dee9b82a0feb054d2a42cfad9fb7dd0f2","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b3922039c14fd5a38e1cc052da88d7adeb2398af7c59d465414588e27f9037db","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5c92f3d7a6277045836b0a6e55e0406e4a139b8f4bfd80760745f954a09708be","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e5b19040d1a947f40d233e1452e344334815b71c95dbfbfcf5fed2a1bb41bcc3","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-cd58feeee602306f62f7908fc878a1801b77e4c624aad80f47f7d86fc79addac","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-cb0ee8d49a9206beb6fd372a2b165125cc1395543421000add96406b91712d1f","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-be56706d0b7fdf081865a34f3c3603a15453fad512f1cc3db429fe329bd1069d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1c922c8ac9573d9cdfe0c8038ad6eba250cd97d8077f720ab165bb42c53e339a","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-de31a503a6e6df7dbc41a6979e7f2f903a0f2f42664e632b806f0826b3a1b5c3","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-93f5bb4b08da27c17fa1530b7ae3d8d254de5a8087ed5bff72f901d5a5ffd6f3","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e1e6a1544edf5cfc75644df66e3d688dcba7b19eaedf109fc061d09e333d9f0a","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-11c7d81a274cd0426ccc8dcec5dfed69797b165ad7e2661f3ba0dc9506dacb05","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fc1412accd4ab4d518c882d7b1f28c962ea735f4774d71e154c83b590cfcb1b1","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3cc784fe4db69a4424425704e3ad0756df8751a1ae28fa3bb21feed23c8daaee","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-335c78abd8b9789aba70ace348293a38a5d7b7a9d930d015e306cc271e859613","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d50b57f18f5893c48d02177d3a725f822ae0c460fab910cca1e98024a326fc87","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ea8e14e6f6d51491ce097add5971da679965bc2219b8907859dfe420e3f5ba8c","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bf19529030e309696e159f98506890c885adf1cbc8293e10866564d51ae09d2d","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-848b6423b349a20b9fd03fdf473bf7ed5fc8c700a6396f4be4eefcad535d0612","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"}],"format":"collectivex.frontend-catalog.v1","matrix_sha256":"5894bab58d3deb2bcee51baa075ca5f5d324b4292ac1cef9f6bc08a07ab1d9a3","point_count":1740,"precision_profiles":{"d-bf16.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-bf16.c-fp8-e4m3fn-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-bf16.c-fp8-e4m3fnuz-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fnuz","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-bf16.c-logfmt10-dynamic64":{"combine":{"alignment_contract":"value-block-64","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"logfmt10","conversion_boundary":"inside-combine-timing","padding_contract":"right-zero-pad-values-to-64","quantization_origin":"backend-internal","scale_dtype":"implicit-logfmt10","scale_group_size":64,"scale_layout":"dynamic-per-64-values"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-fp8-e4m3fn-b128-f32-fused.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"bf16","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"backend-fused","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-fused.c-logfmt10-dynamic64":{"combine":{"alignment_contract":"value-block-64","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"logfmt10","conversion_boundary":"inside-combine-timing","padding_contract":"right-zero-pad-values-to-64","quantization_origin":"backend-internal","scale_dtype":"implicit-logfmt10","scale_group_size":64,"scale_layout":"dynamic-per-64-values"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"bf16","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"backend-fused","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fn-with-f32-scale","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-prequantized.c-fp8-e4m3fn-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fn-with-f32-scale","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fnuz-b128-f32-prequantized.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fnuz-with-f32-scale","api_output_dtype":"fp8-e4m3fnuz-with-f32-scale","communication_format":"fp8-e4m3fnuz","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fnuz-b128-f32-prequantized.c-fp8-e4m3fnuz-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fnuz","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fnuz-with-f32-scale","api_output_dtype":"fp8-e4m3fnuz-with-f32-scale","communication_format":"fp8-e4m3fnuz","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}}},"schema_version":1} +{"case_count":322,"cases":[{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dc3957540eca33bff84d3fa31ba305c27ef8c7f0af2960230d168db562260fd6","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-818f3d4ae3f1fc7adc719a6f950dfc47fa55135c4ab5323be2a50bd725a2bd59","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6898a817b7d7d270a0c0e4c4d58eb35e28e7620d85245b53d874c053dbd0aefc","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2eb2e59b880fe5777b900bf05cbf112a02849e3b07122548071917cfdb46b37f","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-376c206e9037102670c0c2d829f55bb61bf26d76f71ddb94a5a6cbd9b17b6795","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1109463b8dba5ebd5debbeed7c52df9ead477c20f91fe9cae76e2621a666a873","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1b87190ca7f0f5ea75a454128cc3cf6457069bd52fee14b42e09f196b1a952a6","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9ec4b8d4b6e3f3fb99e15463de26e24e976d48f20cab710379b25da4bd6bb3ef","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-646ead6576087f26ad30455a2331da913f8c3e3bdb33483c68f1e9e55dfcca0d","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-69a5b4561ef70f5d3bd6469e3c0da5b366fc48b409e6483dc6281ca0b70e65d5","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-15368f7b5126e8657d3b4f053ca3bea2df1d099895de934dc41e0f869d46c748","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-812a65e7914c67e849e9252b9846270e8bcdf41ede9ee0259367c1dd8ab5e412","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d994af50061535d12c9f4c039bea99f801530e0206d733f3c869379bee0448e5","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-948b02361b6c9fa5fdd18f11d52d57e3cd267fb5764aa9067bf737275680197c","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-09d293336e19758bd258d4a589076975b91b0ade667701ed97bb5fd7f7fa48c8","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b5afdd50e2f57d5ecdc3e99653ab41570329856da44948d75a0026edb3a93734","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0d1e3160a5839c2f306ad7d6ce81f79626132e76cbbb35a575e2e43d8a21844f","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-bc4e459d3777271d9da8bf12eb28ed4e6f8c272a696855cfca2b6a7a7e7fe0c1","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-955b6dbe5f54cb6c3d8f0c1d7cab6ea9d0a255a8f0fa00e152db4f65d33f955c","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-57c3960a62aba5ea58cb0f0dd0178380679ea720d2bab05e0d48827cc0edcf27","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e2f17ed3ddcbe89d4d7c17b72901b3a3d553ee6da6b9593339c8c73af1727f9a","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e6c7d064e50910d76b79e64170a4bf9fce396039fc1c087849ca9405a7ab6d35","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-901456d331ffcb2d5748cabe56f9f658689de94876a36c63c76b73cb4d51b6a1","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-6ec8657a4680319b7410fc2eddc97b5b033d9416d0baba7a22a8c19194c358fc","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7f1197c2914ca0ceef0b4eecf4c84e30415965d2abd4b9a3a470ce1e6e3aa5df","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cb698c8a5f1d23ef5f277477960d6310df125aa168ae5d574c765a2b96e5b579","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-cb9634b785563537aef44bedee876bef2d8007c2f3b0f77364fffae79634a49a","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e2986a3b7a5ef5f5cd08ceae55b3c6094187121a3c13b03871ae9c7710f92ff3","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0197166381b95502bc82fcb142189420b54c80b3ac0c24b9a0e304c9f81d4429","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e2fb89231c4e72cb2d451c246390d3ab908b96bda057986429de66aae50684d5","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-514ac85f59d67f8034018d569a026243c4d7d20f7ee0785afee2f809dac8c5b1","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-58e7b05166cdfa6755d1157c179fcaa8298ac0e826c79773767cbd53079d41ad","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-741cf578161056ba8b698f07abc4eea21de49f1e4d1857134663f65164e591db","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f5893f20daba8afe301ec3729f7c70a6de90af806b9d8fc29533cedfd5f2c51d","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-efe10271af8302dbb841f8ddbd3c1418b983fee2d9a66003020af98dbd06e19e","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ca82ce8da3368eb288d77e78e7026702cd8f9c4609f7171631b7102ebb503a82","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6e3b672296e90b5167e66bcd68c0f15dc5c430223afbbe0ae820d5feefd2e0ab","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f1a9a371f3a2c104794d254cdcc0b0135c72e483f9aed79a8f8bdf9a67ed0ca4","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f4cc3b62893de865478f1cfe48c2931e7a4f727129651634da0295e4bb8da78c","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-389ac52f317ba9114556b80e0a0c7a4d4c4c7f5f5af38056311d3448e8908d46","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-a265c03ea6d7449c38c586ee394a632ca066e2ae99f9a2b80f7c3544d9b10937","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-88bdcfcf01a1c040dcc28009e3cdb9401b0424cb636e8b8b3b8dedcdc7f0e5c4","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c4c641658e54a96568f081c2a89d6d450048eb51f1b9af58d069db3297b525d","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4b07826a004ceb504d491e07d15e7a6277cbd9a6de77d4a8279f16fbf19acb4e","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-eea045414f8bf3453930f9ee4fb6ec285b3e555eedb663f740efb2cbf5235b14","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c2966b061d489b3cc62d88a27a61bb53a8a32d3fdfb303eb8708278419bb388f","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-82ef3d7069cf0b8f8ffa99cef7eb7b7d661a0e69954ce93ea32f6619092b3f3d","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-cc0884d212e1fab9b777f5593a6d11b9fa0e6a971e9edbe19565b5a6abc35093","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ddfa1da434f3c7926e3432d5b62e60fcf0760104c91bbe4852ee6c15bab080b8","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e67dffe6aede0d3bacd76d54f464efaa7dcf3857419058657a10dc7012597f0a","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-485107d9a42f58e67110f1031b7a3789eab371f3630e33f98ac6b1b3cc4d1e89","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bf70bfccb3f9ba47b5f2d517cf3c9fe4f791673a2b037f384b3fd2f919325e03","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e92f52f01eaeaf1df8123fc6e10eb420fbe8abb2f587fed7ae369d0ed59e8fe8","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-4aa1685ecd8d936a3a111cded77ccbea9b936a208ca1b5ca8f319a6a9ca49ef8","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4422dc1cd48f7214bf8e5e65fe6422e2bcee3dd12a9609a23449d966774ebc3a","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-0688829b5caaf49c5c5750b0164270684f1f496554010dff366b82e6f78019e2","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4af9ed95a6a8cbcd97531b630018389dbf5e0345291712ccf7ba6ad40053787d","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-33e49742af19751f271ea3ff9225baeb40bc3a49cc1f8a3fc2ab9a81c15bac32","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4d0b311aee7c7459b4c3d9d1c248466fca006bf3057fff460c99d012ba019b74","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-864d7feb4ecb2ec711c7c1b4ad8eea8fa4c8b397de77a56956455bcfe944b4f2","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3e96e754152fc85420cc4d6ccc7b31540506dd5d3689edaf7892da576ce7822","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b653cb780cd2e897d2828ed0a2a4bc514a75f186ed51ab24e9e9259609de7275","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-607fd20ce0a1f30e5e79eb3ff4b8fbd1e4ef732e434f08fa0341f601a76ad55e","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3d9adb728599fb4c87ba65254c63bbfd9907dab2ccd07cfb6b72010cf7f6bb5a","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3ffda7dabd7d7a59ccb3ab0c10312d784f5b80a61390262feef4ce520db13e16","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1fcb3866aca2d0920087fda1f1d68865e4d1c6a905692d3676c96023750eee5b","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fab2e4438904e79c4efb460d8de5d185fa0ae139eaa66c0920253a9a697cf4ef","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8687a3cf7f8ba4572bbde34b6263fe03ac6ce11b90e0326163f3466a93c0832d","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-594d7930c122c5104ad0fc310870ac9f974aaf5df79904caf3297449e05e7750","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-affa008cf81d9bc42ed17cc7254a5abc3982a9e7971433470c8f9ef694be4f5c","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c56ac9f8e64e6ccd79e1805577f962c3c9dbfbccb67f2f5e00de57af3987b422","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-09e0f01aaf5f5228bdc8f4ee84df00145be7b20baf9af3e8f2aca1c168dc68c5","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-968ec9d84a24583c7645633ace862e82a9760e89c99be906d4e9ca13a9141a33","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bb529987d35e8f57c591b1af5e3018c7f0a971c084bac7419f3cefab0098658b","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82f8a05c6e7a9ac00b0be286082c59d2a2983a2433c406f4cc7e4c9593c0a79d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e644e71317956960bcc10dddc6418db3ed9c4510170a98a547c30c6e51ab5ec5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6928c3018a471c8d184d6178dfc2ac81d73e737384a1ce3be46983b5f2646930","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-afb2b460a4811f1e56f31de8797e7cad10a6120d986924572f181791243e9267","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dab8d452daf5bfdcbb8c87decb0d2cb1ae580431547f7f95c64b625d320bd522","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-65a7ffd282e44e1664c0a913482dcd1a3a8eaef0393b7715157eea3cf9ca0cc5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b84b2d64b103a357daf1b589cc7e9082796f8c4e1dbf5150a4c7ffabe86c14f2","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-1223ee49d704cd2e414def2c665c4913cd171ff01a1a3905c1175c37a1cc510a","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e71c288bb10b73862635f9edaadf8fc01e02c487d7d6a7ad63a53cc20eaac210","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0f18c4d0a0b55b1d9b55f58c8e581a76cecd988348070464d85cf522d3193dee","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ac7d2e5a5165dede1383877f3101ee15c31a7d67ebbdead698e6a95a7100be6c","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4978082adf1b7c95c651dd75f195d0de81a66622206d308c1ce0e26dee4ffb57","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-03986da43e3f083f3d9f4be0f67fc043700175172e876d5811e0634339468ae4","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-60e57d2e5f84212fd6fde6d5047e12b848f2cc2387615494e0a3192d8f30e770","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7234ec9a380eaaf82795c456103dcef47ac1092e1e2d1b5f8aedd81f7aaf1cf0","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0d380f5a4b350dede0b905b46246b8d05ba26b400cf682de014740eb53058a06","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8ed904bb883204d20d13a82eb5872e2537bc7caf2ad5cffa6afc44cdb2f38f64","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d6ee2a4923ab0458fa9df3e8d6612cc248bf2675030d515357f10ae04a81d129","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4a3c5ff702af27aaf1f4cb60c903eb5b202dcc5aa3023b5e3979349bbd7e99f0","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-149da83d0f75a5a7d1608f864f41f7b8fc6b0b5679adb17b19fca2c923677cea","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f4e03f38ed580bc8762d3cd4c1c482a668d78f49460c7d6b70aaeffb34ff2cef","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f68f3a16c97b9823d5f0adee60bb523ca88a56a9dd2bfb098194fd47b800939a","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bad169e6547565737e229e247f28d2d81cc399dee3ae6fbed4a0dca9e6ae2a51","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e992185ccfc1ec673290ffbdbcd5b2b8cda43f186e7649961ce5c8966e625012","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ffe42d816d1412141242c362fd7979d797d2f8268811ca9a3ac2f35da2e59bf6","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-862eb8aa6ca76455cd6dece1b052f5db7b08a6975347c9fa2f08b5c52f3faf2d","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-b194e6eafd10a8420d7bbde73b7a0aca02066839d7412727b723cdc353d845cf","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-944eca1bba303f68d1f8313d9f636cc18f6fc2e910b950d6828f8ec2e98afffb","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6136db70a174f77a663f1a2981edcbbd282e0bc05a5f9ce65e938a6e74aec9e5","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d103ab8de8449a24d7d1d2a201b8fd216329df9f879e3a82106478dbd5ec96ac","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-969fa8a0d36b9491d9d59291a489266e99bdeebed211cb2379e565953124cda6","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ad397effa607d1b366b96da4fcc48f31597acb36021183ce68267dfdb623bfb4","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-12e3c0a9fddeee9fbea11f167dff9e513a8287bb62805504065f6e0e9179ab0a","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5346041372ad2aadb39bc428c748a440ee6b253da4c766af5e78fcacf5a68f28","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-166c3c58ebcb385e996c334b8ebf08ee7c7a98ba792d78f0d0fdb876968ac1db","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9c95e39baf92a4547e6d89f40e092e670351ca3f0920dcbc81c2ffebb9468239","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-c54b42089de081b4855a23239d6ac60d8eee04a529225e96bf89b3e02c1e2af8","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-068cfb93f588f41d04c049310aa4b8d7474ed0b0353ebaa1238c5962b87c2dc5","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0586bfe0ceddec11ad5a59af4e2168a61c7e2ffc35f296088827088f19878dcb","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f0297bc6dfb5d53089a5919ffd803a1e0b337384a16f5c6c89747a40bc8a3933","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6d1114e56ba9e584c12e5afd5a13e990c30e23d7099430b301bcb2224324bd31","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f3ce6fd3c3f64e700d0a61a1a728c42687d38c6beff6fcfd65d6573dc40255d8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-83c98cadc93d3b6dbb4b7a13f05a900648074e711cb43b7e57f65ed9ef2b6c25","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3d2423eeba78f3b7970004b72022c37fa33d5d8fddcbf3c602b0f1ed6c321f17","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-36340e2c3b6f738d6421cd5197e58321b97f470a3b8d1c0bcc0983df9e855273","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-71d565a7be8eccba6ab765529fe8c9a81e24fac8e3c40d566346752d12f75ef8","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3c053cfd645ca3c44f872b5ffb3d3fedc5eaa3aff37d928a688969f14aad8d0a","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d38b1e7cb5ea3b75a03271f8434c50a661ebe43b916fb1e3f2caef515c5063e3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5cc96cffb3e6c38a0f8fa03f0109d1ceaf9d74fadd167159c6d2936c354692a2","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3743b72f6a1c10e355eab6266f6e353083cd7c0b264534079ae8d4a9772bca48","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1801ea61f2f4e7390311241da391193f46585a1ac702884dc2b7b87cdac0537c","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c13bf95ba0ad12275adebe7fc10f5b34f1b95dcbf292c188b87362abd4f2da7","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-06e7dcc603d314df59b21148a8af5db571221dd7f03f34561464f3c4fefdc99d","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-12ce6890d6896c32262d54a711ae6b92040554246adc57c046efcee9348ce778","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-bf2ce2de40303382c805a0ce3de7d689d51c17be4028bdfae76b710e581e4762","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-177bc42941d335f289de70a634681ffbba30aecaf373400bd4d95b37f510e04d","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-90a409a9e278515c11d8292dea30495ae32367d86edc214606b6cac3cfe09871","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-fcfa8a03c7274b48849b30407a68dacd80002cdd0434e81d48f996c400ee57cd","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ec3731275d0dabe41755716295c088a74d246ec89110bafcfc5c51f50f1f7cc4","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-631f9dc054e1897b29c77029205f7be7773a07b7db62cf3fd112596c75a47d84","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d47430c95e1338e48f228e7ef355a3040b1c229221d6bfef94645b51c95d32ce","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bb4fc30581fec43e22c758728802ea1663900e3df4237d0034e1b26b574b6355","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2f054ae03b063717aa733902254d52403c19e1560adbda5115aa17aac7ab6322","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5365961803ad7c312fbaa098d7aff14679838f0eb052a204293588b1c17ad768","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a3acd84df7b7978c6859f3a924315db0fd36e1e17ddc7b023c754c2327be68e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-988f7dc73de95a60e1e5c1cb1f1de3d37ac3775400e9ad8e652c1cea990ccf79","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6ed208f207fd439aac2a4cbc018f3ab580d4fb4985e0472a53188f558e493caf","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-7a039c36ff0a62b5df161513b639dce90912fbd92fa232908822dca9ea0f1a59","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1f5a4bd62491c6516c6a7a2f889e075e7b07220fb9c0b5ba53388c0ae014bac6","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-62c80d26bd75eb13d17681663d1436960793d2a1a5ad705e04ed3228ec1796ef","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3f46f16b4a5f1476309ddaa5e87d4b5ff4fe3ac41e8e2282df81558d6eaf2e92","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a02b5083ef95ebcf84eda126678cad27de5bef850e6854f2b5bdcf63eb093bca","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7cc95804e1194109a9441401611d3d815ca4a2630224868454ec713ea231b7ee","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e852504dad3c6cee85912e596507dfefb0c7f4aa67409dcc5ec8b847b6b4e297","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6706efcc29f28afc395048a981f00010e83f6acb3e5d3d2186cc5959c446173e","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e3d1d90db68e261d6d98e8d14b0bc8bbcbe08ab54827d19cf298fe8256f1051c","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-30c1fc375a00572023fd9174c6be733bbee1da0896456f2610e6c5b5254b3c1e","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c7fc2857055b5ed79a5a46541625a806f3593f84dbe99b0701ef6a6830b2458f","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-87b14ccc3e3ee1154cf766c486c12b87f630a4b2c3f2ed099cfa499b3535478f","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-609cde1ffa5da6048bb9a8b309af4a8d6a34f9604bb255cdc075c1cd2ba5ea50","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-90c26f90e68161d68a8b43b1196a1df3228adec901f123b2510afe4ce0dfa4d6","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e49f58b5f6128f3af5501d6fbdc281d128445647c7bf9dbad66fd7e4c05e01b4","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7fdace844c556c19916a54404dbe4d4c664a3a91f2ffc26d2e077eaa61ce6956","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d7f19365dd6add435cd45cee06be284a10bc77224cd0d1b69aebd83cef4a2209","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5072f996092d21297eb3dc42aa8a14dd5bb3d7e0e535141a56b6254de23085fb","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e66be7f7b0f36703f984b3644bf9cdf08232dec791a059b87fe3d39d4548aaa7","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8a7f59ee878847d11a1a594f433c70a12decf3aaa8dababd132cccd1e5fc9c86","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f030843a48d0e151d2db73863266454a125b8ea12d5df742cda0f94d057acd01","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ee43f71fdd814bf21625114925acbef98f1c662cb55a680a050b8fd3ae69623","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-3768ff5f7a2ee14bc4e79939f8a395dcdb93e11225f18ab4861f450baf59f19a","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-3525eb0d1b84de7b8ff646cdcf867b7f0eb782ce4ac4e89c9d22695465d11355","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-19aaa1dbe38889a7ecea29207cfa307b0791935d4a29e3a656285676d682a69d","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7a40f835c087a94e7497ea07c6cfb0db2ac703905c0bd8e8562c92fda5d3471e","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-08ac2adef78e433de2feac22b305dec9b27f9424c29303c43b349a33b901acad","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a87160c57036f2f3769fb708a84c0e295cf97031c3a4f30bb6db200151b9eff5","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-839cff937cfda9e493c274486df638d69ac1c8f2278b3f0704c4f0524cdc848d","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-23bf448e90e34723c8f2b2a38fc67c53c37923686233c5600a37de7ef7f3e99a","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-9c7b834fdfbeafd0127d0226ef670743ecf5a29ae480c82374ef2825f3606103","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-262be8b4314b9060ec947dca6302de2606be5f265057c6cdc966570a3beb9d1c","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a3d051f9171041bda07d8446ad159f8307781bf8389f961fc986fc74d00fa659","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e782ec5f2762462550d8d2d16623b3c2f4208d70d5de2f6a61880f7fa0e2ef15","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fa52afd6d0b8a8775106d9c7c674d0eef33e1175c2b51ecfa69c3c08734186fb","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-32bacef7e9d21f0b7e33e7c0ec3e7611048966b49e00f8d7136fd4580896be78","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-69d932e1e06026d4485ef1190114b5a5f3b0cd8e83554ae00dba78272e675e4e","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-23fbed83654c32f580d0de72e124bfbff8897fb7de6de101fefaf8e6333d2090","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1449625f551c17fcc67ef2094d9d50977ae864a97cc4e88e1271fcb28b619d38","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bafb41311e4020d742b7183bf58f3a442c98b2f629bfdce8cb1f6ca4925788ff","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f386159fe6a2daaff661e676c9388c2d514c0b0a854881409997f0d17fdbe8a1","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-db71d52dc4bc09751f0c3662f026d04b3f0238f475c292fe9a1cc4f95cac811e","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c8ff74a2fb5746b02faa179b34d976e84ff262c7e13b1fe3168ce66065d361f9","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1e82c6e7f074977f0bd519df2f16db99d5045ed30f85950bc3f02dc6bd623300","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e7061759b806e2fe1b063363e6be910df0f9e105d5a0d78a4075fbbbe98f27e7","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1325912ea2436538d63dce83a877b8f83fde879bef41e39ee71ec18464bf2184","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-72cffd3d819b940047dd42d6e2814d280d01341938f3efc1a04f33be79e17893","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-08eefdc43c1e9ec12d075febdc7f62673840cd18810c3a3f3b94c031679986c6","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c5e8e3b77b4922013b2a41f27b1d37cb1c810f05236733ab9177ef8d21c08900","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8f43ade740d6fdf354050a2afc3047a0a2d338d90ba475afa166107d465f34eb","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-90ff6cf65632007d814351cc13d9ec88f50a0b2134d0095a1de05acccc8d8831","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3c9faaa31bc264e4e5770554c092a367a71ad8f18d98466cfe5d5ded8c982313","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-230052010a23f809de2ba0ad87d40dc841e6c9074f403a88a95a4edfda0de78c","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ab35c7fd4e495b72b0bd615e3530ee90da86e4fd1f12c126237331a44f85e82","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-90b307a86b1cba8228e0ec13b9df811c5a2e93169a926c942150460cddaea7d7","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-54a74edc091cf1994be7a3d0a2058a1511e72cd2ce8513cea27f1ec340524dd1","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d7d21cb46b6c66d32baa2e2e7c1b116cfa3cd2cd3bd63f9fa1e45332c11590da","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bb76ae72d6c187718f64ed3c50cbd2075800ec9f5fa21e2a2cfa77b52a57c995","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-29429e00032a5b82f3a54fb608e1c4dcb57a6c380f5d3e339ace6b222e6a4403","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5f9f6bd331c92d566db04960c57b218f58037e673dff023a1b222906d044c132","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82a004f296c42ac4c3a7cd7a4b35bd5f8b42add72beb318c360aaa476e6112ca","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7ce0c7f85deb2aab67ab93df962f39855bde6179910fc36261f8b588dfc1ebc5","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fe47c6a2fc4deaff2436c0ae8fcfe1d1a8a99dad7515856f629bd7c088683953","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-78b5b3700dbf72a0a510addc4b7881d5de88cc7d2c3d455d02e10389f961c473","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-97bd3a3907093625ea8cebcb473f76421fc74735d59a9bef2b8e186ac7e4a137","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dc4f22e646667973941935dbd0bf16306980bf08b621f425c1570c7a173abb95","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ae2dc6c550d4a4db2af4dbe47e9380c795cfed278bd436b6c119c4188cd2cf1d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2cbebb9303ea46e17c8f0b2fc4b57a0a74f4ec5326a48dafd175645dff51f0b7","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e97a819314a85b3710e316a4d38d8760a6312cd9579d0c172aa97aa74006a22e","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a99ffe99f2e7a8298a6b33c1b4d8f4a237d4adf32d20c6350f7383efbe965723","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-aae60f5fe6694a2bd69e49550f28a3eac0632b7beee85575d4b9dd12412386f0","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ebe127d7cad30a3f8f440b19fc2154d66fe2c79b0c6a184ed636f48ce0b2134e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b6c355cfd4f238e929f780c71ec02db1486d4d6879c0fb030be2ff1d494506e7","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b0be44080fbf5cbafda27d75ba6437b2052b13a277277f12976ba06e3ba2e3b3","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-312b08c1f0e3d354119fedc3ccf05c0296f1dc22249247390a321fb444278691","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c68125d91e3a954a11b202ed3372d8076a3dd8c7d52886719164f128c33b453","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-145e52c372fd64e770c4f29a673283d530baddc7cf05f5edf531187cd3253b4a","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-498e09008f41280fac45fe117870ea4934efdefced73d8d93d051e08acce4f15","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-953f657598ecf0565fe9705108be7122993e005b55a2df16dadfb013a7e75707","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8b3b05f1d588ca68f2cb0e43399f24112421261488b0fc9b7a7f2f0f3b0f4fe3","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f4957febc54a417fa9ec94fdbadaa8900aa4bb6764fad8d28eb986244cdd3ab8","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-73b1cf12f733136f2971a17875395f017a461f30f5d1c4ea9b1f2ca39f1c1b49","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d17754a2e64aae2fd948868939a7efcaddb72dad0b728e49606824a36d268499","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9d6b575ca7925de9bb43ab5e671d36631754ec2de380902a9898fc2615aa454f","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fb0c2b67e4b861fd6d25b779e7a41a360b44f9d92e759c81a51ab03798926845","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e7adda0de5ec21ba4630c295b1efcb2559371638d61274d142a9f5ec24799a85","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-efc5bdd5624a0bbbe1cc24d9fc89f4c55e3fc3b00b25ce775e2656414a343bd2","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-215d900e55df95d30cbfd0c0a910c16f5eeb61527122df30bc81c97f3e104a53","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3361718f3d8b651172b8bde64162157ec32dcf303c624a47c276a64ab3a5c850","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c234baeea7098a20e02ec24c89ff28aaecb19f8e9b9e37089b96766e1bec6ae","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82550eb0f805fdce994306debd70aa095be27ccbfb72c86ae88f7567b9679174","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-00543f9a5738dd9a233619e219b375a427145cb15b3100a0547337d4c17dd891","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fbad2b580f74c74ba00f5a6578ee1a624cabd88ee8f8526ec8766346b6ca9841","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-11703f549bf1b75ac740c5419e0e936063faf1903c92f609c1ebfcda8007acfb","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5474014c2426b5499763063c2cc07e2428ef0db1cc1b9a93373f247fab34f8c6","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9464feb9c6bf9496380e8b4150685fe27330fe9c721983b27aecbd62a9dd5147","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ddb4644bdc59d4d2923f4c7b133c195237136e364e2f0cd17c657a33d32c348e","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e7b69f29c3e163329f7beff039cdd751ae7c27182ca80cbe1e41e847640c12b4","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b415f87c3158ec239db42d29ace66bb29bedfdfb942c8007c72310cc8c33b570","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-63004ed9b544dac12164a7f5659ec3b2f49ea2825085854c10626f7003825451","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-dea919e657ca80570d1e3b8cb874a0dfda090e9da9f11677719e54946e02c156","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-57b9538c246bcbd2edfde8467eb68b989d2f742a83c252ab3daca82055426be9","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-98e9ca62f43258f1e58e572eebf9d39d137e9e21ed0f13777e254ef42116da9c","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-acd6399ee16043a5d850f6879ef63b4e4793983e6ab0c35158af2ea328ee01af","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d04cc12bd3b9827036c7cca3c8e28f484cf597837c000edb3dcc7c9d581b81ae","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-96da02f2afb3b4379198b28a1eae472baacf4e9b9204ee5202c83154f0d696ee","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0cbe4ad3a50a60957e630c8fb3d765a093859eb7dc858804f53dd13840a910d9","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5fb0e219ae3c4210ef1a64b40307b33de9a71797bd248657d71a154402336838","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-53a619006ba0a38dd0a56115cee62e34317880ffd068efe1e4d34167efa23f3c","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b10490886f71a9559c894964849b14c9fb969dae9b2263e9caf3c5377e46d259","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-24d06fd73f6cf4193c8637936578aa537c0ef9d3ce567fd40b50d2329f6a7c12","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1fba026ebaa19f8f41e4b1927c553381c8488395b8a57d727b0499b81a6e0ecd","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-de11c0294e66de3cc482ff76db3857b0445a1477d486afd4e2b626ac911ea8e6","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e0f7aa6412bad82270753776e9ae1da52291034cd061343551bcba758d50de99","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1190fc37186b39f2a2f943988b64747a96b546d7df09e5df58d7ac65c20a2fc2","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a1c57a2b0907c7853df7465d595f6588bf93400c5aad7ff2dc28032c75d9c55a","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bbf995e557ccbac4dd4bd0311937a8893a336417ce7bcdbaab624d7f400abd2a","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c6725bcb18e2fef49d9869138485c9d25d1cf101ae2652af6ac9309b52e9023f","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e520b4825bba2d57df077832a74c9e160443b7bcb3704930070b0420ffb5cce2","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4b46aaf5b4c4e9d6e3234ec48369e0f75776e6fe8231f5fef5628824e47fe6a9","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b10374301856b71a9202bc1673c620c75ab88c60731536df25ed6b56a88bf384","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-822637699f55b1d3729536272f78f4ca8877c091855840e4eea3979416631602","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-973e592f1f070c773ef75a2fa879833a9f0fa61b7b62b8026e9df5f6d9fa6ae6","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4abd1ab69003d0382da9fadf3d2e251bd26890e65cd2ad7b33df839cefe8decf","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ef476cbc32a9df6072e0590d45276fd4fe1133eb72adb018248ebdba92f33258","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-67080642da81be80ede5c241567bc52db45973de181c178b6c0da9ec115dc269","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-edb11af9933abbb885ebaad6b2973fc87ec4c257e2099f640165dd8734ab23e6","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bbdbe2a68141e3d5091506ee8cf969ef072ee1041b23760e3da807d98b5fb276","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-334ba5a4f99fc96c3e4d5ee96007f33fd6a6b0c2aa991c04b7fb07b5d21d5437","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3e3511afb9db0d4b5f0f77f63f193693e6835f9c2d62c2e4bddbe3dccfbb6913","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6de9950e7c4d419c6afd3d585fa642868843fe4d3b398f4be1582321489e6098","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-964662f9b6f5d3b62d8b25a5d040d79c474e67b89930a1efd92794d52c5ae028","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7ea8c1032ba4dd9fc0a3f83f5f7e9a4106c35f15de0b93aa9743e7423bbd56de","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8d3bbb463f1a04b7004d8bc5e3914f8a0cd80d1e59a8893c3accdbcf5c434db1","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-8639b68806dc1214240af7cd902d6af8f85b8cb51e98d805a00ddae2dd7b1340","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-826a7c03ca455f3448d7e8d8f37ef0248126756dd77b331ffa30342393a5ad77","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bb95cc1891d0786d533d30e54825aae9c5caa758858cbae40f77b628542bdd36","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2506da029a5a922799af43f60286d638d26bd28eabc1bdd48e24ac39b33fe311","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35c3789b503c8e709501d54838ac8d4847daf14261964fd03bb9015cb79af026","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8db242fcb47f21b48e16ea43f36113da6c95808d91e05d83ca23bab3ba671869","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-21b25b1cf6249dd1aae5624fc4954ae856077bcf5c1eb2ba4737045f0a7e20bb","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3375e18506e03418df0cec6243b093be2668c71a19c37e7702d38b1c052bf9fd","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-19821801e6fcf268d990b25e91e0af3b018aaa93ec80ac59448a835e67acc584","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-87b47c9d9ab6c6ddd2e471acdb9d941bf0312a54e8a58cdf399b6ed8a8d3a28a","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7a04e8b2012550158800e2b1e09f5f38c0d339755f5b8a42941fa2586ea4eeec","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cacf1e3559eed89c74503d02c11510c76ed06ad4fcc96a333290093daa8fad09","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-46eb30d71a16a9144121e51fb1da5955d61799979b2764314b689907cb1fad20","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-874d68d9bece5f955ba2bd5b0a165fb09cb0a322836e775e5152683b76d48b82","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c303bd6a063dd4517c2ae3a4f2f6e2d50e3e4d05249fa237a50bd42185865363","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3bcdb5a9d549cf9bb02f9e8b6fbc6d092750ab0d33e183870a8fcdd8811e8a41","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4474c9c083b3d345f0218c213b97c5667f26ea44e82220db630f9a1e6570ba7c","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b778af47a47c6d5d299f359e0962da5230516aeaf44e48a045f38d77f843b27a","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ca079f60bc32b71523114f292e0448653077286fe12cc33dc3753e1716693c94","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9077893446c9f94bf33415b997502e419e11001b292d18329327ff4bbf907ce0","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-86ca0f6137ee2147a43c9a934e32e6333ba816daeb9aa1a3d0613c18829c24e5","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ea6070538bdbec9c93e8fab7424c0fd1bf268d9fe362a47aeccec3e86e1110c6","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d61f86b085374983131d3029c5b52365dc242ca64a0873161e5f970b84612274","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-968246ed296fc15c9f8b57df364c35211a2f11bb4884b44acd9e824c72dd2dc1","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-d16d68f605266a4191e5aa4d35b96e4f49fccc4f8539d982bcfc2564f55fc0f2","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d5ea8f8d50739c85461cc6d695778a3fe70a0901d9383172d2bcdbdc3611961d","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-fp8-e4m3fnuz-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-21529fcd2260f1025d20738ecd66b9cd83820b214ce802e704b96ce8f1966d0a","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-fp8-e4m3fnuz-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d8a062b52fcfb7dfbb0615e9ae050d5972736be28296922e096d6172f664d3f7","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-907dfd0a3d6aee594a62a438ec5f0698968c23272cce512689d0ab64ad4b0f9f","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4b232a9b315e7a61850f5b85fc673cf149692183e34fd24ff90d3d23e4263344","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-73491fb54829b2d715dfa59e2c54acea30b2497df4459ad65675efddb77d484e","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f2e1c234e8a9190e0da65db7af3e392004464ec81c4eade2f3acb5c2a91b6a01","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e795a4b8ca48a0166218d5faa7a2fe4de53eb4223c9a7d2d4650e5744e0c993a","disposition":"unsupported","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3032fca2ebcedef95a09399389860432b7fba5252b8391dcfd9a6f9d07e7deca","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-caffb2e6251c8e825785872875336ca2378496b0002f585f19c4ecf6a24f68c7","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0cdf4a7e91bd73076eeb2a13b307f61e005f3c8aec34642deca84164f434e280","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f5374011357bf1de426788e107d63c4245cd742e6912538669fd4ced7582ba49","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a6747535ec01fac2e711447421938806fdc808ae2876bc47e1a532048c0173b2","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-a8b6c6b8238686b17e1a1cb0978774c89971fe5cac609c028f630733a46d5b89","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-67b3e6819156757c70ac26f4a8d641849deb542ccd0e5a64fe2afcacbff48502","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1473b35d6a7f3fb3a353c5e740dd4fadd72c76229bafb04a305feedca2991ad8","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b3922039c14fd5a38e1cc052da88d7adeb2398af7c59d465414588e27f9037db","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-cd58feeee602306f62f7908fc878a1801b77e4c624aad80f47f7d86fc79addac","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1c922c8ac9573d9cdfe0c8038ad6eba250cd97d8077f720ab165bb42c53e339a","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e1e6a1544edf5cfc75644df66e3d688dcba7b19eaedf109fc061d09e333d9f0a","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3cc784fe4db69a4424425704e3ad0756df8751a1ae28fa3bb21feed23c8daaee","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ea8e14e6f6d51491ce097add5971da679965bc2219b8907859dfe420e3f5ba8c","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"}],"format":"collectivex.frontend-catalog.v1","matrix_sha256":"3048ef24d2d78751321aa5008dd6e2f83c0e6b881fe8d12811a3bfbda6419c9c","point_count":1314,"precision_profiles":{"d-bf16.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-fp8-e4m3fn-b128-f32-fused.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"bf16","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"backend-fused","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fn-with-f32-scale","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fnuz-b128-f32-prequantized.c-fp8-e4m3fnuz-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fnuz","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fnuz-with-f32-scale","api_output_dtype":"fp8-e4m3fnuz-with-f32-scale","communication_format":"fp8-e4m3fnuz","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}}},"schema_version":1} diff --git a/packages/app/src/components/collectivex/reader.test.ts b/packages/app/src/components/collectivex/reader.test.ts index 857542e86..a2cf2d6f1 100644 --- a/packages/app/src/components/collectivex/reader.test.ts +++ b/packages/app/src/components/collectivex/reader.test.ts @@ -34,6 +34,11 @@ describe('CollectiveX publication reader', () => { )!; nonSuccessAttempt.failure_mode = 'future-runtime-mode'; nonSuccessAttempt.reason = 'future-runtime-reason'; + const nonSuccessCoverage = dataset.coverage.find( + (item) => item.selected_attempt_id === nonSuccessAttempt.attempt_id, + )!; + nonSuccessCoverage.failure_mode = 'future-runtime-mode'; + nonSuccessCoverage.reason = 'future-runtime-reason'; const result = parseCollectiveXDataset(dataset); @@ -62,7 +67,7 @@ describe('CollectiveX publication reader', () => { component_order_contract: 'qualification-hash-rotated-components-v1', combine_semantics: 'gate-weighted', payload_unit: 'token-expert', - qualification_indices: [1, 2, 3], + qualification_indices: [1], }); expect(unsupported.topology).toMatchObject({ ep_size: 16, diff --git a/packages/app/src/components/collectivex/reader.ts b/packages/app/src/components/collectivex/reader.ts index dfc6bdb63..cc0f21640 100644 --- a/packages/app/src/components/collectivex/reader.ts +++ b/packages/app/src/components/collectivex/reader.ts @@ -425,16 +425,6 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { if (!sameIds(point.evidence_ids, linkedEvidenceIds)) { throw new CollectiveXDataError(`point ${point.point_id} has inconsistent evidence links.`); } - if ( - !sameIds( - point.stability.qualification_indices.map(String), - pointAttempts.map((attempt) => String(attempt.qualification_index)), - ) - ) { - throw new CollectiveXDataError( - `point ${point.point_id} has inconsistent qualification evidence.`, - ); - } if ( point.correctness.precision.profile_id !== item.workload.precision_profile || (point.correctness.semantic_pass && !point.correctness.precision.passed) diff --git a/packages/app/src/components/collectivex/test-fixture.ts b/packages/app/src/components/collectivex/test-fixture.ts index 653537c33..a5da79c5e 100644 --- a/packages/app/src/components/collectivex/test-fixture.ts +++ b/packages/app/src/components/collectivex/test-fixture.ts @@ -26,7 +26,7 @@ function fixtureId( return `cx${kind}-v1-${value.toString(16).padStart(64, '0')}`; } -const qualificationIndices = [1, 2, 3] as const; +const qualificationIndices = [1] as const; const allocations = qualificationIndices.map((value) => fixtureId('allocation', value)); const decisionIds = { libraryCohort: fixtureId('cohort', 1), @@ -49,11 +49,7 @@ function makeEligibility(): CollectiveXEligibility { complete: true, correct: true, measured_roundtrip_p99: true, - stable_p50: true, - stable_p99: true, stable_ordering: true, - p50_max_min_ratio: 1.05, - p99_max_min_ratio: 1.1, reasons: [], }; } @@ -245,7 +241,7 @@ function makeSeries( trials: 64, warmups: 32, samples_per_component: 512, - qualification_indices: [1, 2, 3], + qualification_indices: [...qualificationIndices], headline_component: 'roundtrip', headline_percentile: 'p99', }, @@ -264,14 +260,6 @@ function makeSeries( profile_id: 'd-bf16.c-bf16', }, }, - stability: { - complete: true, - qualification_indices: [...qualificationIndices], - p50_max_min_ratio: 1.05, - p99_max_min_ratio: 1.1, - stable_p50: true, - stable_p99: true, - }, trial_diagnostics: { flagged: false, reasons: [], @@ -685,13 +673,13 @@ export function makeCollectiveXDataset(): CollectiveXDataset { format: 'collectivex.public.v1', schema_version: 1, generated_at: '2026-07-04T01:00:00Z', - source_bundle_ids: ['a'.repeat(64), 'b'.repeat(64), 'c'.repeat(64)], + source_bundle_ids: ['a'.repeat(64)], promotion: { status: 'promoted', matrix_id: '5'.repeat(64), allocation_ids: [...allocations], - required_allocations: 3, - qualification_indices: [1, 2, 3], + required_allocations: 1, + qualification_indices: [...qualificationIndices], requested_cases: 8, terminal_cases: 8, measured_cases: 7, @@ -894,14 +882,6 @@ export function makeCollectiveXDiagnosticDataset(): CollectiveXDataset { const evidenceId = series.points[0].evidence_ids[0]; series.allocation_ids = [allocationId]; series.points[0].evidence_ids = [evidenceId]; - series.points[0].stability = { - complete: false, - qualification_indices: [1], - p50_max_min_ratio: null, - p99_max_min_ratio: null, - stable_p50: false, - stable_p99: false, - }; series.measurement.qualification_indices = [1]; series.eligibility = { decision_grade: false, @@ -909,12 +889,8 @@ export function makeCollectiveXDiagnosticDataset(): CollectiveXDataset { complete: false, correct: true, measured_roundtrip_p99: true, - stable_p50: false, - stable_p99: false, stable_ordering: false, - p50_max_min_ratio: null, - p99_max_min_ratio: null, - reasons: ['awaiting-repeat-allocations'], + reasons: ['incomplete-repeat-coverage'], }; const attempt = dataset.attempts.find( (item) => item.series_id === series.series_id && item.allocation_id === allocationId, diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts index 22623100f..3af8b4d3e 100644 --- a/packages/app/src/components/collectivex/types.ts +++ b/packages/app/src/components/collectivex/types.ts @@ -172,42 +172,6 @@ const pointCorrectnessSchema = z.strictObject({ }), }); const qualificationIndex = z.union([z.literal(1), z.literal(2), z.literal(3)]); -const pointStabilitySchema = z - .strictObject({ - complete: z.boolean(), - qualification_indices: unique(qualificationIndex).min(1).max(3), - p50_max_min_ratio: z.number().finite().min(1).nullable(), - p99_max_min_ratio: z.number().finite().min(1).nullable(), - stable_p50: z.boolean(), - stable_p99: z.boolean(), - }) - .superRefine((value, context) => { - if ( - value.complete && - (value.qualification_indices.join(',') !== '1,2,3' || - value.p50_max_min_ratio === null || - value.p99_max_min_ratio === null) - ) { - context.addIssue({ - code: 'custom', - path: ['qualification_indices'], - message: 'complete point stability requires Q1-Q3 and repeat ratios', - }); - } - if ( - !value.complete && - (value.p50_max_min_ratio !== null || - value.p99_max_min_ratio !== null || - value.stable_p50 || - value.stable_p99) - ) { - context.addIssue({ - code: 'custom', - path: ['complete'], - message: 'incomplete point stability cannot claim stable repeat ratios', - }); - } - }); const trialDiagnosticComponentSchema = z.strictObject({ drift_flagged: z.boolean(), first_last_median_ratio: z.number().finite().min(1), @@ -237,11 +201,7 @@ const eligibilitySchema = z complete: z.boolean(), correct: z.boolean(), measured_roundtrip_p99: z.boolean(), - stable_p50: z.boolean(), - stable_p99: z.boolean(), stable_ordering: z.boolean(), - p50_max_min_ratio: z.number().finite().min(1).nullable(), - p99_max_min_ratio: z.number().finite().min(1).nullable(), reasons: unique(reason.unwrap()), }) .refine((value) => value.decision_grade === (value.reasons.length === 0), { @@ -266,7 +226,6 @@ const pointSchema = z.strictObject({ global_tokens: positiveInteger, anomalies: unique(reasonId).max(16), correctness: pointCorrectnessSchema, - stability: pointStabilitySchema, trial_diagnostics: trialDiagnosticsSchema, routing: routingEvidenceSchema, components: z.strictObject({ @@ -582,8 +541,8 @@ export const collectiveXDatasetSchema = z.strictObject({ reason, matrix_id: hex64.nullable(), allocation_ids: unique(typedId('allocation')), - required_allocations: z.literal(3), - qualification_indices: unique(qualificationIndex).max(3), + required_allocations: z.literal(1), + qualification_indices: unique(z.literal(1)).max(1), requested_cases: nonnegativeInteger, terminal_cases: nonnegativeInteger, measured_cases: nonnegativeInteger, @@ -610,7 +569,6 @@ export type CollectiveXCommunicationAxis = z.infer; export type CollectiveXPoint = z.infer; export type CollectiveXPointCorrectness = z.infer; -export type CollectiveXPointStability = z.infer; export type CollectiveXSeries = z.infer; export type CollectiveXCoverage = z.infer; export type CollectiveXCoverageTopology = z.infer; From fc19c69befdaffb1ca1be0c47040673dc4fa9a7a Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Tue, 7 Jul 2026 22:17:56 +0800 Subject: [PATCH 05/37] feat(collectivex): model release version as numeric incrementable identity MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The CollectiveX release version becomes a first-class numeric identity (1, 2, 3, ...) instead of the hardcoded string "v1", matching the backend release marker's "version": N and the cxpublication--* artifact name. Future releases increment the number; a version dropdown selects which one. - types.ts: COLLECTIVEX_VERSIONS is [1] (numeric); add COLLECTIVEX_DEFAULT_VERSION (max), collectiveXVersionLabel (`V${n}`), and parseCollectiveXVersion (strict positive-int guard). Frozen data-format literals (collectivex.public.v1, cx*-v1-*, collectivex_public_v1_*.ndjson) are schema-version and stay unchanged. - SelectControl/SelectOption generalized to `string | number`; Radix Select is string-native, so numeric option values round-trip via String() and are recovered from the option list on change. - route.ts validates the URL version segment through parseCollectiveXVersion (404 on unknown) instead of a blind cast. - reader/api/use-collectivex default to COLLECTIVEX_DEFAULT_VERSION. - collectivex-github PUBLICATION_POLICY keyed by numeric version. - promotion badge is version-agnostic ("Promoted"/"已发布"). --- packages/app/cypress/e2e/collectivex.cy.ts | 8 ++--- .../collectivex-data/[...path]/route.test.ts | 21 +++++++++---- .../app/collectivex-data/[...path]/route.ts | 8 +++-- .../collectivex/CollectiveXDisplay.tsx | 26 +++++++++++----- .../src/components/collectivex/reader.test.ts | 2 +- .../app/src/components/collectivex/reader.ts | 5 ++-- .../app/src/components/collectivex/types.ts | 17 ++++++++++- packages/app/src/hooks/api/use-collectivex.ts | 7 +++-- packages/app/src/lib/api.test.ts | 2 +- packages/app/src/lib/api.ts | 7 +++-- .../app/src/lib/collectivex-github.test.ts | 30 +++++++++---------- packages/app/src/lib/collectivex-github.ts | 4 ++- 12 files changed, 92 insertions(+), 45 deletions(-) diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index aa2815b0c..a3d3f028e 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -8,7 +8,7 @@ import { } from '@/components/collectivex/test-fixture'; import type { CollectiveXDataset } from '@/components/collectivex/types'; -const channelUrl = '/collectivex-data/v1/channels/dev-latest.json'; +const channelUrl = '/collectivex-data/1/channels/dev-latest.json'; async function sha256(value: string): Promise { const digest = await crypto.subtle.digest('SHA-256', new TextEncoder().encode(value)); @@ -36,7 +36,7 @@ function installPublication( }, }, }).as('collectivexChannel-dev-latest'); - cy.intercept('GET', `/collectivex-data/v1/datasets/${digest}/dataset.json`, { + cy.intercept('GET', `/collectivex-data/1/datasets/${digest}/dataset.json`, { body, delay: options.delay, headers: { 'content-type': 'application/json' }, @@ -58,7 +58,7 @@ describe('CollectiveX native publication', () => { it('defaults to a publisher-controlled, decision-grade cohort', () => { cy.get('[data-testid="collectivex-display"]') - .should('contain.text', 'Promoted v1') + .should('contain.text', 'Promoted') .and('contain.text', '8/8') .and('contain.text', '24') .and('contain.text', 'H100 EP8 library comparison'); @@ -252,7 +252,7 @@ describe('CollectiveX native publication', () => { .should('contain.text', 'CollectiveX 通信基准测试') .and('contain.text', '专家并行'); cy.get('[data-testid="collectivex-display"]') - .should('contain.text', '已发布 v1') + .should('contain.text', '已发布') .and('contain.text', '决策级序列') .and('contain.text', '受控队列'); cy.get('[data-testid="collectivex-methodology-link"]') diff --git a/packages/app/src/app/collectivex-data/[...path]/route.test.ts b/packages/app/src/app/collectivex-data/[...path]/route.test.ts index 880cfa4a2..2fbdd53db 100644 --- a/packages/app/src/app/collectivex-data/[...path]/route.test.ts +++ b/packages/app/src/app/collectivex-data/[...path]/route.test.ts @@ -42,7 +42,7 @@ beforeEach(() => { describe('CollectiveX GitHub publication route', () => { it('resolves dev-latest to the JIT-fetched publication', async () => { - const response = await request('v1', 'channels', 'dev-latest.json'); + const response = await request('1', 'channels', 'dev-latest.json'); const channel = parseCollectiveXChannel(await response.json()); expect(response.status).toBe(200); @@ -52,22 +52,22 @@ describe('CollectiveX GitHub publication route', () => { channel: 'dev-latest', dataset: { bytes: body.byteLength, sha256: digest }, }); - expect(github.load).toHaveBeenCalledWith('v1', undefined); + expect(github.load).toHaveBeenCalledWith(1, undefined); }); it('serves the exact digest-addressed dataset bytes', async () => { - const response = await request('v1', 'datasets', digest, 'dataset.json'); + const response = await request('1', 'datasets', digest, 'dataset.json'); const served = Buffer.from(await response.arrayBuffer()); expect(response.status).toBe(200); expect(response.headers.get('cache-control')).toContain('immutable'); expect(served).toEqual(body); expect(parseCollectiveXDataset(JSON.parse(served.toString('utf8')))).toEqual(dataset); - expect(github.load).toHaveBeenCalledWith('v1', digest); + expect(github.load).toHaveBeenCalledWith(1, digest); }); it('does not expose the private latest-attempt channel', async () => { - const response = await request('v1', 'channels', 'latest-attempt.json'); + const response = await request('1', 'channels', 'latest-attempt.json'); expect(response.status).toBe(404); expect(response.headers.get('x-collectivex-status')).toBeNull(); @@ -81,7 +81,7 @@ describe('CollectiveX GitHub publication route', () => { ] as const)('maps %s source failures without exposing details', async (code, status, marker) => { github.load.mockRejectedValue(Object.assign(new Error('private upstream detail'), { code })); - const response = await request('v1', 'channels', 'dev-latest.json'); + const response = await request('1', 'channels', 'dev-latest.json'); expect(response.status).toBe(status); expect(response.headers.get('x-collectivex-status')).toBe(marker); @@ -93,4 +93,13 @@ describe('CollectiveX GitHub publication route', () => { expect(response.status).toBe(404); expect(github.load).not.toHaveBeenCalled(); }); + + it.each(['v1', '0', '99', '01'])( + 'rejects the unknown version segment %s before contacting GitHub', + async (segment) => { + const response = await request(segment, 'channels', 'dev-latest.json'); + expect(response.status).toBe(404); + expect(github.load).not.toHaveBeenCalled(); + }, + ); }); diff --git a/packages/app/src/app/collectivex-data/[...path]/route.ts b/packages/app/src/app/collectivex-data/[...path]/route.ts index c4f8ce3b8..17bc38c52 100644 --- a/packages/app/src/app/collectivex-data/[...path]/route.ts +++ b/packages/app/src/app/collectivex-data/[...path]/route.ts @@ -2,7 +2,7 @@ import { collectiveXPublicationErrorCode, loadCollectiveXPublication, } from '@/lib/collectivex-github'; -import { COLLECTIVEX_VERSIONS, type CollectiveXVersion } from '@/components/collectivex/types'; +import { COLLECTIVEX_VERSIONS, parseCollectiveXVersion } from '@/components/collectivex/types'; export const dynamic = 'force-dynamic'; export const runtime = 'nodejs'; @@ -39,8 +39,12 @@ export async function GET(_request: Request, context: { params: Promise<{ path: const dataset = DATASET.exec(relative); if (!channel && !dataset) return unavailable(404); + const version = parseCollectiveXVersion( + channel?.groups?.version ?? dataset?.groups?.version ?? '', + ); + if (!version) return unavailable(404); + try { - const version = (channel?.groups?.version ?? dataset?.groups?.version) as CollectiveXVersion; const publication = await loadCollectiveXPublication(version, dataset?.groups?.digest); if (dataset) { return json(publication.body, 'public, max-age=31536000, immutable'); diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index 632ede33e..4e0f75c24 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -43,6 +43,8 @@ import { } from './data'; import { COLLECTIVEX_VERSIONS, + COLLECTIVEX_DEFAULT_VERSION, + collectiveXVersionLabel, type CollectiveXCohort, type CollectiveXMode, type CollectiveXOperation, @@ -57,7 +59,7 @@ import { type EvidenceScope = 'controlled' | 'diagnostic'; type CollectiveXTab = 'results' | 'decisions' | 'evidence'; -interface SelectOption { +interface SelectOption { value: T; label: string; } @@ -106,7 +108,7 @@ const STRINGS = { }, channel: { 'dev-latest': 'Published', 'latest-attempt': 'Latest attempt' }, tabs: { results: 'EP results', decisions: 'Decisions', evidence: 'Evidence' }, - promotion: { promoted: 'Promoted v1', diagnostic: 'diagnostic', quarantined: 'quarantined' }, + promotion: { promoted: 'Promoted', diagnostic: 'diagnostic', quarantined: 'quarantined' }, all: 'All', loading: 'Resolving CollectiveX publication...', unavailable: 'CollectiveX publication unavailable', @@ -257,7 +259,7 @@ const STRINGS = { }, channel: { 'dev-latest': '已发布', 'latest-attempt': '最新尝试' }, tabs: { results: 'EP 结果', decisions: '决策', evidence: '证据' }, - promotion: { promoted: '已发布 v1', diagnostic: '诊断', quarantined: '已隔离' }, + promotion: { promoted: '已发布', diagnostic: '诊断', quarantined: '已隔离' }, all: '全部', loading: '正在解析 CollectiveX 发布数据...', unavailable: 'CollectiveX 发布数据不可用', @@ -436,7 +438,7 @@ function publicationSourceSha(series: CollectiveXSeries[]): string | null { export default function CollectiveXDisplay() { const locale = useLocale(); const t = STRINGS[locale]; - const [version, setVersion] = useState('v1'); + const [version, setVersion] = useState(COLLECTIVEX_DEFAULT_VERSION); const { data, error, isLoading, isFetching, refetch } = useCollectiveX('dev-latest', version); const [tab, setTab] = useState('results'); const [evidenceScope, setEvidenceScope] = useState('controlled'); @@ -491,7 +493,7 @@ export default function CollectiveXDisplay() { ]; const versionOptions: SelectOption[] = COLLECTIVEX_VERSIONS.map((value) => ({ value, - label: value.toUpperCase(), + label: collectiveXVersionLabel(value), })); const tabOptions: { value: CollectiveXTab; label: string }[] = [ { value: 'results', label: t.tabs.results }, @@ -1342,7 +1344,7 @@ function Stat({ ); } -function SelectControl({ +function SelectControl({ label, testId, value, @@ -1357,15 +1359,23 @@ function SelectControl({ onChange: (value: T) => void; placeholder?: string; }) { + // Radix Select speaks strings; numeric option values (e.g. the release version) + // round-trip through String() and are recovered from the option list on change. return ( - { + const match = options.find((item) => String(item.value) === next); + if (match) onChange(match.value); + }} + > {options.map((item) => ( - + {item.label} ))} diff --git a/packages/app/src/components/collectivex/reader.test.ts b/packages/app/src/components/collectivex/reader.test.ts index a2cf2d6f1..0f0e5febd 100644 --- a/packages/app/src/components/collectivex/reader.test.ts +++ b/packages/app/src/components/collectivex/reader.test.ts @@ -551,7 +551,7 @@ describe('CollectiveX publication reader', () => { ); expect(mockFetch).toHaveBeenNthCalledWith( 2, - `/collectivex-data/v1/datasets/${digest}/dataset.json`, + `/collectivex-data/1/datasets/${digest}/dataset.json`, expect.objectContaining({ cache: 'force-cache', credentials: 'same-origin' }), ); }); diff --git a/packages/app/src/components/collectivex/reader.ts b/packages/app/src/components/collectivex/reader.ts index cc0f21640..08008b7e4 100644 --- a/packages/app/src/components/collectivex/reader.ts +++ b/packages/app/src/components/collectivex/reader.ts @@ -12,6 +12,7 @@ import { type CollectiveXResolvedDataset, type CollectiveXSeries, type CollectiveXVersion, + COLLECTIVEX_DEFAULT_VERSION, } from './types'; export type CollectiveXChannelName = CollectiveXChannel['channel']; @@ -20,7 +21,7 @@ const collectiveXPublicRoot = (version: CollectiveXVersion) => `/collectivex-dat export const collectiveXChannelUrl = ( channel: CollectiveXChannelName, - version: CollectiveXVersion = 'v1', + version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, ) => `${collectiveXPublicRoot(version)}channels/${channel}.json`; export type CollectiveXAvailabilityReason = 'source-unavailable' | 'channel-unavailable'; @@ -763,7 +764,7 @@ export async function sha256Hex(bytes: Uint8Array): Promise export async function fetchCollectiveXPublication( channelName: CollectiveXChannelName = 'dev-latest', signal?: AbortSignal, - version: CollectiveXVersion = 'v1', + version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, ): Promise { const channelResponse = await responseOrThrow( collectiveXChannelUrl(channelName, version), diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts index 3af8b4d3e..ef941e4c6 100644 --- a/packages/app/src/components/collectivex/types.ts +++ b/packages/app/src/components/collectivex/types.ts @@ -1,8 +1,23 @@ import { z } from 'zod'; export type CollectiveXPhase = 'decode' | 'prefill'; -export const COLLECTIVEX_VERSIONS = ['v1'] as const; +// The release version is a numeric, incrementable identity (1, 2, 3, ...), matching +// the backend release marker's "version": N and the cxpublication--* artifact name. +// It is NOT the frozen data-format literal "v1" (collectivex.public.v1, cx*-v1-*, +// collectivex_public_v1_*.ndjson), which is schema-version and shared across releases. +export const COLLECTIVEX_VERSIONS = [1] as const; export type CollectiveXVersion = (typeof COLLECTIVEX_VERSIONS)[number]; +export const COLLECTIVEX_DEFAULT_VERSION: CollectiveXVersion = Math.max( + ...COLLECTIVEX_VERSIONS, +) as CollectiveXVersion; +export const collectiveXVersionLabel = (version: CollectiveXVersion): string => `V${version}`; +export function parseCollectiveXVersion(raw: string): CollectiveXVersion | null { + if (!/^[1-9][0-9]*$/.test(raw)) return null; + const value = Number(raw); + return (COLLECTIVEX_VERSIONS as readonly number[]).includes(value) + ? (value as CollectiveXVersion) + : null; +} export type CollectiveXMode = 'normal' | 'low-latency'; export type CollectiveXTopologyScope = 'scale-up' | 'scale-out'; export type CollectiveXOperation = 'dispatch' | 'stage' | 'combine' | 'roundtrip' | 'isolated-sum'; diff --git a/packages/app/src/hooks/api/use-collectivex.ts b/packages/app/src/hooks/api/use-collectivex.ts index 4235a7638..653b8acc0 100644 --- a/packages/app/src/hooks/api/use-collectivex.ts +++ b/packages/app/src/hooks/api/use-collectivex.ts @@ -2,11 +2,14 @@ import { useQuery } from '@tanstack/react-query'; import { fetchCollectiveX } from '@/lib/api'; import type { CollectiveXChannelName } from '@/components/collectivex/reader'; -import type { CollectiveXVersion } from '@/components/collectivex/types'; +import { + COLLECTIVEX_DEFAULT_VERSION, + type CollectiveXVersion, +} from '@/components/collectivex/types'; export function useCollectiveX( channel: CollectiveXChannelName = 'dev-latest', - version: CollectiveXVersion = 'v1', + version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, ) { return useQuery({ queryKey: ['collectivex', version, channel], diff --git a/packages/app/src/lib/api.test.ts b/packages/app/src/lib/api.test.ts index e89f2fb75..622344210 100644 --- a/packages/app/src/lib/api.test.ts +++ b/packages/app/src/lib/api.test.ts @@ -160,7 +160,7 @@ describe('fetchCollectiveX', () => { expect.objectContaining({ cache: 'no-store', credentials: 'same-origin' }), ); expect(mockFetch).toHaveBeenLastCalledWith( - `/collectivex-data/v1/datasets/${digest}/dataset.json`, + `/collectivex-data/1/datasets/${digest}/dataset.json`, expect.objectContaining({ cache: 'force-cache', credentials: 'same-origin' }), ); expect(result.dataset.format).toBe('collectivex.public.v1'); diff --git a/packages/app/src/lib/api.ts b/packages/app/src/lib/api.ts index 1d9a17fac..b00f18d4b 100644 --- a/packages/app/src/lib/api.ts +++ b/packages/app/src/lib/api.ts @@ -7,7 +7,10 @@ import { fetchCollectiveXPublication, type CollectiveXChannelName, } from '@/components/collectivex/reader'; -import type { CollectiveXVersion } from '@/components/collectivex/types'; +import { + COLLECTIVEX_DEFAULT_VERSION, + type CollectiveXVersion, +} from '@/components/collectivex/types'; import type { WorkerPower } from '@/components/inference/types'; import type { SubmissionsResponse } from './submissions-types'; @@ -308,7 +311,7 @@ export function fetchSubmissions(signal?: AbortSignal) { export function fetchCollectiveX( channel: CollectiveXChannelName = 'dev-latest', signal?: AbortSignal, - version: CollectiveXVersion = 'v1', + version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, ) { return fetchCollectiveXPublication(channel, signal, version); } diff --git a/packages/app/src/lib/collectivex-github.test.ts b/packages/app/src/lib/collectivex-github.test.ts index e937d0f74..59e39681a 100644 --- a/packages/app/src/lib/collectivex-github.test.ts +++ b/packages/app/src/lib/collectivex-github.test.ts @@ -56,7 +56,7 @@ function installGithubResponses(archive: ReturnType) artifacts: [ { id: 123, - name: 'cxpublication-v1-456-1', + name: 'cxpublication-1-456-1', archive_download_url: 'https://example.test/publication.zip', expired: false, size_in_bytes: archive.zip.byteLength, @@ -87,15 +87,15 @@ describe('CollectiveX GitHub publication loader', () => { const archive = publicationArchive(); installGithubResponses(archive); - const first = await loadCollectiveXPublication('v1'); - const second = await loadCollectiveXPublication('v1'); + const first = await loadCollectiveXPublication(1); + const second = await loadCollectiveXPublication(1); expect(first).toMatchObject({ artifactId: 123, digest: archive.digest, runId: 456, runAttempt: 1, - version: 'v1', + version: 1, }); expect(Buffer.from(first.body)).toEqual(archive.body); expect(first.dataset.promotion.status).toBe('promoted'); @@ -142,7 +142,7 @@ describe('CollectiveX GitHub publication loader', () => { artifacts: [ { id: 123, - name: 'cxpublication-v1-456-1', + name: 'cxpublication-1-456-1', archive_download_url: 'https://example.test/publication.zip', expired: false, size_in_bytes: archive.zip.byteLength, @@ -156,7 +156,7 @@ describe('CollectiveX GitHub publication loader', () => { }), ); - await expect(loadCollectiveXPublication('v1')).resolves.toMatchObject({ runId: 456 }); + await expect(loadCollectiveXPublication(1)).resolves.toMatchObject({ runId: 456 }); expect(mockFetch.mock.calls[0][0]).toContain('page=1'); expect(mockFetch.mock.calls[2][0]).toContain('page=2'); }); @@ -186,13 +186,13 @@ describe('CollectiveX GitHub publication loader', () => { artifacts: [ { id: 122, - name: 'cxpublication-v1-456-1', + name: 'cxpublication-1-456-1', archive_download_url: 'https://example.test/stale.zip', expired: false, }, { id: 123, - name: 'cxpublication-v1-456-2', + name: 'cxpublication-1-456-2', archive_download_url: 'https://example.test/publication.zip', expired: false, size_in_bytes: archive.zip.byteLength, @@ -206,7 +206,7 @@ describe('CollectiveX GitHub publication loader', () => { }), ); - await expect(loadCollectiveXPublication('v1')).resolves.toMatchObject({ + await expect(loadCollectiveXPublication(1)).resolves.toMatchObject({ artifactId: 123, runAttempt: 2, }); @@ -216,9 +216,9 @@ describe('CollectiveX GitHub publication loader', () => { it('resolves an immutable digest from the publication cache', async () => { const archive = publicationArchive(); installGithubResponses(archive); - await loadCollectiveXPublication('v1'); + await loadCollectiveXPublication(1); - await expect(loadCollectiveXPublication('v1', archive.digest)).resolves.toMatchObject({ + await expect(loadCollectiveXPublication(1, archive.digest)).resolves.toMatchObject({ digest: archive.digest, }); expect(mockFetch).toHaveBeenCalledTimes(3); @@ -229,7 +229,7 @@ describe('CollectiveX GitHub publication loader', () => { mockFetch.mockResolvedValueOnce(jsonResponse({}, 503)); installGithubResponses(archive); - await expect(loadCollectiveXPublication('v1')).resolves.toMatchObject({ + await expect(loadCollectiveXPublication(1)).resolves.toMatchObject({ digest: archive.digest, }); expect(mockFetch).toHaveBeenCalledTimes(4); @@ -238,7 +238,7 @@ describe('CollectiveX GitHub publication loader', () => { it('rejects non-promoted and ambiguous publication artifacts', async () => { const diagnostic = publicationArchive(makeCollectiveXDiagnosticDataset()); installGithubResponses(diagnostic); - await expect(loadCollectiveXPublication('v1')).rejects.toSatisfy( + await expect(loadCollectiveXPublication(1)).rejects.toSatisfy( (error: unknown) => collectiveXPublicationErrorCode(error) === 'invalid', ); @@ -246,7 +246,7 @@ describe('CollectiveX GitHub publication loader', () => { mockFetch.mockReset(); const ambiguous = publicationArchive(makeCollectiveXDataset(), true); installGithubResponses(ambiguous); - await expect(loadCollectiveXPublication('v1')).rejects.toSatisfy( + await expect(loadCollectiveXPublication(1)).rejects.toSatisfy( (error: unknown) => collectiveXPublicationErrorCode(error) === 'invalid', ); }); @@ -254,7 +254,7 @@ describe('CollectiveX GitHub publication loader', () => { it('fails as unavailable without a server-side GitHub token', async () => { delete process.env.GITHUB_TOKEN; - await expect(loadCollectiveXPublication('v1')).rejects.toSatisfy( + await expect(loadCollectiveXPublication(1)).rejects.toSatisfy( (error: unknown) => collectiveXPublicationErrorCode(error) === 'unavailable', ); expect(mockFetch).not.toHaveBeenCalled(); diff --git a/packages/app/src/lib/collectivex-github.ts b/packages/app/src/lib/collectivex-github.ts index c60c5ceab..4aafbdf68 100644 --- a/packages/app/src/lib/collectivex-github.ts +++ b/packages/app/src/lib/collectivex-github.ts @@ -12,8 +12,10 @@ const WORKFLOW_PATH = '.github/workflows/collectivex-sweep.yml'; const WORKFLOW_FILE = 'collectivex-sweep.yml'; const WORKFLOW_NAME = 'CollectiveX Sweep'; const RUNS_PER_PAGE = 100; +// Keyed by the numeric release version. The filename regex keeps the frozen +// data-format literal `collectivex_public_v1_` (schema-version, not the release). const PUBLICATION_POLICY: Record = { - v1: { + 1: { file: /^collectivex_public_v1_(?[a-f0-9]{64})\.ndjson$/, }, }; From 8e3f5d25dc36f46ccad83c7f7c7b4bac77d39217 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Tue, 7 Jul 2026 22:42:42 +0800 Subject: [PATCH 06/37] feat(collectivex): JIT multi-run picker + numeric version selection Add a run picker that lists eligible (tag + success) publication runs for a release version on demand and lets the operator pin the view to any one run's promoted dataset, alongside the numeric version dropdown. - types: collectivex.runs.v1 listing schema (frozen data-format literal) and optional partial-coverage promotion fields (coverage_scope, covered_skus) - reader: parseCollectiveXRuns, fetchCollectiveXRuns, and fetchCollectiveXByDigest (content-hash-verified, promoted-only, synthesizes the channel pointer) - backend: /collectivex-data//runs.json enumerates candidates via listCollectiveXPublications with a 60s edge cache - hooks/api: useCollectiveXRuns (gated behind Load runs) + useCollectiveXRun - UI: Run control (Load runs then select), version dropdown, and an error-card fallback to the latest published channel Full and partial coverage both parse; pre-partial datasets remain valid. --- .../app/collectivex-data/[...path]/route.ts | 35 ++++- .../collectivex/CollectiveXDisplay.tsx | 131 ++++++++++++++++- .../src/components/collectivex/reader.test.ts | 138 ++++++++++++++++++ .../app/src/components/collectivex/reader.ts | 83 +++++++++++ .../app/src/components/collectivex/types.ts | 27 ++++ packages/app/src/hooks/api/use-collectivex.ts | 35 ++++- packages/app/src/lib/api.ts | 19 +++ packages/app/src/lib/collectivex-github.ts | 76 ++++++++++ 8 files changed, 537 insertions(+), 7 deletions(-) diff --git a/packages/app/src/app/collectivex-data/[...path]/route.ts b/packages/app/src/app/collectivex-data/[...path]/route.ts index 17bc38c52..617fb08fb 100644 --- a/packages/app/src/app/collectivex-data/[...path]/route.ts +++ b/packages/app/src/app/collectivex-data/[...path]/route.ts @@ -1,5 +1,6 @@ import { collectiveXPublicationErrorCode, + listCollectiveXPublications, loadCollectiveXPublication, } from '@/lib/collectivex-github'; import { COLLECTIVEX_VERSIONS, parseCollectiveXVersion } from '@/components/collectivex/types'; @@ -12,6 +13,7 @@ const CHANNEL = new RegExp(`^(?${VERSION_PATTERN})/channels/dev-latest\ const DATASET = new RegExp( `^(?${VERSION_PATTERN})/datasets/(?[a-f0-9]{64})/dataset\\.json$`, ); +const RUNS = new RegExp(`^(?${VERSION_PATTERN})/runs\\.json$`); type AvailabilityStatus = 'channel-unavailable' | 'source-unavailable'; @@ -37,13 +39,42 @@ export async function GET(_request: Request, context: { params: Promise<{ path: const relative = parameters.path.join('/'); const channel = CHANNEL.exec(relative); const dataset = DATASET.exec(relative); - if (!channel && !dataset) return unavailable(404); + const runs = RUNS.exec(relative); + if (!channel && !dataset && !runs) return unavailable(404); const version = parseCollectiveXVersion( - channel?.groups?.version ?? dataset?.groups?.version ?? '', + channel?.groups?.version ?? dataset?.groups?.version ?? runs?.groups?.version ?? '', ); if (!version) return unavailable(404); + if (runs) { + try { + const listing = await listCollectiveXPublications(version); + return json( + `${JSON.stringify({ + format: 'collectivex.runs.v1', + version, + runs: listing.map((run) => ({ + run_id: String(run.runId), + run_attempt: run.runAttempt, + head_sha: run.headSha, + digest: run.digest, + generated_at: run.generatedAt, + coverage_scope: run.coverageScope, + covered_skus: run.coveredSkus, + bytes: run.bytes, + })), + })}\n`, + 'public, s-maxage=60, stale-while-revalidate=300', + ); + } catch (error) { + const code = collectiveXPublicationErrorCode(error); + if (code === 'not-found') return unavailable(404, 'channel-unavailable'); + if (code === 'unavailable') return unavailable(503, 'source-unavailable'); + return unavailable(502); + } + } + try { const publication = await loadCollectiveXPublication(version, dataset?.groups?.digest); if (dataset) { diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index 4e0f75c24..580bae829 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -17,7 +17,7 @@ import { SelectValue, } from '@/components/ui/select'; import { Tabs, TabsContent, TabsList, TabsTrigger } from '@/components/ui/tabs'; -import { useCollectiveX } from '@/hooks/api/use-collectivex'; +import { useCollectiveX, useCollectiveXRun, useCollectiveXRuns } from '@/hooks/api/use-collectivex'; import { useThemeColors } from '@/hooks/useThemeColors'; import { track } from '@/lib/analytics'; import { useLocale } from '@/lib/use-locale'; @@ -134,6 +134,12 @@ const STRINGS = { publishedUtc: 'Published (UTC)', publication: 'Publication', version: 'Benchmark version', + runControl: 'Run', + loadRuns: 'Load runs', + loadingRuns: 'Loading runs…', + latestPublished: 'Latest published', + coverageFull: 'Full', + coveragePartial: 'Partial', evidence: 'Evidence', evidenceAria: 'CollectiveX evidence scope', modeControl: 'Mode', @@ -284,6 +290,14 @@ const STRINGS = { publishedUtc: '发布时间(UTC)', publication: '发布数据', version: '基准版本', + // English-only per the repository's temporary language override (no new + // Chinese text); these mirror the en values until the override is lifted. + runControl: 'Run', + loadRuns: 'Load runs', + loadingRuns: 'Loading runs…', + latestPublished: 'Latest published', + coverageFull: 'Full', + coveragePartial: 'Partial', evidence: '证据范围', evidenceAria: 'CollectiveX 证据范围', modeControl: '模式', @@ -439,7 +453,18 @@ export default function CollectiveXDisplay() { const locale = useLocale(); const t = STRINGS[locale]; const [version, setVersion] = useState(COLLECTIVEX_DEFAULT_VERSION); - const { data, error, isLoading, isFetching, refetch } = useCollectiveX('dev-latest', version); + // JIT run picker: `runsRequested` gates the eligible-run listing behind the + // "Load runs" button; `selectedDigest` (null = the dev-latest channel) pins + // the view to one specific published run's dataset. + const [runsRequested, setRunsRequested] = useState(false); + const [selectedDigest, setSelectedDigest] = useState(null); + const channelQuery = useCollectiveX('dev-latest', version); + const runsQuery = useCollectiveXRuns(version, runsRequested); + const runQuery = useCollectiveXRun(version, selectedDigest); + // A pinned run overrides the dev-latest channel; both resolve to the same + // { channel, dataset, digest } shape the rest of the view consumes. + const activeQuery = selectedDigest === null ? channelQuery : runQuery; + const { data, error, isLoading, isFetching } = activeQuery; const [tab, setTab] = useState('results'); const [evidenceScope, setEvidenceScope] = useState('controlled'); const [mode, setMode] = useState('normal'); @@ -495,6 +520,38 @@ export default function CollectiveXDisplay() { value, label: collectiveXVersionLabel(value), })); + const runList = runsQuery.data ?? []; + const runOptions: SelectOption[] = useMemo( + () => [ + { value: 'latest', label: t.latestPublished }, + ...runList.map((run) => ({ + value: run.digest, + label: `#${run.run_id} · ${ + run.coverage_scope === 'partial' + ? `${t.coveragePartial} · ${run.covered_skus.length} SKU` + : t.coverageFull + } · ${formatDate(run.generated_at, locale)}`, + })), + ], + [locale, runList, t.coverageFull, t.coveragePartial, t.latestPublished], + ); + // Runs are per-version; changing the version drops any pinned run and folds + // the picker back to its JIT button. + useEffect(() => { + setSelectedDigest(null); + setRunsRequested(false); + }, [version]); + // If a refreshed listing no longer carries the pinned run, fall back to the + // dev-latest channel rather than a dangling digest. + useEffect(() => { + if ( + selectedDigest !== null && + runsQuery.data && + !runsQuery.data.some((run) => run.digest === selectedDigest) + ) { + setSelectedDigest(null); + } + }, [runsQuery.data, selectedDigest]); const tabOptions: { value: CollectiveXTab; label: string }[] = [ { value: 'results', label: t.tabs.results }, { value: 'decisions', label: t.tabs.decisions }, @@ -790,8 +847,9 @@ export default function CollectiveXDisplay() { const handleRefresh = useCallback(() => { track('collectivex_data_refreshed'); - void refetch(); - }, [refetch]); + void activeQuery.refetch(); + if (runsRequested) void runsQuery.refetch(); + }, [activeQuery, runsQuery, runsRequested]); const handleTab = useCallback((value: string) => { const next = value as CollectiveXTab; setTab(next); @@ -842,6 +900,15 @@ export default function CollectiveXDisplay() { onChange={setVersion} />
+ {selectedDigest !== null && ( + + )} + ) : runsQuery.error || !runsQuery.data ? ( + + ) : ( + + ) + ) : ( + + )} + { }); }); +const runSummary = (overrides: Record = {}) => ({ + run_id: '28874233148', + run_attempt: 1, + head_sha: 'a'.repeat(40), + digest: 'b'.repeat(64), + generated_at: '2026-07-07T01:00:00Z', + coverage_scope: 'full', + covered_skus: ['gb200', 'h100'], + bytes: 4096, + ...overrides, +}); +const runsDoc = (runs: unknown[], version = 1) => ({ + format: 'collectivex.runs.v1', + version, + runs, +}); + +describe('CollectiveX run picker (JIT publications)', () => { + it('parses a well-formed runs listing', () => { + const parsed = parseCollectiveXRuns(runsDoc([runSummary()]), 1); + expect(parsed.runs).toHaveLength(1); + expect(parsed.runs[0].run_id).toBe('28874233148'); + }); + + it('rejects a version mismatch, duplicate runs, and empty partial coverage', () => { + expect(() => parseCollectiveXRuns(runsDoc([runSummary()], 2), 1)).toThrow( + 'does not match the requested version', + ); + expect(() => parseCollectiveXRuns(runsDoc([runSummary(), runSummary()]), 1)).toThrow( + 'duplicate run', + ); + expect(() => + parseCollectiveXRuns( + runsDoc([runSummary({ coverage_scope: 'partial', covered_skus: [] })]), + 1, + ), + ).toThrow('partial coverage with no SKUs'); + }); + + it('fetches the eligible-run listing with a no-store cache', async () => { + mockFetch.mockResolvedValueOnce({ + ok: true, + text: () => + Promise.resolve( + JSON.stringify( + runsDoc([ + runSummary(), + runSummary({ + run_id: '28800000001', + digest: 'c'.repeat(64), + coverage_scope: 'partial', + covered_skus: ['gb200', 'gb300', 'h100', 'h200', 'mi300x', 'mi355x'], + }), + ]), + ), + ), + }); + const runs = await fetchCollectiveXRuns(1); + expect(runs.map((run) => run.run_id)).toEqual(['28874233148', '28800000001']); + expect(runs[1].coverage_scope).toBe('partial'); + expect(mockFetch).toHaveBeenNthCalledWith( + 1, + collectiveXRunsUrl(1), + expect.objectContaining({ cache: 'no-store', credentials: 'same-origin' }), + ); + }); + + it('maps run-listing availability failures like the channel', async () => { + mockFetch.mockResolvedValueOnce({ ok: false, status: 503, headers: new Headers() }); + await expect(fetchCollectiveXRuns(1)).rejects.toMatchObject({ + availabilityReason: 'source-unavailable', + }); + + mockFetch.mockReset(); + mockFetch.mockResolvedValueOnce({ + ok: false, + status: 404, + headers: new Headers({ 'X-CollectiveX-Status': 'channel-unavailable' }), + }); + await expect(fetchCollectiveXRuns(1)).rejects.toMatchObject({ + availabilityReason: 'channel-unavailable', + }); + }); + + it('resolves a pinned run by digest and verifies its content hash', async () => { + const bytes = new TextEncoder().encode(JSON.stringify(makeCollectiveXDataset())); + const digest = await sha256Hex(bytes); + mockFetch.mockResolvedValueOnce({ + ok: true, + arrayBuffer: () => Promise.resolve(bytes.buffer), + }); + const result = await fetchCollectiveXByDigest(1, digest); + expect(result.digest).toBe(digest); + expect(result.channel.channel).toBe('dev-latest'); + expect(result.channel.dataset.sha256).toBe(digest); + expect(mockFetch).toHaveBeenNthCalledWith( + 1, + collectiveXDatasetUrl(1, digest), + expect.objectContaining({ cache: 'force-cache', credentials: 'same-origin' }), + ); + }); + + it('rejects a malformed digest before fetching', async () => { + await expect(fetchCollectiveXByDigest(1, 'not-a-digest')).rejects.toThrow( + '64-character SHA-256', + ); + expect(mockFetch).not.toHaveBeenCalled(); + }); + + it('fails closed when the fetched bytes do not hash to the requested digest', async () => { + const bytes = new TextEncoder().encode(JSON.stringify(makeCollectiveXDataset())); + mockFetch.mockResolvedValueOnce({ + ok: true, + arrayBuffer: () => Promise.resolve(bytes.buffer), + }); + await expect(fetchCollectiveXByDigest(1, 'c'.repeat(64))).rejects.toThrow( + 'does not match the requested digest', + ); + }); + + it('refuses to pin a run whose dataset is not promoted', async () => { + const bytes = new TextEncoder().encode(JSON.stringify(makeCollectiveXDiagnosticDataset())); + const digest = await sha256Hex(bytes); + mockFetch.mockResolvedValueOnce({ + ok: true, + arrayBuffer: () => Promise.resolve(bytes.buffer), + }); + await expect(fetchCollectiveXByDigest(1, digest)).rejects.toThrow( + 'does not reference a promoted dataset', + ); + }); +}); + function mockPublication( bytes: Uint8Array, digest: string, diff --git a/packages/app/src/components/collectivex/reader.ts b/packages/app/src/components/collectivex/reader.ts index 08008b7e4..9176a7edc 100644 --- a/packages/app/src/components/collectivex/reader.ts +++ b/packages/app/src/components/collectivex/reader.ts @@ -5,11 +5,14 @@ import { bytesToHex } from '@noble/hashes/utils.js'; import { collectiveXChannelSchema, collectiveXDatasetSchema, + collectiveXRunsSchema, type CollectiveXChannel, type CollectiveXDataset, type CollectiveXMetric, type CollectiveXPoint, type CollectiveXResolvedDataset, + type CollectiveXRuns, + type CollectiveXRunSummary, type CollectiveXSeries, type CollectiveXVersion, COLLECTIVEX_DEFAULT_VERSION, @@ -24,6 +27,12 @@ export const collectiveXChannelUrl = ( version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, ) => `${collectiveXPublicRoot(version)}channels/${channel}.json`; +export const collectiveXRunsUrl = (version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION) => + `${collectiveXPublicRoot(version)}runs.json`; + +export const collectiveXDatasetUrl = (version: CollectiveXVersion, digest: string) => + `${collectiveXPublicRoot(version)}datasets/${digest}/dataset.json`; + export type CollectiveXAvailabilityReason = 'source-unavailable' | 'channel-unavailable'; class CollectiveXDataError extends Error { @@ -129,6 +138,25 @@ export function parseCollectiveXChannel(value: unknown): CollectiveXChannel { return parsed.data; } +export function parseCollectiveXRuns(value: unknown, version: CollectiveXVersion): CollectiveXRuns { + const parsed = collectiveXRunsSchema.safeParse(value); + if (!parsed.success) throw schemaError(parsed.error); + if (parsed.data.version !== version) { + throw new CollectiveXDataError('$.version does not match the requested version.'); + } + const runIds = new Set(); + for (const run of parsed.data.runs) { + if (runIds.has(run.run_id)) { + throw new CollectiveXDataError(`$.runs contains duplicate run ${run.run_id}.`); + } + runIds.add(run.run_id); + if (run.coverage_scope === 'partial' && run.covered_skus.length === 0) { + throw new CollectiveXDataError(`run ${run.run_id} claims partial coverage with no SKUs.`); + } + } + return parsed.data; +} + function uniqueIndex(items: T[], id: (item: T) => string, path: string): Map { const indexed = new Map(); for (const item of items) { @@ -805,3 +833,58 @@ export async function fetchCollectiveXPublication( } return { channel, dataset, digest }; } + +export async function fetchCollectiveXRuns( + version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, + signal?: AbortSignal, +): Promise { + const response = await responseOrThrow( + collectiveXRunsUrl(version), + { cache: 'no-store', credentials: 'same-origin', signal }, + 'channel', + ); + const runs = parseCollectiveXRuns(strictJson(await response.text(), 'runs'), version); + return runs.runs; +} + +export async function fetchCollectiveXByDigest( + version: CollectiveXVersion, + digest: string, + signal?: AbortSignal, +): Promise { + if (!/^[a-f0-9]{64}$/.test(digest)) { + throw new CollectiveXDataError('a run digest must be a 64-character SHA-256.'); + } + const datasetResponse = await responseOrThrow( + collectiveXDatasetUrl(version, digest), + { cache: 'force-cache', credentials: 'same-origin', signal }, + 'dataset', + ); + const bytes = new Uint8Array(await datasetResponse.arrayBuffer()); + const resolvedDigest = await sha256Hex(bytes); + if (resolvedDigest !== digest) { + throw new CollectiveXDataError('dataset SHA-256 does not match the requested digest.'); + } + + let text: string; + try { + text = new TextDecoder('utf-8', { fatal: true }).decode(bytes); + } catch { + throw new CollectiveXDataError('dataset is not valid UTF-8 JSON.'); + } + const dataset = parseCollectiveXDataset(strictJson(text, 'dataset')); + if (dataset.promotion.status !== 'promoted') { + throw new CollectiveXDataError('the selected run does not reference a promoted dataset.'); + } + const channel: CollectiveXChannel = { + format: 'collectivex.channel.v1', + channel: 'dev-latest', + generated_at: dataset.generated_at, + dataset: { + path: `datasets/${digest}/dataset.json`, + sha256: digest, + bytes: bytes.byteLength, + }, + }; + return { channel, dataset, digest }; +} diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts index ef941e4c6..67f5893eb 100644 --- a/packages/app/src/components/collectivex/types.ts +++ b/packages/app/src/components/collectivex/types.ts @@ -79,6 +79,27 @@ export const collectiveXChannelSchema = z.strictObject({ }), }); +// JIT listing of the eligible ("tagged + success") publication runs for a +// version, backing the frontend multi-run picker. `collectivex.runs.v1` is a +// frozen data-format literal (the shared schema-version, not the release). +export const collectiveXRunSummarySchema = z.strictObject({ + run_id: z.string().regex(/^[1-9][0-9]*$/), + run_attempt: positiveInteger, + head_sha: z.string().regex(/^[a-f0-9]{40}$/), + digest: hex64, + generated_at: timestamp, + coverage_scope: z.enum(['full', 'partial']), + covered_skus: unique(safeId), + bytes: positiveInteger.max(32 * 1024 * 1024), +}); +export const collectiveXRunsSchema = z.strictObject({ + format: z.literal('collectivex.runs.v1'), + version: positiveInteger, + runs: z.array(collectiveXRunSummarySchema), +}); +export type CollectiveXRunSummary = z.infer; +export type CollectiveXRuns = z.infer; + const percentilesSchema = z.strictObject({ p50: z.number().finite().positive(), p90: z.number().finite().positive(), @@ -567,6 +588,12 @@ export const collectiveXDatasetSchema = z.strictObject({ measured_points: nonnegativeInteger, unsupported_points: nonnegativeInteger, policy: z.literal('collectivex-decision-grade-v1'), + // Partial-coverage promotion ("tagged + success" over a SKU subset). Both are + // emitted by the publisher for full and partial runs alike; a full run reports + // coverage_scope 'full' with every canonical SKU. Optional so pre-partial + // datasets still parse. + coverage_scope: z.enum(['full', 'partial']).optional(), + covered_skus: unique(safeId).optional(), }), coverage: z.array(coverageSchema), attempts: z.array(attemptSchema), diff --git a/packages/app/src/hooks/api/use-collectivex.ts b/packages/app/src/hooks/api/use-collectivex.ts index 653b8acc0..b43ab81e5 100644 --- a/packages/app/src/hooks/api/use-collectivex.ts +++ b/packages/app/src/hooks/api/use-collectivex.ts @@ -1,6 +1,6 @@ import { useQuery } from '@tanstack/react-query'; -import { fetchCollectiveX } from '@/lib/api'; +import { fetchCollectiveX, fetchCollectiveXRun, fetchCollectiveXRunList } from '@/lib/api'; import type { CollectiveXChannelName } from '@/components/collectivex/reader'; import { COLLECTIVEX_DEFAULT_VERSION, @@ -18,3 +18,36 @@ export function useCollectiveX( refetchOnMount: 'always', }); } + +/** + * JIT list of eligible ("tagged + success") publication runs for a version, + * backing the run picker. `enabled` gates the fetch so the list is only pulled + * when the user asks for it (the "Load runs" button); refetched on mount so a + * reopened picker reflects newly autopublished runs without a hard reload. + */ +export function useCollectiveXRuns( + version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, + enabled = true, +) { + return useQuery({ + queryKey: ['collectivex-runs', version], + queryFn: ({ signal }) => fetchCollectiveXRunList(version, signal), + enabled, + staleTime: 0, + refetchOnMount: 'always', + }); +} + +/** + * Resolve one selected run's promoted dataset by digest. `enabled` gates the + * fetch so the picker only loads a run once the user selects a non-default one; + * the default view keeps using the dev-latest channel via {@link useCollectiveX}. + */ +export function useCollectiveXRun(version: CollectiveXVersion, digest: string | null) { + return useQuery({ + queryKey: ['collectivex-run', version, digest], + queryFn: ({ signal }) => fetchCollectiveXRun(version, digest!, signal), + enabled: digest !== null, + staleTime: Infinity, + }); +} diff --git a/packages/app/src/lib/api.ts b/packages/app/src/lib/api.ts index b00f18d4b..d8e306537 100644 --- a/packages/app/src/lib/api.ts +++ b/packages/app/src/lib/api.ts @@ -4,7 +4,9 @@ */ import { + fetchCollectiveXByDigest, fetchCollectiveXPublication, + fetchCollectiveXRuns, type CollectiveXChannelName, } from '@/components/collectivex/reader'; import { @@ -316,6 +318,23 @@ export function fetchCollectiveX( return fetchCollectiveXPublication(channel, signal, version); } +/** JIT list of eligible ("tagged + success") publication runs for a version. */ +export function fetchCollectiveXRunList( + version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, + signal?: AbortSignal, +) { + return fetchCollectiveXRuns(version, signal); +} + +/** Resolve a specific run's promoted dataset by its content digest. */ +export function fetchCollectiveXRun( + version: CollectiveXVersion, + digest: string, + signal?: AbortSignal, +) { + return fetchCollectiveXByDigest(version, digest, signal); +} + export interface FeedbackListRow { id: string; created_at: string; diff --git a/packages/app/src/lib/collectivex-github.ts b/packages/app/src/lib/collectivex-github.ts index 4aafbdf68..d3c88ab11 100644 --- a/packages/app/src/lib/collectivex-github.ts +++ b/packages/app/src/lib/collectivex-github.ts @@ -62,6 +62,27 @@ export interface CollectiveXGithubPublication { version: CollectiveXVersion; } +/** + * Lightweight descriptor of one eligible ("tagged + success") publication run — + * enough for the frontend JIT picker to list runs and let the operator select + * which one to display, without eagerly loading every dataset into the client. + */ +export interface CollectiveXPublicationRun { + version: CollectiveXVersion; + runId: number; + runAttempt: number; + headSha: string; + digest: string; + generatedAt: string; + coverageScope: 'full' | 'partial'; + coveredSkus: string[]; + bytes: number; +} + +// A version accumulates independent runs over time; the picker only needs a +// recent window. Bounds the JIT fan-out (one artifact download per eligible run). +const MAX_LISTED_RUNS = 40; + class CollectiveXPublicationError extends Error { readonly code: PublicationErrorCode; @@ -84,6 +105,10 @@ const latestCache = new Map< CollectiveXVersion, { expiresAt: number; promise: Promise } >(); +const runsCache = new Map< + CollectiveXVersion, + { expiresAt: number; promise: Promise } +>(); function githubHeaders(token: string) { return { @@ -350,7 +375,58 @@ export function loadCollectiveXPublication( return promise; } +async function fetchPublicationRuns( + version: CollectiveXVersion, +): Promise { + const token = process.env.GITHUB_TOKEN; + if (!token) { + throw new CollectiveXPublicationError('unavailable', 'GITHUB_TOKEN is not configured'); + } + const runs: CollectiveXPublicationRun[] = []; + for await (const candidate of publicationCandidates(version, token)) { + const publication = await downloadPublication(version, candidate, token); + digestCache.set(`${version}:${publication.digest}`, { + expiresAt: Date.now() + DIGEST_TTL_MS, + publication, + }); + const promotion = publication.dataset.promotion; + runs.push({ + version, + runId: publication.runId, + runAttempt: publication.runAttempt, + headSha: candidate.run.head_sha, + digest: publication.digest, + generatedAt: publication.dataset.generated_at, + coverageScope: promotion.coverage_scope ?? 'full', + coveredSkus: + promotion.covered_skus ?? + [...new Set(publication.dataset.coverage.map((item) => item.sku))].toSorted(), + bytes: publication.body.byteLength, + }); + if (runs.length >= MAX_LISTED_RUNS) break; + } + // Most recent first — the GitHub runs feed is already newest-first, but a run + // may re-emit a prior digest; de-duplicate on runId keeping the first (newest). + const seen = new Set(); + return runs.filter((run) => (seen.has(run.runId) ? false : (seen.add(run.runId), true))); +} + +export function listCollectiveXPublications( + version: CollectiveXVersion, +): Promise { + const now = Date.now(); + const cached = runsCache.get(version); + if (cached && cached.expiresAt > now) return cached.promise; + const promise = fetchPublicationRuns(version).catch((error) => { + runsCache.delete(version); + throw error; + }); + runsCache.set(version, { expiresAt: now + LATEST_TTL_MS, promise }); + return promise; +} + export function clearCollectiveXPublicationCache(): void { digestCache.clear(); latestCache.clear(); + runsCache.clear(); } From 77e7d2b88db13df1d21b6a10abe6a79413848613 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 8 Jul 2026 00:53:58 +0800 Subject: [PATCH 07/37] collectivex: accept single-run dataset and reveal per-series diagnostic reasons Align the frontend consumer with the single-run publisher: - types.ts: trial_count 192 -> 64 (single allocation, 64 trials); admit 0.0 data-rate percentiles for host-staging components that spend real latency moving zero logical bytes, while keeping latency strictly positive. - test-fixture.ts: trial_count 192 -> 64 across trial diagnostics. - reader.test.ts: cover the zero-byte / zero-rate host-staging component and assert negative rate and zero latency are still rejected. - CollectiveXDisplay.tsx: in free-form diagnostics mode (no cohort pinned), surface the distinct eligibility reasons across the revealed series so a flagged series explains itself without pinning a cohort. - collectivex.cy.ts: new e2e for the per-series reason line; realign six stale assertions to the single-run shape (64 trials, 1 allocation, 8 attempts, single source bundle, no cross-allocation stability). --- packages/app/cypress/e2e/collectivex.cy.ts | 49 ++++++++++++++----- .../collectivex/CollectiveXDisplay.tsx | 25 ++++++++++ .../src/components/collectivex/reader.test.ts | 31 ++++++++++++ .../components/collectivex/test-fixture.ts | 8 +-- .../app/src/components/collectivex/types.ts | 15 ++++-- 5 files changed, 109 insertions(+), 19 deletions(-) diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index a3d3f028e..2f32fff7a 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -209,7 +209,7 @@ describe('CollectiveX native publication', () => { .and('contain.text', '1/1 qualification run') .and('contain.text', 'Semantic pass') .and('contain.text', 'Trial diagnostics') - .and('contain.text', '192 trials') + .and('contain.text', '64 trials') .and('contain.text', 'No trial flags') .and('contain.text', 'none declared'); }); @@ -296,7 +296,6 @@ describe('CollectiveX native publication', () => { .and('contain.text', '后端实现') .and('contain.text', '64 次试验 × 8 次迭代 = 每个分项 512 个样本') .and('contain.text', '32 次同步完整往返预热') - .and('contain.text', 'p50 1.050 倍 ≤ 1.10 倍') .and('contain.text', '排名顺序稳定') .and('contain.text', '已通过'); cy.get('[data-testid="collectivex-recommendations"]') @@ -569,7 +568,7 @@ describe('CollectiveX native publication', () => { cy.get('[data-testid="collectivex-attempts-table"] input').type('选择'); cy.get('[data-testid="collectivex-attempts-table"]') .find('[data-testid="data-table-pagination-summary"]') - .should('have.text', '第 1–24 行,共 24 行(筛选自 24 行)'); + .should('have.text', '第 1–8 行,共 8 行(筛选自 8 行)'); cy.document() .its('documentElement') .should((element) => { @@ -601,15 +600,44 @@ describe('CollectiveX native publication', () => { cy.get('[data-testid="collectivex-cohort-select"]').click(); cy.contains('[role="option"]', 'H100 EP8 library comparison').click(); - cy.get('[data-testid="collectivex-diagnostic-cohort-reasons"]') - .should('contain.text', 'unstable-ordering') - .and('contain.text', 'p50 1.050x') - .and('contain.text', 'p99 1.100x'); + cy.get('[data-testid="collectivex-diagnostic-cohort-reasons"]').should( + 'contain.text', + 'unstable-ordering', + ); cy.get('[data-testid="collectivex-main-chart"]') .should('contain.text', 'H100 EP8 · deepep') .and('contain.text', 'H100 EP8 · mori'); }); + it('shows why individual series were flagged when no cohort is pinned', () => { + const contract = makeCollectiveXContractDataset(); + const lowLatency = contract.series.find((item) => item.mode === 'low-latency')!; + lowLatency.status = 'diagnostic'; + lowLatency.eligibility = { + ...lowLatency.eligibility, + decision_grade: false, + reasons: ['not-in-controlled-cohort'], + }; + installPublication(contract); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + + cy.get('[data-testid="collectivex-scope-toggle"]').contains('button', 'Diagnostics').click(); + cy.get('[data-testid="collectivex-mode-select"]').contains('button', 'Low latency').click(); + cy.get('[data-testid="collectivex-ep-select"]').click(); + cy.contains('[role="option"]', 'EP16').click(); + cy.get('[data-testid="collectivex-fabric-scope-toggle"]') + .contains('button', 'Scale-out') + .click(); + + // No cohort selected: the per-series reason line reveals why the shown + // series is diagnostic, without needing to pin a cohort first. + cy.get('[data-testid="collectivex-diagnostic-cohort-reasons"]').should('not.exist'); + cy.get('[data-testid="collectivex-diagnostic-series-reasons"]') + .should('be.visible') + .and('contain.text', 'not-in-controlled-cohort'); + }); + it('keeps the version selector available when no promotion exists', () => { cy.intercept('GET', channelUrl, { statusCode: 404, @@ -649,7 +677,7 @@ describe('CollectiveX native publication', () => { cy.contains('[role="tab"]', 'Decisions').click(); cy.get('[data-testid="collectivex-rankings"]') - .should('contain.text', '3 allocations') + .should('contain.text', '1 allocations') .and('contain.text', 'deepep') .and('contain.text', 'build dddddddd') .and('contain.text', 'series 00000001') @@ -682,7 +710,6 @@ describe('CollectiveX native publication', () => { .and('contain.text', 'Backend implementation') .and('contain.text', '64 trials × 8 iterations = 512 samples per component') .and('contain.text', '32 synchronized round-trip warmups') - .and('contain.text', 'p99 1.100x ≤ 1.25x') .and('contain.text', 'Stable ordering') .and('contain.text', 'passed'); @@ -721,9 +748,7 @@ describe('CollectiveX native publication', () => { .and('contain.text', 'success'); cy.get('[data-testid="collectivex-provenance"]') .should('contain.text', 'Source bundles') - .and('contain.text', 'a'.repeat(64)) - .and('contain.text', 'b'.repeat(64)) - .and('contain.text', 'c'.repeat(64)); + .and('contain.text', 'a'.repeat(64)); cy.get('[data-testid="collectivex-attempts-table"]') .should('contain.text', 'allocation selection') .and('contain.text', 'terminal selection') diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index 580bae829..ea3f49d50 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -809,6 +809,17 @@ export default function CollectiveXDisplay() { () => (evidenceScope === 'diagnostic' ? comparisonDifferences(activeSeries) : []), [activeSeries, evidenceScope], ); + // In free-form "all diagnostics" mode (no cohort pinned) the per-cohort reason + // line does not apply, so surface why the revealed series were flagged: the + // distinct eligibility reasons across the active diagnostic series. Series that + // are decision-grade cohort members carry no reasons and drop out. + const diagnosticSeriesReasons = useMemo( + () => + evidenceScope !== 'diagnostic' || selectedDiagnosticCohort + ? [] + : [...new Set(activeSeries.flatMap((item) => item.eligibility.reasons))].toSorted(), + [activeSeries, evidenceScope, selectedDiagnosticCohort], + ); const missingComponents = activeSeries.some((item) => item.points.some((point) => operation === 'isolated-sum' @@ -1388,6 +1399,20 @@ export default function CollectiveXDisplay() { .

)} + {evidenceScope === 'diagnostic' && + !selectedDiagnosticCohort && + diagnosticSeriesReasons.length > 0 && ( +

+ {t.excluded}:{' '} + {diagnosticSeriesReasons + .map((reason) => collectiveXReasonLabel(reason, locale)) + .join(', ')} + . +

+ )} {evidenceScope === 'controlled' && selectedControlledCohort && (

{ expect(result.series[1].points[0].components.dispatch).toBeNull(); }); + it('accepts a measured host-staging component with zero logical bytes and zero rate', () => { + // A host-staging (`stage`) step can spend real latency moving nothing over + // the logical byte accounting (bytes = 0 → rate = 0), e.g. UCCL host-staged + // dispatch. The rate percentiles floor at 0 while latency stays positive. + const zeroByte = makeCollectiveXDataset(); + const stage = zeroByte.series[0].points[0].components.stage!; + stage.byte_provenance = { + accounting_contract: 'activation-data-plus-scales-v1', + activation_data_bytes: 0, + scale_bytes: 0, + total_logical_bytes: 0, + }; + stage.activation_data_rate_gbps_at_latency_percentile = { p50: 0, p90: 0, p95: 0, p99: 0 }; + stage.total_logical_data_rate_gbps_at_latency_percentile = { p50: 0, p90: 0, p95: 0, p99: 0 }; + expect(() => parseCollectiveXDataset(zeroByte)).not.toThrow(); + + const negativeRate = makeCollectiveXDataset(); + negativeRate.series[0].points[0].components.stage!.total_logical_data_rate_gbps_at_latency_percentile = + { p50: -1, p90: 0, p95: 0, p99: 0 }; + expect(() => parseCollectiveXDataset(negativeRate)).toThrow(); + + const zeroLatency = makeCollectiveXDataset(); + zeroLatency.series[0].points[0].components.stage!.latency_us = { + p50: 0, + p90: 0, + p95: 0, + p99: 0, + }; + expect(() => parseCollectiveXDataset(zeroLatency)).toThrow(); + }); + it('preserves mode, measurement, and topology dimensions from the publisher', () => { const result = parseCollectiveXDataset(makeCollectiveXContractDataset()); const normal = result.series.find((item) => item.mode === 'normal')!; diff --git a/packages/app/src/components/collectivex/test-fixture.ts b/packages/app/src/components/collectivex/test-fixture.ts index a5da79c5e..acc7ded20 100644 --- a/packages/app/src/components/collectivex/test-fixture.ts +++ b/packages/app/src/components/collectivex/test-fixture.ts @@ -271,7 +271,7 @@ function makeSeries( first_last_median_ratio: 1.02, outlier_flagged: false, robust_outlier_fraction: 0, - trial_count: 192 as const, + trial_count: 64 as const, } : null, stage: @@ -281,7 +281,7 @@ function makeSeries( first_last_median_ratio: 1.01, outlier_flagged: false, robust_outlier_fraction: 0, - trial_count: 192 as const, + trial_count: 64 as const, } : null, combine: @@ -291,7 +291,7 @@ function makeSeries( first_last_median_ratio: 1.03, outlier_flagged: false, robust_outlier_fraction: 0, - trial_count: 192 as const, + trial_count: 64 as const, } : null, roundtrip: { @@ -299,7 +299,7 @@ function makeSeries( first_last_median_ratio: 1.04, outlier_flagged: false, robust_outlier_fraction: 0, - trial_count: 192 as const, + trial_count: 64 as const, }, }, }, diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts index 67f5893eb..ca5ff3120 100644 --- a/packages/app/src/components/collectivex/types.ts +++ b/packages/app/src/components/collectivex/types.ts @@ -106,6 +106,15 @@ const percentilesSchema = z.strictObject({ p95: z.number().finite().positive(), p99: z.number().finite().positive(), }); +// Data-rate percentiles admit 0.0: a host-staging component can have real +// latency while measuring zero logical bytes (rate = bytes / latency = 0). +// Latency percentiles stay strictly positive. +const ratePercentilesSchema = z.strictObject({ + p50: z.number().finite().nonnegative(), + p90: z.number().finite().nonnegative(), + p95: z.number().finite().nonnegative(), + p99: z.number().finite().nonnegative(), +}); const communicationAxisSchema = z.strictObject({ alignment_contract: z.enum([ 'native-bf16-vector-alignment', @@ -157,8 +166,8 @@ const componentSchema = z origin: z.enum(['measured', 'derived']), latency_us: percentilesSchema, byte_provenance: byteAccountingSchema, - activation_data_rate_gbps_at_latency_percentile: percentilesSchema.nullable(), - total_logical_data_rate_gbps_at_latency_percentile: percentilesSchema.nullable(), + activation_data_rate_gbps_at_latency_percentile: ratePercentilesSchema.nullable(), + total_logical_data_rate_gbps_at_latency_percentile: ratePercentilesSchema.nullable(), sample_count: positiveInteger.nullable(), }) .superRefine((value, context) => { @@ -213,7 +222,7 @@ const trialDiagnosticComponentSchema = z.strictObject({ first_last_median_ratio: z.number().finite().min(1), outlier_flagged: z.boolean(), robust_outlier_fraction: z.number().finite().min(0).max(1), - trial_count: z.literal(192), + trial_count: z.literal(64), }); const trialDiagnosticsSchema = z .strictObject({ From 4d0bbc78c54c252e6cb8464ad1e2b155f889ba0e Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 8 Jul 2026 01:18:19 +0800 Subject: [PATCH 08/37] fix(collectivex): accept promoted datasets with no recommendations MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit A promoted public dataset can legitimately carry rankings and sensitivities but zero recommendations: recommendations are unique-p99-latency-winner callouts, and when an official cohort's candidates fall within the bootstrap equivalence band the winners tie, so no recommendation is emitted. This is a routine, honest outcome for single-allocation v1 publications. The reader's recommendation-coverage check already derives 0 as the expected count in that case, but the decision-graph gate then rejected the same dataset for having an empty recommendations array — an internal contradiction. Require rankings (the decision graph) but not recommendations. Verified end-to-end against the real published v1 artifact (49 series, 66 rankings, 0 recommendations) and with a new regression test. --- .../src/components/collectivex/reader.test.ts | 38 +++++++++++++++++++ .../app/src/components/collectivex/reader.ts | 11 ++++-- 2 files changed, 45 insertions(+), 4 deletions(-) diff --git a/packages/app/src/components/collectivex/reader.test.ts b/packages/app/src/components/collectivex/reader.test.ts index dfbc1bb2b..007d83157 100644 --- a/packages/app/src/components/collectivex/reader.test.ts +++ b/packages/app/src/components/collectivex/reader.test.ts @@ -495,6 +495,44 @@ describe('CollectiveX publication reader', () => { ); }); + it('accepts a promoted dataset that has rankings but no recommendations', () => { + // Recommendations are unique-p99-latency-winner callouts. When every actionable + // (official) cohort's candidates fall within the bootstrap equivalence band, the + // p99 winners tie and no recommendation is emitted — a routine, honest outcome for + // single-allocation publications. Such a dataset still carries a complete decision + // graph (rankings + sensitivities) and must be accepted, not rejected. + const promotedWithoutRecommendations = makeCollectiveXDataset(); + const decisionCohort = promotedWithoutRecommendations.cohorts.find( + (cohort) => cohort.publication_tier === 'comparable-experimental', + ); + expect(decisionCohort).toBeDefined(); + const keepId = decisionCohort!.cohort_id; + // Retire every official cohort so the only decision-grade cohort is non-official: + // it produces rankings but no actionable (recommendation-bearing) metric. + for (const cohort of promotedWithoutRecommendations.cohorts) { + if (cohort.cohort_id === keepId) continue; + cohort.eligibility = { + ...cohort.eligibility, + decision_grade: false, + stable_ordering: false, + reasons: ['unstable-ordering'], + }; + } + promotedWithoutRecommendations.rankings = promotedWithoutRecommendations.rankings.filter( + (ranking) => ranking.cohort_id === keepId, + ); + promotedWithoutRecommendations.recommendations = []; + promotedWithoutRecommendations.sensitivities = + promotedWithoutRecommendations.sensitivities.filter( + (sensitivity) => sensitivity.cohort_id === keepId, + ); + expect(promotedWithoutRecommendations.rankings.length).toBeGreaterThan(0); + expect(promotedWithoutRecommendations.promotion.status).toBe('promoted'); + const parsed = parseCollectiveXDataset(promotedWithoutRecommendations); + expect(parsed.recommendations).toHaveLength(0); + expect(parsed.rankings.length).toBeGreaterThan(0); + }); + it('rejects misordered or incomplete publisher decisions', () => { const misordered = makeCollectiveXDataset(); const entries = misordered.rankings[0].entries; diff --git a/packages/app/src/components/collectivex/reader.ts b/packages/app/src/components/collectivex/reader.ts index 9176a7edc..484aaf290 100644 --- a/packages/app/src/components/collectivex/reader.ts +++ b/packages/app/src/components/collectivex/reader.ts @@ -750,10 +750,13 @@ function validateDatasetReferences(dataset: CollectiveXDataset): void { ) { throw new CollectiveXDataError('quarantined dataset exposes publication evidence.'); } - if ( - dataset.promotion.status === 'promoted' && - (dataset.rankings.length === 0 || dataset.recommendations.length === 0) - ) { + if (dataset.promotion.status === 'promoted' && dataset.rankings.length === 0) { + // Rankings are the decision graph. Recommendations are unique-p99-latency-winner + // callouts that legitimately do not exist when a cohort's candidates fall within + // the bootstrap equivalence band (statistical ties) — a common, honest outcome for + // single-allocation publications. The recommendation-coverage check above already + // derives 0 as the expected count in that case, so requiring recommendations here + // would reject a complete, consistent ranking dataset. throw new CollectiveXDataError('promoted dataset lacks a complete decision graph.'); } } From 4bc8489da8fc0ab0f618b7018885d52cb8a255f7 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 8 Jul 2026 08:29:58 +0800 Subject: [PATCH 09/37] fix(collectivex): default to full-evidence scope when a measured SKU lacks decision-grade coverage MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The landing view combined the Controlled (decision-grade only) evidence scope with the decode phase. On a partial-coverage publication — e.g. a single-run v1 where the strict within-run trial gate leaves whole SKUs diagnostic-tier — the only decision-grade decode cohorts are H100/H200, so Controlled hid every other working SKU (B200, MI300X) by default. The page appeared to have only two SKUs. Choose the landing scope per dataset: keep Controlled when the decision-grade set already covers every SKU measured at the landing phase (decode); otherwise fall back to the full-evidence (diagnostic) scope so no working SKU is hidden. The scope is re-evaluated per content digest on a version/run switch, while an in-session user toggle is preserved. Make the diagnostic scope a true full-evidence superset (all measured series, both tiers, badged by status) so decision-grade series stay visible alongside the rest and the SKU/backend/routing dropdowns run off the complete dataset. Reword the diagnostic warning accordingly. Tests: unit discriminator in data.test.ts; e2e updated for the superset line count and warning text, plus a new default-to-full-evidence case. --- packages/app/cypress/e2e/collectivex.cy.ts | 46 ++++++++++++++++++- .../collectivex/CollectiveXDisplay.tsx | 40 ++++++++++++---- .../src/components/collectivex/data.test.ts | 18 ++++++++ .../app/src/components/collectivex/data.ts | 25 ++++++++++ 4 files changed, 118 insertions(+), 11 deletions(-) diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index 2f32fff7a..f638c33af 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -577,19 +577,61 @@ describe('CollectiveX native publication', () => { }); it('requires an explicit switch to render diagnostics', () => { + // The fixture's decision-grade set covers every measured SKU, so the landing + // scope stays Controlled and reaching the full-evidence view needs an explicit + // switch to Diagnostics. installPublication(makeCollectiveXDatasetWithDiagnosticCohort()); cy.reload(); cy.wait('@collectivexChannel-dev-latest'); + cy.get('[data-testid="collectivex-scope-toggle"]') + .contains('button', 'Controlled') + .should('have.attr', 'aria-selected', 'true'); + cy.get('[data-testid="collectivex-diagnostic-warning"]').should('not.exist'); cy.get('[data-testid="collectivex-scope-toggle"]').contains('button', 'Diagnostics').click(); cy.get('[data-testid="collectivex-diagnostic-warning"]') .should('be.visible') - .and('contain.text', 'excluded from rankings'); + .and('contain.text', 'inform rankings'); + // The full-evidence scope shows every measured series, not just the diagnostic + // cohort members, so the decision-grade series stay visible alongside the rest. cy.get('[data-testid="collectivex-main-chart"]') .should('contain.text', 'H100 EP8 · deepep') .and('contain.text', 'H100 EP8 · mori'); - cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 2); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 7); + cy.get('[data-testid="collectivex-sku-select"]').should('exist'); + }); + + it('lands on full-evidence when a measured SKU has no decision-grade coverage', () => { + // Flip the B200 series to diagnostic so B200 has data at decode but no + // decision-grade series there. The controlled view would hide B200 entirely, so + // the page must land on the full-evidence (diagnostic) scope without a switch and + // render both the H100 (decision-grade) and B200 (diagnostic) series. + const partial = makeCollectiveXDataset(); + partial.series + .filter((item) => item.system.sku === 'b200') + .forEach((item) => { + item.status = 'diagnostic'; + item.eligibility = { + ...item.eligibility, + decision_grade: false, + reasons: ['unresolved-trial-diagnostic'], + }; + }); + installPublication(partial); + cy.reload(); + cy.wait('@collectivexChannel-dev-latest'); + + cy.get('[data-testid="collectivex-scope-toggle"]') + .contains('button', 'Diagnostics') + .should('have.attr', 'aria-selected', 'true'); + cy.get('[data-testid="collectivex-diagnostic-warning"]').should('be.visible'); + cy.get('[data-testid="collectivex-main-chart"]') + .should('contain.text', 'H100 EP8 · deepep') + .and('contain.text', 'B200 EP8'); cy.get('[data-testid="collectivex-sku-select"]').should('exist'); + cy.get('[data-testid="collectivex-scope-toggle"]') + .contains('button', 'Controlled') + .should('have.attr', 'aria-selected', 'false'); }); it('shows why a controlled cohort was excluded', () => { diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index ea3f49d50..8baf523ee 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -1,7 +1,7 @@ 'use client'; import { BookOpen, ExternalLink, Loader2, RefreshCw } from 'lucide-react'; -import { useCallback, useEffect, useMemo, useState } from 'react'; +import { useCallback, useEffect, useMemo, useRef, useState } from 'react'; import { Button } from '@/components/ui/button'; import { Card } from '@/components/ui/card'; @@ -35,6 +35,7 @@ import { import { cohortMatchesSelection, collectiveXColorKey, + collectiveXInitialScope, collectiveXSeriesLabel, collectiveXTopologyLabel, comparisonDifferences, @@ -184,7 +185,7 @@ const STRINGS = { highContrast: 'High Contrast', resetFilter: 'Reset filter', diagnosticWarning: - 'Diagnostic evidence is excluded from rankings, recommendations, and regression claims.', + 'Showing all measured series. Only decision-grade series inform rankings, recommendations, and regression claims — switch to Controlled to see that subset.', excluded: 'Excluded', stableOrdering: 'stable ordering passed', unstableOrdering: 'stable ordering not passed', @@ -466,6 +467,12 @@ export default function CollectiveXDisplay() { const activeQuery = selectedDigest === null ? channelQuery : runQuery; const { data, error, isLoading, isFetching } = activeQuery; const [tab, setTab] = useState('results'); + // Landing scope is chosen per dataset by `collectiveXInitialScope` (see the effect + // below): Controlled (decision-grade only) when that set already covers every SKU + // measured at the landing phase, otherwise the full-evidence (diagnostic) scope so + // partial-coverage publications — e.g. a single-run v1 where the strict trial gate + // leaves whole SKUs diagnostic-tier — still show every working SKU by default. A + // user toggle persists until the underlying dataset changes. const [evidenceScope, setEvidenceScope] = useState('controlled'); const [mode, setMode] = useState('normal'); const [epSize, setEpSize] = useState(8); @@ -586,6 +593,22 @@ export default function CollectiveXDisplay() { setEpSize(availableEpSizes[0]); } }, [availableEpSizes, availableModes, epSize, mode]); + // Pick the landing scope once per loaded dataset, keyed by content digest so a + // version/run switch re-evaluates while an in-session user toggle is preserved. + // 'decode' is the initial phase; the discriminator hides no working SKU behind the + // controlled gate on partial-coverage publications (see collectiveXInitialScope). + const initialScope = useMemo( + () => collectiveXInitialScope(dataset?.series ?? [], 'decode'), + [dataset?.series], + ); + const scopeInitDigestRef = useRef(null); + useEffect(() => { + const digest = data?.digest ?? null; + if (digest !== null && scopeInitDigestRef.current !== digest) { + scopeInitDigestRef.current = digest; + setEvidenceScope(initialScope); + } + }, [data?.digest, initialScope]); const seriesSelection = useMemo( () => ({ mode, epSize, phase, fabricScope }), [epSize, fabricScope, mode, phase], @@ -683,13 +706,12 @@ export default function CollectiveXDisplay() { }; }, []); - const diagnosticSeries = useMemo(() => { - if (!dataset) return []; - const diagnosticMembers = new Set(allDiagnosticCohorts.flatMap((cohort) => cohort.series_ids)); - return dataset.series.filter( - (item) => item.status === 'diagnostic' || diagnosticMembers.has(item.series_id), - ); - }, [allDiagnosticCohorts, dataset]); + // The diagnostic scope is the full-evidence view: every measured series across all + // SKUs — both decision-grade and diagnostic-tier — badged by status. This keeps the + // best (decision-grade) series visible alongside the rest instead of hiding them, + // and drives the SKU/backend/routing dropdowns off the complete dataset. Controlled + // scope narrows to the decision-grade cohorts (rankings, recommendations). + const diagnosticSeries = useMemo(() => dataset?.series ?? [], [dataset?.series]); const filteredDiagnosticSeries = useMemo( () => diagnosticSeries.filter((item) => seriesMatchesSelection(item, seriesSelection)), [diagnosticSeries, seriesSelection], diff --git a/packages/app/src/components/collectivex/data.test.ts b/packages/app/src/components/collectivex/data.test.ts index 37ff3786c..b6140167f 100644 --- a/packages/app/src/components/collectivex/data.test.ts +++ b/packages/app/src/components/collectivex/data.test.ts @@ -8,6 +8,7 @@ import { cohortMatchesSelection, compareCollectiveXDecisionMetrics, collectiveXColorKey, + collectiveXInitialScope, collectiveXSeriesLabel, collectiveXTopologyLabel, comparisonDifferences, @@ -66,6 +67,23 @@ describe('CollectiveX EP projections', () => { ).toEqual(Object.keys(catalog.precision_profiles).toSorted()); }); + it('lands on controlled only when decision-grade covers every measured SKU at the phase', () => { + const dataset = makeCollectiveXDataset(); + // Every fixture series is decision-grade, so the decision-grade set covers both + // measured SKUs (H100, B200) at decode: controlled is safe. + expect(collectiveXInitialScope(dataset.series, 'decode')).toBe('controlled'); + + // Drop B200 out of the decision-grade set: it still has decode data, so the + // controlled view would hide it — fall back to the full-evidence scope. + const partial = dataset.series.map((series) => + series.system.sku === 'b200' ? { ...series, status: 'diagnostic' as const } : series, + ); + expect(collectiveXInitialScope(partial, 'decode')).toBe('diagnostic'); + + // No series at the phase: nothing to hide, keep the rigorous default. + expect(collectiveXInitialScope(dataset.series, 'prefill')).toBe('controlled'); + }); + it('orders decision metrics by phase, token count, measure, and percentile', () => { const base = makeCollectiveXDataset().rankings[0].metric; const metrics = [ diff --git a/packages/app/src/components/collectivex/data.ts b/packages/app/src/components/collectivex/data.ts index f15bd4eee..20fdc12df 100644 --- a/packages/app/src/components/collectivex/data.ts +++ b/packages/app/src/components/collectivex/data.ts @@ -16,6 +16,31 @@ import type { export type CollectiveXFabricScope = 'all' | CollectiveXTopologyScope; +export type CollectiveXEvidenceScope = 'controlled' | 'diagnostic'; + +// Choose the landing scope for a freshly loaded dataset. Controlled (decision-grade +// only) is the rigorous default, but on a partial-coverage publication — e.g. a +// single-run v1 where the strict within-run trial gate leaves whole SKUs +// diagnostic-tier — the controlled view would hide every series for those SKUs. When +// any SKU with measured data at the landing phase has no decision-grade series there, +// fall back to the full-evidence (diagnostic) scope so no working SKU is hidden by +// default. When decision-grade coverage is complete, Controlled stays the default. +export function collectiveXInitialScope( + series: CollectiveXSeries[], + phase: CollectiveXPhase, +): CollectiveXEvidenceScope { + const atPhase = series.filter((item) => item.phase === phase); + if (atPhase.length === 0) return 'controlled'; + const decisionGradeSkus = new Set( + atPhase.filter((item) => item.status === 'decision-grade').map((item) => item.system.sku), + ); + const measuredSkus = new Set(atPhase.map((item) => item.system.sku)); + for (const sku of measuredSkus) { + if (!decisionGradeSkus.has(sku)) return 'diagnostic'; + } + return 'controlled'; +} + export interface CollectiveXSeriesSelection { mode: CollectiveXMode; epSize: number; From 425b1d183af2307f50d4db39ec0c8ac6300f89b8 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 8 Jul 2026 22:56:27 +0800 Subject: [PATCH 10/37] feat(collectivex): neutral sweep view assembled live from GitHub artifacts Rework the CollectiveX frontend around the trimmed return-code-only artifact contract (collectivex.matrix.v1 / .ep.v1 / .terminal.v1). The GitHub loader assembles a run dataset at request time from the sweep's matrix + shard artifacts, newest-completed-run wins regardless of conclusion, and runs are selected by the matrix's numeric `version` field: latest/list skip runs tagged for another version and by-id 404s on a mismatch. The format tag stays collectivex.matrix.v1 as the schema id; the numeric version is the content axis the UI selects on. Rewrites the reader, data model, display/chart/inventory/tables components, API surface, route, and the vitest + cypress suites for the neutral model. --- packages/app/cypress/e2e/collectivex.cy.ts | 902 ++--------- .../collectivex-data/[...path]/route.test.ts | 84 +- .../app/collectivex-data/[...path]/route.ts | 72 +- .../collectivex/CollectiveXChart.tsx | 4 +- .../collectivex/CollectiveXDisplay.tsx | 727 ++------- .../collectivex/CollectiveXInventory.tsx | 137 +- .../collectivex/CollectiveXTables.tsx | 762 +-------- .../src/components/collectivex/data.test.ts | 314 ++-- .../app/src/components/collectivex/data.ts | 75 +- .../src/components/collectivex/reader.test.ts | 1078 ++++--------- .../app/src/components/collectivex/reader.ts | 1334 ++++++++-------- .../components/collectivex/test-fixture.ts | 1379 +++++------------ .../app/src/components/collectivex/types.ts | 852 +++++----- packages/app/src/hooks/api/use-collectivex.ts | 32 +- packages/app/src/lib/api.test.ts | 70 +- packages/app/src/lib/api.ts | 17 +- .../app/src/lib/collectivex-github.test.ts | 391 +++-- packages/app/src/lib/collectivex-github.ts | 559 ++++--- 18 files changed, 2812 insertions(+), 5977 deletions(-) diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index f638c33af..55af83195 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -1,858 +1,212 @@ -import { - makeCollectiveXDataset, - makeCollectiveXContractDataset, - makeCollectiveXDatasetWithPrefillCohort, - makeCollectiveXDatasetWithDiagnosticCohort, - makeCollectiveXDatasetWithPrecisionCohorts, - makeCollectiveXInventoryDataset, -} from '@/components/collectivex/test-fixture'; +import { buildRunSummary } from '@/components/collectivex/reader'; +import { makeCollectiveXDataset } from '@/components/collectivex/test-fixture'; import type { CollectiveXDataset } from '@/components/collectivex/types'; -const channelUrl = '/collectivex-data/1/channels/dev-latest.json'; +// The neutral view: one run's measured series plus its full case coverage. The route +// serves the resolved dataset at /latest.json, a run listing at /runs.json, and a +// specific run at /runs/{id}.json. No channel/digest/promotion layer remains. +const SOURCE_SHA = 'c'.repeat(40); +const dataset = makeCollectiveXDataset(); +const runId = dataset.run.run_id; -async function sha256(value: string): Promise { - const digest = await crypto.subtle.digest('SHA-256', new TextEncoder().encode(value)); - return [...new Uint8Array(digest)].map((byte) => byte.toString(16).padStart(2, '0')).join(''); +function installLatest(body: CollectiveXDataset | Record = dataset) { + cy.intercept('GET', '/collectivex-data/1/latest.json', { body }).as('latest'); } -function installPublication( - dataset: CollectiveXDataset | Record = makeCollectiveXDataset(), - options: { digest?: string; delay?: number } = {}, -) { - const body = JSON.stringify(dataset); - const generatedAt = - typeof dataset.generated_at === 'string' ? dataset.generated_at : '2026-07-04T01:00:00Z'; - return cy.wrap(sha256(body), { log: false }).then((actualDigest) => { - const digest = options.digest ?? actualDigest; - cy.intercept('GET', channelUrl, { - body: { - format: 'collectivex.channel.v1', - channel: 'dev-latest', - generated_at: generatedAt, - dataset: { - path: `datasets/${digest}/dataset.json`, - sha256: digest, - bytes: new TextEncoder().encode(body).length, - }, - }, - }).as('collectivexChannel-dev-latest'); - cy.intercept('GET', `/collectivex-data/1/datasets/${digest}/dataset.json`, { - body, - delay: options.delay, - headers: { 'content-type': 'application/json' }, - }).as('collectivexDataset-dev-latest'); - }); +function installRuns() { + cy.intercept('GET', '/collectivex-data/1/runs.json', { + body: { format: 'collectivex.runs.v1', version: 1, runs: [buildRunSummary(dataset)] }, + }).as('runs'); +} + +function installRun(body: CollectiveXDataset = dataset) { + cy.intercept('GET', `/collectivex-data/1/runs/${runId}.json`, { body }).as('run'); } function openCollectiveX() { cy.visit('/collectivex'); - cy.wait('@collectivexChannel-dev-latest'); + cy.wait('@latest'); cy.get('[data-testid="collectivex-display"]').should('be.visible'); } -describe('CollectiveX native publication', () => { +describe('CollectiveX neutral run view', () => { beforeEach(() => { - installPublication(); + installLatest(); openCollectiveX(); }); - it('defaults to a publisher-controlled, decision-grade cohort', () => { + it('shows the run header, coverage stats, and revision-pinned source links', () => { + cy.get('[data-testid="collectivex-run-conclusion"]') + .should('contain.text', `#${runId}`) + .and('contain.text', 'success'); cy.get('[data-testid="collectivex-display"]') - .should('contain.text', 'Promoted') - .and('contain.text', '8/8') - .and('contain.text', '24') - .and('contain.text', 'H100 EP8 library comparison'); - cy.get('[data-testid="collectivex-scope-toggle"]') - .contains('button', 'Controlled') - .should('have.attr', 'aria-selected', 'true'); + .should('contain.text', `${dataset.run.measured_cases}/${dataset.run.requested_cases}`) + .and('contain.text', String(dataset.series.length)); cy.get('[data-testid="collectivex-version-select"]').should('contain.text', 'V1'); - cy.get('[data-testid="collectivex-channel-toggle"]').should('not.exist'); - cy.get('[data-testid="collectivex-mode-select"]').should('contain.text', 'Normal'); - cy.get('[data-testid="collectivex-ep-select"]').should('contain.text', 'EP8'); - cy.get('[data-testid="collectivex-fabric-scope-toggle"]') - .contains('button', 'All') - .should('have.attr', 'aria-selected', 'true'); - cy.get('[data-testid="collectivex-main-chart"]') - .should('contain.text', 'Round trip (measured) · decode · p99') - .and('contain.text', 'H100 EP8 · deepep') - .and('contain.text', 'H100 EP8 · mori'); - cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 2); - cy.get('[data-testid="collectivex-chart-semantics"]') - .should('contain.text', 'Normal') - .and('contain.text', 'Token-rank payload') - .and('contain.text', 'Activation-only combine') - .and('contain.text', '64×8 = 512 samples/component') - .and('contain.text', '32 synchronized warmups'); - cy.get('[data-testid="collectivex-controlled-stability"]').should( - 'contain.text', - 'stable ordering passed', - ); - cy.get('[data-testid="collectivex-diagnostic-warning"]').should('not.exist'); cy.get('[data-testid="collectivex-source-link"]').should( 'have.attr', 'href', - `https://github.com/SemiAnalysisAI/InferenceX/tree/${'a'.repeat(40)}/experimental/CollectiveX`, + `https://github.com/SemiAnalysisAI/InferenceX/tree/${SOURCE_SHA}/experimental/CollectiveX`, ); cy.get('[data-testid="collectivex-methodology-link"]') .should('contain.text', 'Methodology') .and( 'have.attr', 'href', - `https://github.com/SemiAnalysisAI/InferenceX/blob/${'a'.repeat(40)}/experimental/CollectiveX/docs/methodology.md`, - ); - cy.get('[data-testid="collectivex-cohort-select"]').click(); - cy.get('input[aria-label="Search CollectiveX cohorts"]') - .should('have.attr', 'placeholder', 'Search cohorts...') - .type('routing comparison'); - cy.get('[data-slot="select-content"]') - .should('contain.text', 'Routing sensitivities') - .and('not.contain.text', 'NVIDIA chip comparison'); - cy.get('button[aria-label="Clear cohort search"]').click(); - cy.get('[data-testid="collectivex-cohort-select"]').click(); - }); - - it('makes the full matrix inventory primary and exposes point-level evidence', () => { - const inventory = makeCollectiveXInventoryDataset(); - installPublication(inventory); - cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - const unsupportedCases = inventory.coverage.filter( - (item) => item.disposition === 'unsupported', - ); - const unsupportedPoints = unsupportedCases.reduce( - (total, item) => total + item.points.length, - 0, - ); - const measuredPoints = inventory.coverage - .filter((item) => item.disposition === 'runnable') - .reduce((total, item) => total + item.points.length, 0); - - cy.get('[data-testid="collectivex-inventory"]') - .should('be.visible') - .and('contain.text', 'Matrix case inventory') - .and('contain.text', `${inventory.coverage.length} of ${inventory.coverage.length} cases`) - .and('contain.text', `${measuredPoints} measured points`) - .and('contain.text', `${unsupportedPoints} unsupported points`); - cy.get('[data-testid="collectivex-version-select"]').should('contain.text', 'V1'); - [ - 'sku', - 'backend', - 'ep', - 'mode', - 'phase', - 'routing', - 'topology', - 'dispatch-precision', - 'combine-precision', - 'tier', - 'terminal', - ].forEach((filter) => - cy.get(`[data-testid="collectivex-inventory-${filter}"]`).should('be.visible'), - ); - cy.get('[data-testid="collectivex-inventory-table"]') - .should('contain.text', 'Dispatch precision') - .and('contain.text', 'Combine precision') - .and('contain.text', 'Point terminal status'); - - cy.get('[data-testid="collectivex-case-detail"]') - .should('contain.text', 'Selected matrix case') - .and('contain.text', 'Resource') - .and('contain.text', 'Topology') - .and('contain.text', 'Dispatch precision') - .and('contain.text', 'Combine precision'); - cy.get('[data-testid="collectivex-case-points-table"]').should( - 'contain.text', - '1/1 qualification run', - ); - - const precision = inventory.coverage.find( - (item) => - item.dispatch_precision.communication_format !== 'bf16' || - item.combine_precision.communication_format !== 'bf16', - ); - if (precision) { - const matchingCases = inventory.coverage.filter( - (item) => item.precision_profile === precision.precision_profile, - ).length; - cy.get('[data-testid="collectivex-inventory-dispatch-precision"]').click(); - cy.contains( - '[role="option"]', - `${precision.dispatch_precision.communication_format} · ${precision.dispatch_precision.quantization_origin}`, - ).click(); - cy.get('[data-testid="collectivex-inventory-combine-precision"]').click(); - cy.contains( - '[role="option"]', - `${precision.combine_precision.communication_format} · ${precision.combine_precision.quantization_origin}`, - ).click(); - cy.get('[data-testid="collectivex-inventory"]').should( - 'contain.text', - `${matchingCases} of ${inventory.coverage.length} cases`, + `https://github.com/SemiAnalysisAI/InferenceX/blob/${SOURCE_SHA}/experimental/CollectiveX/docs/methodology.md`, ); - } - - cy.get('[data-testid="collectivex-inventory-terminal"]').click(); - cy.contains('[role="option"]', 'unsupported').click(); - cy.get('[data-testid="collectivex-case-points-table"]') - .should('contain.text', 'unsupported') - .and('contain.text', 'Unavailable'); - - installPublication(makeCollectiveXDataset()); - cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - cy.get('[data-testid="collectivex-case-points-table"]') - .should('contain.text', 'Dispatch') - .and('contain.text', 'Stage') - .and('contain.text', 'Combine') - .and('contain.text', 'Round trip') - .and('contain.text', 'Isolated sum') - .and('contain.text', '512/512 samples') - .and('contain.text', '1/1 qualification run') - .and('contain.text', 'Semantic pass') - .and('contain.text', 'Trial diagnostics') - .and('contain.text', '64 trials') - .and('contain.text', 'No trial flags') - .and('contain.text', 'none declared'); - }); - - it('renders publisher-declared dispatch, combine, and precision-pair cohorts', () => { - installPublication(makeCollectiveXDatasetWithPrecisionCohorts()); - cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - - cy.get('[data-testid="collectivex-cohort-select"]').click(); - cy.get('[data-slot="select-content"]') - .should('contain.text', 'Dispatch precision') - .and('contain.text', 'Combine precision') - .and('contain.text', 'Precision pairs'); - cy.contains('[role="option"]', 'dispatch-precision / normal / fixture comparison').click(); - cy.contains('[role="tab"]', 'Decisions').click(); - cy.get('[data-testid="collectivex-rankings"]').should( - 'contain.text', - 'dispatch-precision publisher ranking', - ); - cy.get('[data-testid="collectivex-sensitivity"]').should( - 'contain.text', - 'dispatch-precision publisher sensitivity', - ); - cy.get('[data-testid="collectivex-recommendations"]').should('not.exist'); - - cy.get('[data-testid="collectivex-cohort-select"]').click(); - cy.contains('[role="option"]', 'precision-pair / normal / fixture comparison').click(); - cy.get('[data-testid="collectivex-rankings"]') - .should('contain.text', 'No data available for the current filters.') - .and('not.contain.text', 'precision-pair publisher ranking'); - cy.get('[data-testid="collectivex-sensitivity"]').should('not.exist'); - cy.get('[data-testid="collectivex-recommendations"]').should('not.exist'); }); - it('serves the bilingual sibling from the same isolated publication', () => { - cy.visit('/zh/collectivex'); - cy.wait('@collectivexChannel-dev-latest'); - cy.get('[data-testid="zh-tab-intro"]') - .should('contain.text', 'CollectiveX 通信基准测试') - .and('contain.text', '专家并行'); - cy.get('[data-testid="collectivex-display"]') - .should('contain.text', '已发布') - .and('contain.text', '决策级序列') - .and('contain.text', '受控队列'); - cy.get('[data-testid="collectivex-methodology-link"]') - .should('contain.text', '测试方法') - .and( - 'have.attr', - 'href', - `https://github.com/SemiAnalysisAI/InferenceX/blob/${'a'.repeat(40)}/experimental/CollectiveX/docs/methodology_zh.md`, - ); - cy.get('[data-testid="collectivex-scope-toggle"]').should('contain.text', '受控对比'); - cy.get('[data-testid="collectivex-operation-select"]').should('contain.text', '往返'); - cy.get('[data-testid="chart-legend"] input[type="text"]') - .should('have.attr', 'placeholder', '搜索…') - .and('have.attr', 'aria-label', '搜索图例') - .type('deepep'); - cy.get('[data-testid="chart-legend"] button[aria-label="清除搜索"]').click(); - cy.get('[data-testid="collectivex-cohort-select"]').should( - 'contain.text', - 'H100 EP8 / 常规 / 域内(scale-up) / 解码 / uniform / 通信库对比(2 个序列)', - ); - cy.get('[data-testid="collectivex-cohort-select"]').click(); - cy.get('input[aria-label="搜索 CollectiveX 队列"]') - .should('have.attr', 'placeholder', '搜索队列…') - .type('路由对比'); - cy.get('[data-slot="select-content"]') - .should('contain.text', '路由敏感性') - .and('not.contain.text', '平台对比'); - cy.get('button[aria-label="清除队列搜索"]').click(); - cy.get('[data-testid="collectivex-cohort-select"]').click(); - cy.contains('[role="tab"]', '决策').click(); - cy.get('[data-testid="collectivex-rankings"]') - .should('contain.text', '排名') - .and('contain.text', '通信库对比 p99 延迟 T=128') - .and('contain.text', '解码 T=128 往返 p99 延迟') - .and('contain.text', '在相同实际系统、工作负载与测量协议下对比通信库') - .and('not.contain.text', 'Matched H100'); - cy.get('[data-testid="collectivex-comparison-contract"]') - .should('contain.text', '对比协议') - .and('contain.text', '保持一致') - .and('contain.text', '实际系统与拓扑') - .and('contain.text', '后端实现') - .and('contain.text', '64 次试验 × 8 次迭代 = 每个分项 512 个样本') - .and('contain.text', '32 次同步完整往返预热') - .and('contain.text', '排名顺序稳定') - .and('contain.text', '已通过'); - cy.get('[data-testid="collectivex-recommendations"]') - .should('contain.text', '符合条件的最佳配置') - .and('contain.text', 'T=128 时 p99 延迟最低') - .and('contain.text', '受控队列中排名第一的稳定实测往返结果') - .and('contain.text', '1.0.0 · backend-default · build dddddddd') - .and('not.contain.text', 'Best p99 latency'); - cy.get('[data-testid="collectivex-cohort-select"]').click(); - cy.contains( - '[role="option"]', - 'deepep EP8 / 常规 / 域内(scale-up) / 解码 / uniform / 平台对比(2 个序列)', - ).should('exist'); - cy.contains( - '[role="option"]', - '参考实现 EP8 / 常规 / 域内(scale-up) / 解码 / uniform / 参考系统对比(2 个序列)', - ).should('exist'); - cy.contains( - '[role="option"]', - 'H100 / deepep / EP8 / 常规 / 域内(scale-up) / 解码 / 路由对比(3 个序列)', - ).click(); - cy.get('[data-testid="collectivex-sensitivity"]') - .should('contain.text', '路由敏感性:p99 延迟 T=128') - .and('contain.text', '实验性') - .and('contain.text', 'series 00000001'); - cy.contains('[role="tab"]', '证据').click(); - cy.get('[data-testid="collectivex-coverage"]') - .should('contain.text', '终结状态覆盖') - .and('contain.text', '后端不支持该平台') - .and('contain.text', '能力限制') - .and('contain.text', '每页'); - cy.get('[data-testid="collectivex-coverage-table"] input') - .should('have.attr', 'placeholder', '搜索…') - .and('have.attr', 'aria-label', '搜索表格'); - cy.get('[data-testid="collectivex-attempts"]') - .should('contain.text', '保留的全部尝试') - .and('contain.text', '后端不支持该平台'); - cy.get('[data-testid="language-toggle"]').should('have.attr', 'href', '/collectivex'); + it('renders the default decode round-trip chart for the EP8 scale-up series', () => { + cy.get('[data-testid="collectivex-main-chart"]') + .should('contain.text', 'Round trip (measured) · decode · p99') + .and('contain.text', 'nccl-ep'); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); }); - it('selects exact low-latency EP16 scale-out semantics without mixing normal mode', () => { - const contract = makeCollectiveXContractDataset(); - const lowLatency = contract.series.find((item) => item.mode === 'low-latency')!; - lowLatency.status = 'diagnostic'; - lowLatency.eligibility = { - ...lowLatency.eligibility, - decision_grade: false, - reasons: ['not-in-controlled-cohort'], - }; - installPublication(contract); - cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - - cy.get('[data-testid="collectivex-scope-toggle"]').contains('button', 'Diagnostics').click(); - cy.get('[data-testid="collectivex-mode-select"]').contains('button', 'Low latency').click(); + it('selects the EP16 scale-out series through the identity controls', () => { cy.get('[data-testid="collectivex-ep-select"]').click(); cy.contains('[role="option"]', 'EP16').click(); cy.get('[data-testid="collectivex-fabric-scope-toggle"]') .contains('button', 'Scale-out') .click(); - cy.get('[data-testid="collectivex-phase-toggle"]') - .find('button') - .should('have.length', 1) - .and('contain.text', 'Decode') - .and('have.attr', 'aria-selected', 'true'); - cy.get('[data-testid="collectivex-chart-semantics"]') - .should('contain.text', 'Low latency') - .and('contain.text', 'EP16') - .and('contain.text', 'Scale-out') - .and('contain.text', 'Token-expert payload') - .and('contain.text', 'Gate-weighted combine'); cy.get('[data-testid="collectivex-main-chart"]') - .should('contain.text', 'low-latency') - .and('contain.text', 'h100-nvlink-rdma'); + .should('contain.text', 'deepep') + .and('contain.text', 'EP16'); cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); + }); + it('shows the empty state when no series matches the identity selection', () => { + // The only EP8 series is scale-up, so a scale-out filter at EP8 matches nothing. cy.get('[data-testid="collectivex-fabric-scope-toggle"]') - .contains('button', 'Scale-up') + .contains('button', 'Scale-out') .click(); + cy.get('[data-testid="collectivex-empty-state"]').should('be.visible'); cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('not.exist'); - - cy.contains('[role="tab"]', 'Evidence').click(); - cy.get('[data-testid="collectivex-coverage-table"]') - .should('contain.text', 'Mode') - .and('contain.text', 'EP') - .and('contain.text', 'Fabric scope') - .and('contain.text', 'Topology') - .and('contain.text', 'Low latency') - .and('contain.text', 'Scale-out') - .and('contain.text', '2x8 · domain 8 · nvlink+rdma'); - }); - - it('labels mixed-scope publisher cohorts without inheriting the first member scope', () => { - const mixed = makeCollectiveXDataset(); - const cohort = mixed.cohorts.find((item) => item.kind === 'chip')!; - const first = mixed.series.find((item) => item.series_id === cohort.series_ids[0])!; - const second = mixed.series.find((item) => item.series_id === cohort.series_ids[1])!; - first.system = { - ...first.system, - sku: 'gb200', - label: 'NVIDIA GB200 NVL72', - scope: 'scale-up', - nodes: 4, - gpus_per_node: 4, - scale_up_domain: 72, - scale_up_transport: 'mnnvl', - scale_out_transport: null, - transport: 'mnnvl', - topology_class: 'gb200-nvl72-mnnvl', - world_size: 16, - ep_size: 16, - }; - second.system = { - ...second.system, - scope: 'scale-out', - nodes: 2, - scale_out_transport: 'rdma', - transport: 'nvlink-rdma', - topology_class: 'h100-nvlink-rdma', - world_size: 16, - ep_size: 16, - }; - installPublication(mixed); - cy.visit('/zh/collectivex'); - cy.wait('@collectivexChannel-dev-latest'); - - cy.get('[data-testid="collectivex-ep-select"]').click(); - cy.contains('[role="option"]', 'EP16').click(); - cy.get('[data-testid="collectivex-cohort-select"]').click(); - cy.contains('[role="option"]', '域内(scale-up) ↔ 跨域(scale-out)').should('exist'); - }); - - it('disables source navigation when publication revisions differ', () => { - const inconsistent = makeCollectiveXDataset(); - inconsistent.series[1].build.source_sha = 'b'.repeat(40); - installPublication(inconsistent); - cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - - cy.get('[data-testid="collectivex-source-link"]') - .should('have.attr', 'aria-disabled', 'true') - .and('not.have.attr', 'href'); - }); - - it('switches to the controlled cohort for the selected phase', () => { - installPublication(makeCollectiveXDatasetWithPrefillCohort()); - cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - - cy.get('[data-testid="collectivex-phase-toggle"]').contains('button', 'Prefill').click(); - cy.get('[data-testid="collectivex-cohort-select"]').should( - 'contain.text', - 'H100 EP8 prefill library comparison', - ); - cy.get('[data-testid="collectivex-main-chart"]') - .should('contain.text', 'Round trip (measured) · prefill · p99') - .and('contain.text', 'H100 EP8 · deepep') - .and('contain.text', 'H100 EP8 · mori'); - cy.contains('[role="tab"]', 'Decisions').click(); - cy.get('[data-testid="collectivex-rankings"]') - .should('contain.text', 'T=512') - .and('contain.text', 'prefill'); - cy.get('[data-testid="collectivex-recommendations"]').should( - 'contain.text', - 'Best p99 latency at T=512', - ); - - cy.get('[data-testid="collectivex-phase-toggle"]').contains('button', 'Decode').click(); - cy.get('[data-testid="collectivex-cohort-select"]').should( - 'contain.text', - 'H100 EP8 library comparison', - ); - cy.get('[data-testid="collectivex-rankings"]').should('contain.text', 'T=128'); }); - it('clears rendered lines when every series is disabled', () => { - cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 2); - cy.get('[data-testid="chart-legend"] input[type="checkbox"]:checked') - .first() - .uncheck({ force: true }); + it('clears the chart when the sole series is toggled off in the legend', () => { + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); cy.get('[data-testid="chart-legend"] input[type="checkbox"]:checked') .first() .uncheck({ force: true }); cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('not.exist'); }); - it('restores internal tabs with browser history', () => { - cy.contains('[role="tab"]', 'Decisions').click(); - cy.location('hash').should('eq', '#tab-decisions'); - cy.contains('[role="tab"]', 'Evidence').click(); - cy.location('hash').should('eq', '#tab-evidence'); - cy.go('back'); - cy.location('hash').should('eq', '#tab-decisions'); - cy.get('[data-testid="collectivex-rankings"]').should('be.visible'); - }); - - it('does not query database availability for the isolated page', () => { - let availabilityRequests = 0; - cy.intercept('GET', '/api/v1/availability', (request) => { - availabilityRequests += 1; - request.reply([]); - }); - cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - cy.get('[data-testid="collectivex-display"]').should('be.visible'); - cy.then(() => expect(availabilityRequests).to.eq(0)); + it('notes that isolated sum is derived and never drives throughput', () => { + cy.get('[data-testid="collectivex-operation-select"]').click(); + cy.contains('[role="option"]', 'Isolated sum').click(); + cy.get('[data-testid="collectivex-main-chart"]').should( + 'contain.text', + 'Isolated sum is derived', + ); }); - it('keeps decisions and evidence usable on a mobile viewport', () => { - cy.viewport(390, 844); - cy.visit('/zh/collectivex'); - cy.wait('@collectivexChannel-dev-latest'); - cy.get('[data-testid="collectivex-version-select"]').should('be.visible'); - cy.get('[data-testid="collectivex-mode-select"]').should('be.visible'); - cy.get('[data-testid="collectivex-ep-select"]').should('be.visible'); - cy.get('[data-testid="collectivex-fabric-scope-toggle"]').should('be.visible'); - cy.get('[data-testid="collectivex-cohort-select"]').should('be.visible'); - cy.get('[data-testid="collectivex-cohort-select"]').click(); - cy.get('input[aria-label="搜索 CollectiveX 队列"]').type('平台对比'); - cy.get('[data-slot="select-content"]').find('[role="option"]').should('have.length', 1); - cy.get('button[aria-label="清除队列搜索"]').click(); - cy.get('[data-testid="collectivex-cohort-select"]').click(); - cy.get('[data-testid="collectivex-tabs"]').should('be.visible'); - cy.contains('[role="tab"]', '决策').click(); - cy.get('[data-testid="collectivex-recommendations-table"]') - .should( - 'contain.text', - '1.0.0 · backend-default · build dddddddd · series 00000001 · official', - ) - .find('table') - .parent() - .should(($container) => { - expect($container[0].scrollWidth).to.be.greaterThan($container[0].clientWidth); - }) - .scrollTo('right'); - cy.get('[data-testid="collectivex-recommendations-table"]') - .find('tbody tr') - .should('have.length', 1); - cy.get('[data-testid="collectivex-recommendations-table"]') - .find('[data-testid="data-table-page-size"]') - .should('contain.text', '每页') - .and('contain.text', '25') - .and('contain.text', '行'); - cy.get('[data-testid="collectivex-rankings-table"] input').type('正式'); - cy.get('[data-testid="collectivex-rankings-table"]').find('tbody tr').should('have.length', 12); - - cy.contains('[role="tab"]', '证据').click(); - cy.get('[data-testid="collectivex-coverage-table"]') - .find('table') - .parent() - .should(($container) => { - expect($container[0].scrollWidth).to.be.greaterThan($container[0].clientWidth); - }) - .scrollTo('right'); - const coverageSearch = '[data-testid="collectivex-coverage-table"] input'; - cy.get(coverageSearch).type('解码'); - cy.get('[data-testid="collectivex-coverage-table"]') - .find('[data-testid="data-table-pagination-summary"]') - .should('have.text', '第 1–8 行,共 8 行(筛选自 8 行)'); - cy.get(coverageSearch).clear().type('可运行'); - cy.get('[data-testid="collectivex-coverage-table"]') - .should('not.contain.text', 'MI355X / DeepEP / unsupported') - .find('[data-testid="data-table-pagination-summary"]') - .should('have.text', '第 1–7 行,共 7 行(筛选自 8 行)'); - cy.get(coverageSearch).clear().type('成功'); - cy.get('[data-testid="collectivex-coverage-table"]') - .find('[data-testid="data-table-pagination-summary"]') - .should('have.text', '第 1–7 行,共 7 行(筛选自 8 行)'); - cy.get('[data-testid="collectivex-attempts-table"] input').type('选择'); - cy.get('[data-testid="collectivex-attempts-table"]') - .find('[data-testid="data-table-pagination-summary"]') - .should('have.text', '第 1–8 行,共 8 行(筛选自 8 行)'); - cy.document() - .its('documentElement') - .should((element) => { - expect(element.scrollWidth).to.be.at.most(element.clientWidth); - }); + it('lists runs on demand and pins a specific run by id', () => { + installRuns(); + installRun(); + cy.get('[data-testid="collectivex-load-runs"]').click(); + cy.wait('@runs'); + cy.get('[data-testid="collectivex-run-select"]').click(); + cy.contains('[role="option"]', `#${runId}`).click(); + cy.wait('@run'); + cy.get('[data-testid="collectivex-run-conclusion"]').should('contain.text', `#${runId}`); }); - it('requires an explicit switch to render diagnostics', () => { - // The fixture's decision-grade set covers every measured SKU, so the landing - // scope stays Controlled and reaching the full-evidence view needs an explicit - // switch to Diagnostics. - installPublication(makeCollectiveXDatasetWithDiagnosticCohort()); - cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - cy.get('[data-testid="collectivex-scope-toggle"]') - .contains('button', 'Controlled') - .should('have.attr', 'aria-selected', 'true'); - cy.get('[data-testid="collectivex-diagnostic-warning"]').should('not.exist'); - cy.get('[data-testid="collectivex-scope-toggle"]').contains('button', 'Diagnostics').click(); - - cy.get('[data-testid="collectivex-diagnostic-warning"]') - .should('be.visible') - .and('contain.text', 'inform rankings'); - // The full-evidence scope shows every measured series, not just the diagnostic - // cohort members, so the decision-grade series stay visible alongside the rest. - cy.get('[data-testid="collectivex-main-chart"]') - .should('contain.text', 'H100 EP8 · deepep') - .and('contain.text', 'H100 EP8 · mori'); - cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 7); - cy.get('[data-testid="collectivex-sku-select"]').should('exist'); + it('presents the full matrix inventory with a selected case detail', () => { + cy.get('[data-testid="collectivex-inventory"]') + .should('contain.text', 'Matrix case inventory') + .and('contain.text', `${dataset.coverage.length} of ${dataset.coverage.length} cases`); + cy.get('[data-testid="collectivex-inventory-table"]') + .should('contain.text', 'H200-DGXC') + .and('contain.text', 'B300-SXM'); + cy.get('[data-testid="collectivex-case-detail"]').should( + 'contain.text', + 'Selected matrix case', + ); }); - it('lands on full-evidence when a measured SKU has no decision-grade coverage', () => { - // Flip the B200 series to diagnostic so B200 has data at decode but no - // decision-grade series there. The controlled view would hide B200 entirely, so - // the page must land on the full-evidence (diagnostic) scope without a switch and - // render both the H100 (decision-grade) and B200 (diagnostic) series. - const partial = makeCollectiveXDataset(); - partial.series - .filter((item) => item.system.sku === 'b200') - .forEach((item) => { - item.status = 'diagnostic'; - item.eligibility = { - ...item.eligibility, - decision_grade: false, - reasons: ['unresolved-trial-diagnostic'], - }; - }); - installPublication(partial); - cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - - cy.get('[data-testid="collectivex-scope-toggle"]') - .contains('button', 'Diagnostics') - .should('have.attr', 'aria-selected', 'true'); - cy.get('[data-testid="collectivex-diagnostic-warning"]').should('be.visible'); - cy.get('[data-testid="collectivex-main-chart"]') - .should('contain.text', 'H100 EP8 · deepep') - .and('contain.text', 'B200 EP8'); - cy.get('[data-testid="collectivex-sku-select"]').should('exist'); - cy.get('[data-testid="collectivex-scope-toggle"]') - .contains('button', 'Controlled') - .should('have.attr', 'aria-selected', 'false'); + it('exposes terminal coverage, retained attempts, and run provenance in Evidence', () => { + cy.contains('[role="tab"]', 'Evidence').click(); + cy.get('[data-testid="collectivex-coverage-table"]') + .should('contain.text', 'nccl-ep') + .and('contain.text', 'deepep') + .and('contain.text', 'unsupported'); + cy.get('[data-testid="collectivex-attempts-table"]').should('be.visible'); + cy.get('[data-testid="collectivex-provenance"]') + .should('contain.text', `#${runId}`) + .and('contain.text', 'Source bundles'); }); - it('shows why a controlled cohort was excluded', () => { - installPublication(makeCollectiveXDatasetWithDiagnosticCohort()); - cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - cy.get('[data-testid="collectivex-scope-toggle"]').contains('button', 'Diagnostics').click(); - cy.get('[data-testid="collectivex-cohort-select"]').click(); - cy.contains('[role="option"]', 'H100 EP8 library comparison').click(); - - cy.get('[data-testid="collectivex-diagnostic-cohort-reasons"]').should( - 'contain.text', - 'unstable-ordering', - ); - cy.get('[data-testid="collectivex-main-chart"]') - .should('contain.text', 'H100 EP8 · deepep') - .and('contain.text', 'H100 EP8 · mori'); + it('restores the active tab with browser history', () => { + cy.contains('[role="tab"]', 'Evidence').click(); + cy.location('hash').should('eq', '#tab-evidence'); + cy.contains('[role="tab"]', 'EP results').click(); + cy.location('hash').should('eq', '#tab-results'); + cy.go('back'); + cy.location('hash').should('eq', '#tab-evidence'); + cy.get('[data-testid="collectivex-provenance"]').should('be.visible'); }); - it('shows why individual series were flagged when no cohort is pinned', () => { - const contract = makeCollectiveXContractDataset(); - const lowLatency = contract.series.find((item) => item.mode === 'low-latency')!; - lowLatency.status = 'diagnostic'; - lowLatency.eligibility = { - ...lowLatency.eligibility, - decision_grade: false, - reasons: ['not-in-controlled-cohort'], - }; - installPublication(contract); + it('disables source navigation when measured series span different revisions', () => { + const mixed = makeCollectiveXDataset(); + mixed.series[1].build.source_sha = 'd'.repeat(40); + installLatest(mixed); cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - - cy.get('[data-testid="collectivex-scope-toggle"]').contains('button', 'Diagnostics').click(); - cy.get('[data-testid="collectivex-mode-select"]').contains('button', 'Low latency').click(); - cy.get('[data-testid="collectivex-ep-select"]').click(); - cy.contains('[role="option"]', 'EP16').click(); - cy.get('[data-testid="collectivex-fabric-scope-toggle"]') - .contains('button', 'Scale-out') - .click(); - - // No cohort selected: the per-series reason line reveals why the shown - // series is diagnostic, without needing to pin a cohort first. - cy.get('[data-testid="collectivex-diagnostic-cohort-reasons"]').should('not.exist'); - cy.get('[data-testid="collectivex-diagnostic-series-reasons"]') - .should('be.visible') - .and('contain.text', 'not-in-controlled-cohort'); + cy.wait('@latest'); + cy.get('[data-testid="collectivex-source-link"]') + .should('have.attr', 'aria-disabled', 'true') + .and('not.have.attr', 'href'); }); +}); - it('keeps the version selector available when no promotion exists', () => { - cy.intercept('GET', channelUrl, { +describe('CollectiveX availability states', () => { + it('reports a missing run listing as no published run', () => { + cy.intercept('GET', '/collectivex-data/1/latest.json', { statusCode: 404, - headers: { 'X-CollectiveX-Status': 'channel-unavailable' }, - }).as('missingPromotion'); - cy.reload(); - cy.wait('@missingPromotion'); + headers: { 'X-CollectiveX-Status': 'runs-unavailable' }, + }).as('missing'); + cy.visit('/collectivex'); + cy.wait('@missing'); cy.get('[data-testid="collectivex-error"]') .should('be.visible') - .and('contain.text', 'No promoted CollectiveX publication is available yet.') - .and('not.contain.text', 'publication rejected'); + .and('contain.text', 'No CollectiveX run has been published yet.'); cy.get('[data-testid="collectivex-error-version-select"]').should('contain.text', 'V1'); - cy.get('[data-testid="collectivex-error-channel-toggle"]').should('not.exist'); }); - it('reports an unavailable GitHub publication source as deployment availability', () => { - cy.intercept('GET', channelUrl, { + it('reports an unavailable GitHub source as a temporary outage', () => { + cy.intercept('GET', '/collectivex-data/1/latest.json', { statusCode: 503, headers: { 'X-CollectiveX-Status': 'source-unavailable' }, - }).as('unavailableSource'); - cy.reload(); - cy.wait('@unavailableSource'); + }).as('down'); + cy.visit('/collectivex'); + cy.wait('@down'); cy.get('[data-testid="collectivex-error"]') .should('be.visible') - .and('contain.text', 'The GitHub Actions publication source is temporarily unavailable.') - .and('not.contain.text', 'publication rejected'); - cy.get('[data-testid="collectivex-error-channel-toggle"]').should('not.exist'); - - cy.visit('/zh/collectivex'); - cy.wait('@unavailableSource'); - cy.get('[data-testid="collectivex-error"]') - .should('contain.text', 'GitHub Actions 发布数据源暂时不可用。') - .and('not.contain.text', 'publication rejected'); - }); - - it('renders only publisher-declared rankings and recommendations', () => { - cy.contains('[role="tab"]', 'Decisions').click(); - - cy.get('[data-testid="collectivex-rankings"]') - .should('contain.text', '1 allocations') - .and('contain.text', 'deepep') - .and('contain.text', 'build dddddddd') - .and('contain.text', 'series 00000001') - .and('contain.text', 'mori') - .and('contain.text', 'Mode') - .and('contain.text', 'EP') - .and('contain.text', 'Fabric scope') - .and('contain.text', 'Topology') - .and('contain.text', 'Point') - .and('contain.text', 'Scale-up') - .and('contain.text', '1x8 · domain 8 · nvlink') - .and('not.contain.text', 'nccl-ep'); - cy.get('[data-testid="collectivex-rankings-table"] tbody tr') - .first() - .should('contain.text', 'p50 latency'); - cy.get('[data-testid="collectivex-recommendations"]') - .should('contain.text', 'Best p99 latency at T=128') - .and('contain.text', '100 us') - .and('contain.text', 'deepep') - .and('contain.text', 'Official') - .and('contain.text', '1.0.0 · backend-default · build dddddddd · series 00000001 · official'); - cy.get('[data-testid="collectivex-recommendations-table"] tbody tr') - .first() - .should('contain.text', 'p99 latency'); - cy.get('[data-testid="collectivex-comparison-contract"]') - .should('contain.text', 'Comparison contract') - .and('contain.text', 'Held constant') - .and('contain.text', 'Realized system and topology') - .and('contain.text', 'Compared') - .and('contain.text', 'Backend implementation') - .and('contain.text', '64 trials × 8 iterations = 512 samples per component') - .and('contain.text', '32 synchronized round-trip warmups') - .and('contain.text', 'Stable ordering') - .and('contain.text', 'passed'); - - cy.get('[data-testid="collectivex-cohort-select"]').click(); - cy.contains('[role="option"]', 'H100 EP8 routing comparison').click(); - cy.get('[data-testid="collectivex-recommendations"]').should('not.exist'); - cy.get('[data-testid="collectivex-rankings"]').should('contain.text', 'Experimental'); - cy.get('[data-testid="collectivex-sensitivity"]') - .should('contain.text', 'Routing sensitivity: p99 latency T=128') - .and('contain.text', '30.0%') - .and('contain.text', 'series 00000001') - .and('contain.text', 'series 00000004') - .and('contain.text', 'Experimental'); - cy.get('[data-testid="collectivex-sensitivity-table"] tbody tr') - .first() - .should('contain.text', 'p50 latency'); - }); - - it('shows terminal coverage and retained publication attempts', () => { - cy.contains('[role="tab"]', 'Evidence').click(); - - cy.get('[data-testid="collectivex-coverage-table"]') - .should('contain.text', 'deepep decode') - .and('contain.text', 'nccl-ep decode') - .and('contain.text', 'MI355X / DeepEP / unsupported') - .and('contain.text', 'Mode') - .and('contain.text', 'EP') - .and('contain.text', 'Fabric scope') - .and('contain.text', 'Topology') - .and('contain.text', 'Normal') - .and('contain.text', 'Scale-up') - .and('contain.text', '1x8 · domain 8 · nvlink') - .and('contain.text', 'runnable') - .and('contain.text', 'unsupported') - .and('contain.text', 'capability') - .and('contain.text', 'success'); - cy.get('[data-testid="collectivex-provenance"]') - .should('contain.text', 'Source bundles') - .and('contain.text', 'a'.repeat(64)); - cy.get('[data-testid="collectivex-attempts-table"]') - .should('contain.text', 'allocation selection') - .and('contain.text', 'terminal selection') - .and('contain.text', 'Attempt ID') - .and('contain.text', 'nccl-ep decode') - .and('contain.text', 'Failure mode'); - cy.get('[data-testid="collectivex-attempts-table"] details') - .filter(':has([data-testid="collectivex-evidence-id"])') - .first() - .find('summary') - .click(); - cy.get('[data-testid="collectivex-attempts-table"] [data-testid="collectivex-evidence-id"]') - .first() - .invoke('text') - .then((evidenceId) => { - const id = evidenceId.trim(); - cy.get('[data-testid="collectivex-attempts-table"] input').clear().type(id); - cy.get('[data-testid="collectivex-attempts-table"] tbody tr').should('have.length', 1); - cy.get('[data-testid="collectivex-attempts-table"] input').clear().type(id.slice(-8)); - cy.get('[data-testid="collectivex-attempts-table"]').should('contain.text', id.slice(-8)); - }); - cy.get('[data-testid="collectivex-provenance"]') - .should('contain.text', 'dev-latest') - .and('contain.text', 'Dataset SHA-256'); + .and('contain.text', 'The GitHub Actions run source is temporarily unavailable.'); }); - it('keeps nullable isolated components unavailable', () => { - cy.get('[data-testid="collectivex-operation-select"]').click(); - cy.contains('[role="option"]', 'Dispatch').click(); - - cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); - cy.get('[data-testid="collectivex-main-chart"]').should( - 'contain.text', - 'Unavailable components remain null', + it('renders the loading state while the run resolves', () => { + cy.intercept('GET', '/collectivex-data/1/latest.json', { body: dataset, delay: 500 }).as( + 'slow', ); - }); - - it('renders loading while resolving immutable bytes', () => { - const delayed = makeCollectiveXDataset(); - delayed.generated_at = '2026-07-04T02:00:00Z'; - installPublication(delayed, { delay: 750 }); - cy.reload(); + cy.visit('/collectivex'); cy.get('[data-testid="collectivex-loading"]').should('be.visible'); - cy.wait('@collectivexDataset-dev-latest'); + cy.wait('@slow'); cy.get('[data-testid="collectivex-display"]').should('be.visible'); }); - it('fails closed on digest or schema mismatch', () => { - installPublication(makeCollectiveXDataset(), { digest: 'f'.repeat(64) }); - cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - cy.get('[data-testid="collectivex-error"]') - .should('be.visible') - .and('contain.text', 'SHA-256 does not match'); - - const malformed = makeCollectiveXDataset() as unknown as Record; - malformed.browser_ranking = true; - installPublication(malformed); - cy.reload(); - cy.wait('@collectivexChannel-dev-latest'); - cy.get('[data-testid="collectivex-error"]') - .should('be.visible') - .and('contain.text', 'unknown field browser_ranking'); + it('does not query database availability for the isolated page', () => { + let availabilityRequests = 0; + cy.intercept('GET', '/api/v1/availability', (request) => { + availabilityRequests += 1; + request.reply([]); + }); + installLatest(); + cy.visit('/collectivex'); + cy.wait('@latest'); + cy.get('[data-testid="collectivex-display"]').should('be.visible'); + cy.then(() => expect(availabilityRequests).to.eq(0)); }); }); diff --git a/packages/app/src/app/collectivex-data/[...path]/route.test.ts b/packages/app/src/app/collectivex-data/[...path]/route.test.ts index 2fbdd53db..2471be2d1 100644 --- a/packages/app/src/app/collectivex-data/[...path]/route.test.ts +++ b/packages/app/src/app/collectivex-data/[...path]/route.test.ts @@ -1,8 +1,6 @@ -import { createHash } from 'node:crypto'; - import { beforeEach, describe, expect, it, vi } from 'vitest'; -import { parseCollectiveXChannel, parseCollectiveXDataset } from '@/components/collectivex/reader'; +import { buildRunSummary, parseCollectiveXDataset } from '@/components/collectivex/reader'; import { makeCollectiveXDataset } from '@/components/collectivex/test-fixture'; const github = vi.hoisted(() => ({ @@ -10,18 +8,20 @@ const github = vi.hoisted(() => ({ error instanceof Error && 'code' in error ? (error.code as string) : null, ), load: vi.fn(), + list: vi.fn(), })); vi.mock('@/lib/collectivex-github', () => ({ - collectiveXPublicationErrorCode: github.errorCode, - loadCollectiveXPublication: github.load, + collectiveXSweepErrorCode: github.errorCode, + loadCollectiveXSweepRun: github.load, + listCollectiveXSweepRuns: github.list, })); import { GET } from './route'; const dataset = makeCollectiveXDataset(); -const body = Buffer.from(`${JSON.stringify(dataset)}\n`); -const digest = createHash('sha256').update(body).digest('hex'); +const runId = dataset.run.run_id; +const summary = buildRunSummary(dataset); function request(...segments: string[]) { return GET(new Request('http://localhost/collectivex-data/test'), { @@ -31,73 +31,81 @@ function request(...segments: string[]) { beforeEach(() => { github.load.mockReset(); - github.load.mockResolvedValue({ - artifactId: 123, - body: Uint8Array.from(body), - dataset, - digest, - runId: 456, - }); + github.list.mockReset(); + github.load.mockResolvedValue(dataset); + github.list.mockResolvedValue([summary]); }); -describe('CollectiveX GitHub publication route', () => { - it('resolves dev-latest to the JIT-fetched publication', async () => { - const response = await request('1', 'channels', 'dev-latest.json'); - const channel = parseCollectiveXChannel(await response.json()); +describe('CollectiveX sweep data route', () => { + it('serves the latest run dataset without a run id', async () => { + const response = await request('1', 'latest.json'); + const served = parseCollectiveXDataset(await response.json()); expect(response.status).toBe(200); expect(response.headers.get('cache-control')).toContain('s-maxage=60'); expect(response.headers.get('x-collectivex-source')).toBe('github-actions'); - expect(channel).toMatchObject({ - channel: 'dev-latest', - dataset: { bytes: body.byteLength, sha256: digest }, - }); + expect(served).toEqual(dataset); expect(github.load).toHaveBeenCalledWith(1, undefined); }); - it('serves the exact digest-addressed dataset bytes', async () => { - const response = await request('1', 'datasets', digest, 'dataset.json'); - const served = Buffer.from(await response.arrayBuffer()); + it('serves a specific run by id with an immutable cache window', async () => { + const response = await request('1', 'runs', `${runId}.json`); + const served = parseCollectiveXDataset(await response.json()); expect(response.status).toBe(200); - expect(response.headers.get('cache-control')).toContain('immutable'); - expect(served).toEqual(body); - expect(parseCollectiveXDataset(JSON.parse(served.toString('utf8')))).toEqual(dataset); - expect(github.load).toHaveBeenCalledWith(1, digest); + expect(response.headers.get('cache-control')).toContain('max-age=600'); + expect(served).toEqual(dataset); + expect(github.load).toHaveBeenCalledWith(1, runId); }); - it('does not expose the private latest-attempt channel', async () => { - const response = await request('1', 'channels', 'latest-attempt.json'); + it('lists recent runs as a neutral run summary document', async () => { + const response = await request('1', 'runs.json'); + const body = (await response.json()) as { + format: string; + version: number; + runs: unknown[]; + }; - expect(response.status).toBe(404); - expect(response.headers.get('x-collectivex-status')).toBeNull(); + expect(response.status).toBe(200); + expect(response.headers.get('cache-control')).toContain('s-maxage=60'); + expect(body.format).toBe('collectivex.runs.v1'); + expect(body.version).toBe(1); + expect(body.runs).toHaveLength(1); + expect(github.list).toHaveBeenCalledWith(1); expect(github.load).not.toHaveBeenCalled(); }); it.each([ - ['not-found', 404, 'channel-unavailable'], + ['not-found', 404, 'runs-unavailable'], ['unavailable', 503, 'source-unavailable'], ['invalid', 502, null], ] as const)('maps %s source failures without exposing details', async (code, status, marker) => { github.load.mockRejectedValue(Object.assign(new Error('private upstream detail'), { code })); - const response = await request('1', 'channels', 'dev-latest.json'); + const response = await request('1', 'latest.json'); expect(response.status).toBe(status); expect(response.headers.get('x-collectivex-status')).toBe(marker); expect(await response.text()).toBe(''); }); - it('rejects unlisted paths before contacting GitHub', async () => { + it('rejects a non-numeric run id before contacting the source', async () => { + const response = await request('1', 'runs', 'latest.json'); + expect(response.status).toBe(404); + expect(github.load).not.toHaveBeenCalled(); + }); + + it('rejects unlisted paths before contacting the source', async () => { const response = await request('private', 'bundle.json'); expect(response.status).toBe(404); expect(github.load).not.toHaveBeenCalled(); + expect(github.list).not.toHaveBeenCalled(); }); it.each(['v1', '0', '99', '01'])( - 'rejects the unknown version segment %s before contacting GitHub', + 'rejects the unknown version segment %s before contacting the source', async (segment) => { - const response = await request(segment, 'channels', 'dev-latest.json'); + const response = await request(segment, 'latest.json'); expect(response.status).toBe(404); expect(github.load).not.toHaveBeenCalled(); }, diff --git a/packages/app/src/app/collectivex-data/[...path]/route.ts b/packages/app/src/app/collectivex-data/[...path]/route.ts index 617fb08fb..baf746578 100644 --- a/packages/app/src/app/collectivex-data/[...path]/route.ts +++ b/packages/app/src/app/collectivex-data/[...path]/route.ts @@ -1,7 +1,7 @@ import { - collectiveXPublicationErrorCode, - listCollectiveXPublications, - loadCollectiveXPublication, + collectiveXSweepErrorCode, + listCollectiveXSweepRuns, + loadCollectiveXSweepRun, } from '@/lib/collectivex-github'; import { COLLECTIVEX_VERSIONS, parseCollectiveXVersion } from '@/components/collectivex/types'; @@ -9,13 +9,11 @@ export const dynamic = 'force-dynamic'; export const runtime = 'nodejs'; const VERSION_PATTERN = COLLECTIVEX_VERSIONS.join('|'); -const CHANNEL = new RegExp(`^(?${VERSION_PATTERN})/channels/dev-latest\\.json$`); -const DATASET = new RegExp( - `^(?${VERSION_PATTERN})/datasets/(?[a-f0-9]{64})/dataset\\.json$`, -); const RUNS = new RegExp(`^(?${VERSION_PATTERN})/runs\\.json$`); +const LATEST = new RegExp(`^(?${VERSION_PATTERN})/latest\\.json$`); +const RUN = new RegExp(`^(?${VERSION_PATTERN})/runs/(?[1-9][0-9]*)\\.json$`); -type AvailabilityStatus = 'channel-unavailable' | 'source-unavailable'; +type AvailabilityStatus = 'runs-unavailable' | 'source-unavailable'; function unavailable(status: number, availability?: AvailabilityStatus) { const headers: Record = { 'Cache-Control': 'no-store' }; @@ -37,67 +35,41 @@ function json(body: BodyInit, cacheControl: string) { export async function GET(_request: Request, context: { params: Promise<{ path: string[] }> }) { const parameters = await context.params; const relative = parameters.path.join('/'); - const channel = CHANNEL.exec(relative); - const dataset = DATASET.exec(relative); const runs = RUNS.exec(relative); - if (!channel && !dataset && !runs) return unavailable(404); + const latest = LATEST.exec(relative); + const run = RUN.exec(relative); + if (!runs && !latest && !run) return unavailable(404); const version = parseCollectiveXVersion( - channel?.groups?.version ?? dataset?.groups?.version ?? runs?.groups?.version ?? '', + runs?.groups?.version ?? latest?.groups?.version ?? run?.groups?.version ?? '', ); if (!version) return unavailable(404); if (runs) { try { - const listing = await listCollectiveXPublications(version); + const listing = await listCollectiveXSweepRuns(version); return json( - `${JSON.stringify({ - format: 'collectivex.runs.v1', - version, - runs: listing.map((run) => ({ - run_id: String(run.runId), - run_attempt: run.runAttempt, - head_sha: run.headSha, - digest: run.digest, - generated_at: run.generatedAt, - coverage_scope: run.coverageScope, - covered_skus: run.coveredSkus, - bytes: run.bytes, - })), - })}\n`, + `${JSON.stringify({ format: 'collectivex.runs.v1', version, runs: listing })}\n`, 'public, s-maxage=60, stale-while-revalidate=300', ); } catch (error) { - const code = collectiveXPublicationErrorCode(error); - if (code === 'not-found') return unavailable(404, 'channel-unavailable'); + const code = collectiveXSweepErrorCode(error); + if (code === 'not-found') return unavailable(404, 'runs-unavailable'); if (code === 'unavailable') return unavailable(503, 'source-unavailable'); return unavailable(502); } } try { - const publication = await loadCollectiveXPublication(version, dataset?.groups?.digest); - if (dataset) { - return json(publication.body, 'public, max-age=31536000, immutable'); - } - return json( - `${JSON.stringify({ - format: 'collectivex.channel.v1', - channel: 'dev-latest', - generated_at: publication.dataset.generated_at, - dataset: { - path: `datasets/${publication.digest}/dataset.json`, - sha256: publication.digest, - bytes: publication.body.byteLength, - }, - })}\n`, - 'public, s-maxage=60, stale-while-revalidate=300', - ); + const dataset = await loadCollectiveXSweepRun(version, run?.groups?.runId); + // A specific run is content-stable; the latest pointer is short-lived. + const cacheControl = run + ? 'public, max-age=600, stale-while-revalidate=3600' + : 'public, s-maxage=60, stale-while-revalidate=300'; + return json(`${JSON.stringify(dataset)}\n`, cacheControl); } catch (error) { - const code = collectiveXPublicationErrorCode(error); - if (code === 'not-found') { - return unavailable(404, channel ? 'channel-unavailable' : undefined); - } + const code = collectiveXSweepErrorCode(error); + if (code === 'not-found') return unavailable(404, 'runs-unavailable'); if (code === 'unavailable') return unavailable(503, 'source-unavailable'); return unavailable(502); } diff --git a/packages/app/src/components/collectivex/CollectiveXChart.tsx b/packages/app/src/components/collectivex/CollectiveXChart.tsx index 29281a40b..2b4a8b296 100644 --- a/packages/app/src/components/collectivex/CollectiveXChart.tsx +++ b/packages/app/src/components/collectivex/CollectiveXChart.tsx @@ -246,7 +246,7 @@ export function CollectiveXChart({ return `

${isPinned ? '
Click elsewhere to dismiss
' : ''}
${escapeHtml(point.seriesLabel)}
-
${escapeHtml(OPERATION_LABELS[operation])} ${yAxis === 'latency' ? percentile : `at ${percentile} latency`}: ${formatMetric(point.y, yAxis)} · ${escapeHtml(point.series.status)}
+
${escapeHtml(OPERATION_LABELS[operation])} ${yAxis === 'latency' ? percentile : `at ${percentile} latency`}: ${formatMetric(point.y, yAxis)}
${measurement.tokens_per_rank} tokens/rank · ${measurement.global_tokens} global tokens
Dispatch p50/p90/p95/p99: ${formatPercentiles(measurement.components.dispatch)}
Stage p50/p90/p95/p99: ${formatPercentiles(measurement.components.stage)}
@@ -254,7 +254,7 @@ export function CollectiveXChart({
Round trip p50/p90/p95/p99: ${formatPercentiles(measuredRoundtrip)}${measuredRoundtrip ? ' (measured)' : ''}
Fan-out: ${measurement.routing.fanout_mean.toFixed(2)} · routed copies: ${measurement.routing.routed_copies} · recv max: ${measurement.routing.recv_tokens_max}
Expert CV: ${measurement.routing.expert_load_cv.toFixed(3)} · rank CV: ${measurement.routing.payload_rank_cv.toFixed(3)} · hotspot: ${measurement.routing.hotspot_ratio.toFixed(2)}x · empty experts/ranks: ${measurement.routing.empty_expert_count}/${measurement.routing.empty_rank_count}
-
Correctness: semantic ${measurement.correctness.semantic_pass ? 'pass' : 'fail'} · precision ${measurement.correctness.precision.passed ? 'pass' : 'fail'} · EPLB: ${eplbDetails}
+
Correctness: ${measurement.correctness.passed ? 'pass' : 'fail'} · max rel err ${measurement.correctness.max_relative_error.toExponential(1)} · EPLB: ${eplbDetails}
${measurement.anomalies.length > 0 ? `
Anomalies: ${measurement.anomalies.map(escapeHtml).join(' · ')}
` : ''} ${eplb.mapping_sha256 ? `
EPLB mapping SHA-256: ${escapeHtml(eplb.mapping_sha256)}
` : ''}
Mode: ${escapeHtml(point.series.mode)} · payload unit: ${escapeHtml(point.series.measurement.payload_unit)} · combine: ${escapeHtml(point.series.measurement.combine_semantics)}
diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index 8baf523ee..c79edb28f 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -1,13 +1,12 @@ 'use client'; import { BookOpen, ExternalLink, Loader2, RefreshCw } from 'lucide-react'; -import { useCallback, useEffect, useMemo, useRef, useState } from 'react'; +import { useCallback, useEffect, useMemo, useState } from 'react'; import { Button } from '@/components/ui/button'; import { Card } from '@/components/ui/card'; import ChartLegend from '@/components/ui/chart-legend'; import { Label } from '@/components/ui/label'; -import { SearchableSelect, type SearchableSelectGroup } from '@/components/ui/searchable-select'; import { SegmentedToggle, type SegmentedToggleOption } from '@/components/ui/segmented-toggle'; import { Select, @@ -24,42 +23,32 @@ import { useLocale } from '@/lib/use-locale'; import { CollectiveXChart } from './CollectiveXChart'; import { CollectiveXInventory } from './CollectiveXInventory'; -import { collectiveXAvailabilityReason } from './reader'; -import { - CollectiveXAttemptTable, - collectiveXCohortLabel, - CollectiveXCoverageTable, - CollectiveXDecisionTables, - collectiveXReasonLabel, -} from './CollectiveXTables'; +import { CollectiveXAttemptTable, CollectiveXCoverageTable } from './CollectiveXTables'; import { - cohortMatchesSelection, collectiveXColorKey, - collectiveXInitialScope, collectiveXSeriesLabel, collectiveXTopologyLabel, comparisonDifferences, seriesMatchesSelection, type CollectiveXFabricScope, + type CollectiveXSeriesSelection, } from './data'; +import { collectiveXAvailabilityReason } from './reader'; import { COLLECTIVEX_VERSIONS, COLLECTIVEX_DEFAULT_VERSION, collectiveXVersionLabel, - type CollectiveXCohort, type CollectiveXMode, type CollectiveXOperation, type CollectiveXPercentile, type CollectiveXPhase, type CollectiveXScale, - type CollectiveXSeries, type CollectiveXVersion, type CollectiveXXAxis, type CollectiveXYAxis, } from './types'; -type EvidenceScope = 'controlled' | 'diagnostic'; -type CollectiveXTab = 'results' | 'decisions' | 'evidence'; +type CollectiveXTab = 'results' | 'evidence'; interface SelectOption { value: T; label: string; @@ -71,7 +60,12 @@ const PERCENTILE_OPTIONS: SegmentedToggleOption[] = [ { value: 'p95', label: 'p95' }, { value: 'p99', label: 'p99' }, ]; -const TAB_VALUES: CollectiveXTab[] = ['results', 'decisions', 'evidence']; +const TAB_VALUES: CollectiveXTab[] = ['results', 'evidence']; +// Neutral MVP: no promotion/cohort/eligibility layer. The view is the measured +// series set for one run, filtered by the identity axes the neutral shard carries. +// Strings that describe that retired decision layer are gone; the remaining zh +// values are preserved verbatim, and keys added for the neutral view mirror their +// en text until the repository's temporary language override is lifted. const STRINGS = { en: { operation: { @@ -98,7 +92,6 @@ const STRINGS = { 'tokens-per-second': 'Token rate at selected latency percentile', 'payload-rate': 'Logical payload rate at selected latency percentile', }, - evidenceScope: { controlled: 'Controlled', diagnostic: 'Diagnostics' }, mode: { normal: 'Normal', 'low-latency': 'Low latency' }, fabricScope: { all: 'All', 'scale-up': 'Scale-up', 'scale-out': 'Scale-out' }, topologyScope: { 'scale-up': 'Scale-up', 'scale-out': 'Scale-out' }, @@ -107,62 +100,36 @@ const STRINGS = { 'activation-only': 'Activation-only combine', 'gate-weighted': 'Gate-weighted combine', }, - channel: { 'dev-latest': 'Published', 'latest-attempt': 'Latest attempt' }, - tabs: { results: 'EP results', decisions: 'Decisions', evidence: 'Evidence' }, - promotion: { promoted: 'Promoted', diagnostic: 'diagnostic', quarantined: 'quarantined' }, + tabs: { results: 'EP results', evidence: 'Evidence' }, all: 'All', - loading: 'Resolving CollectiveX publication...', - unavailable: 'CollectiveX publication unavailable', - storeUnavailable: 'The isolated publication store is not attached to this deployment.', - artifactSourceUnavailable: 'The GitHub Actions publication source is temporarily unavailable.', - promotedUnavailable: 'No promoted CollectiveX publication is available yet.', - attemptUnavailable: 'No CollectiveX attempt has been published yet.', - failedValidation: 'The publication failed validation.', - publicationAria: 'CollectiveX publication channel', + loading: 'Resolving CollectiveX run...', + unavailable: 'CollectiveX run unavailable', + sourceUnavailable: 'The GitHub Actions run source is temporarily unavailable.', + runsErrorMessage: 'No CollectiveX run has been published yet.', + loadError: 'The CollectiveX dataset failed to load.', retry: 'Retry', description: 'Expert-parallel latency and payload rate across collective libraries and systems.', - publicationReason: 'Publication reason', source: 'Source', methodology: 'Methodology', - sourceUnavailable: 'Source unavailable because publication revisions differ', + sourceLinkUnavailable: 'Source unavailable because measured series span different revisions', refresh: 'Refresh', - decisionSeries: 'Decision series', - controlledCohorts: 'Controlled cohorts', + seriesCount: 'Series', + measuredCases: 'Measured cases', terminalCases: 'Terminal cases', retainedAttempts: 'Retained attempts', allocations: 'Allocations', publishedUtc: 'Published (UTC)', - publication: 'Publication', version: 'Benchmark version', runControl: 'Run', loadRuns: 'Load runs', loadingRuns: 'Loading runs…', latestPublished: 'Latest published', - coverageFull: 'Full', - coveragePartial: 'Partial', - evidence: 'Evidence', - evidenceAria: 'CollectiveX evidence scope', modeControl: 'Mode', modeAria: 'CollectiveX mode', epControl: 'EP degree', fabricScopeControl: 'Fabric scope', fabricScopeAria: 'CollectiveX fabric scope', - controlledCohort: 'Controlled cohort', - diagnosticCohort: 'Diagnostic cohort', - cohortKind: { - library: 'Library comparisons', - chip: 'Platform comparisons', - system: 'Reference-system comparisons', - routing: 'Routing sensitivities', - }, - searchCohorts: 'Search cohorts...', - searchCohortsAria: 'Search CollectiveX cohorts', - clearCohortSearch: 'Clear cohort search', - noMatchingCohorts: 'No matching cohorts', - allDiagnosticEvidence: 'All diagnostic evidence', - noEligibleCohort: 'No eligible cohort', - allDiagnostics: 'All diagnostics', operationControl: 'Operation', phaseControl: 'Phase', phaseAria: 'CollectiveX phase', @@ -176,26 +143,18 @@ const STRINGS = { xScaleAria: 'CollectiveX x scale', yAxisControl: 'Y axis', tokenRateOption: 'Token rate at latency percentile', - payloadRateOption: 'Payload rate at latency percentile', yScale: 'Y scale', yScaleAria: 'CollectiveX y scale', - noControlledSeries: 'No decision-grade series in this cohort and phase.', - noDiagnosticSeries: 'No diagnostic series match these filters.', - diagnosticEvidence: 'Diagnostic evidence', + noSeries: 'No measured series match these filters.', highContrast: 'High Contrast', resetFilter: 'Reset filter', - diagnosticWarning: - 'Showing all measured series. Only decision-grade series inform rankings, recommendations, and regression claims — switch to Controlled to see that subset.', - excluded: 'Excluded', stableOrdering: 'stable ordering passed', - unstableOrdering: 'stable ordering not passed', samplingContract: (trials: number, iterations: number, samples: number, warmups: number) => `${trials}×${iterations} = ${samples} samples/component · ${warmups} synchronized warmups`, selectedFactorsDiffer: 'Selected factors differ', differenceLabels: { model: 'model', suite: 'suite', - 'publication tier': 'publication tier', mode: 'mode', phase: 'phase', 'backend implementation': 'backend implementation', @@ -219,15 +178,13 @@ const STRINGS = { correctness: 'correctness', }, missingComponents: 'Unavailable components remain null and are omitted.', - isolatedNote: 'Isolated sum is derived and never drives throughput or recommendations.', + isolatedNote: 'Isolated sum is derived and never drives throughput.', payloadNote: 'Payload rate is derived at the selected latency percentile and is not physical link bandwidth.', - unpromotedEvidence: 'Unpromoted evidence', - unpromotedNote: 'Latest-attempt evidence does not drive rankings or recommendations.', - provenance: 'Publication provenance', - channelLabel: 'Channel', - datasetDigest: 'Dataset SHA-256', - matrixDigest: 'Matrix SHA-256', + provenance: 'Run provenance', + runLabel: 'Run', + attemptLabel: 'Attempt', + matrixLabel: 'Matrix', sourceBundles: 'Source bundles', }, zh: { @@ -255,7 +212,6 @@ const STRINGS = { 'tokens-per-second': '所选延迟分位点的 token 速率', 'payload-rate': '所选延迟分位点的逻辑载荷速率', }, - evidenceScope: { controlled: '受控对比', diagnostic: '诊断' }, mode: { normal: '常规', 'low-latency': '低延迟' }, fabricScope: { all: '全部', 'scale-up': '域内', 'scale-out': '跨域' }, topologyScope: { 'scale-up': '域内(scale-up)', 'scale-out': '跨域(scale-out)' }, @@ -264,63 +220,37 @@ const STRINGS = { 'activation-only': '仅激活值合并', 'gate-weighted': '门控加权合并', }, - channel: { 'dev-latest': '已发布', 'latest-attempt': '最新尝试' }, - tabs: { results: 'EP 结果', decisions: '决策', evidence: '证据' }, - promotion: { promoted: '已发布', diagnostic: '诊断', quarantined: '已隔离' }, + // English-only per the repository's temporary language override (no new + // Chinese text); keys added for the neutral view mirror the en values. + tabs: { results: 'EP results', evidence: '证据' }, all: '全部', - loading: '正在解析 CollectiveX 发布数据...', - unavailable: 'CollectiveX 发布数据不可用', - storeUnavailable: '此部署未连接隔离式 CollectiveX 发布存储。', - artifactSourceUnavailable: 'GitHub Actions 发布数据源暂时不可用。', - promotedUnavailable: '尚无已发布的 CollectiveX 数据。', - attemptUnavailable: '尚无 CollectiveX 运行尝试。', - failedValidation: '发布数据未通过验证。', - publicationAria: 'CollectiveX 发布通道', + loading: 'Resolving CollectiveX run...', + unavailable: 'CollectiveX run unavailable', + sourceUnavailable: 'The GitHub Actions run source is temporarily unavailable.', + runsErrorMessage: 'No CollectiveX run has been published yet.', + loadError: 'The CollectiveX dataset failed to load.', retry: '重试', description: '对比集合通信库与系统的专家并行(EP)延迟和逻辑载荷速率。', - publicationReason: '发布状态原因', source: '源代码', methodology: '测试方法', - sourceUnavailable: '发布数据包含不同代码版本,无法提供单一源代码链接', + sourceLinkUnavailable: 'Source unavailable because measured series span different revisions', refresh: '刷新', - decisionSeries: '决策级序列', - controlledCohorts: '受控队列', + seriesCount: 'Series', + measuredCases: 'Measured cases', terminalCases: '已终结用例', retainedAttempts: '保留尝试', allocations: '独立分配', publishedUtc: '发布时间(UTC)', - publication: '发布数据', version: '基准版本', - // English-only per the repository's temporary language override (no new - // Chinese text); these mirror the en values until the override is lifted. runControl: 'Run', loadRuns: 'Load runs', loadingRuns: 'Loading runs…', latestPublished: 'Latest published', - coverageFull: 'Full', - coveragePartial: 'Partial', - evidence: '证据范围', - evidenceAria: 'CollectiveX 证据范围', modeControl: '模式', modeAria: 'CollectiveX 模式', epControl: 'EP 并行度', fabricScopeControl: '互联范围', fabricScopeAria: 'CollectiveX 互联范围', - controlledCohort: '受控队列', - diagnosticCohort: '诊断队列', - cohortKind: { - library: '通信库对比', - chip: '平台对比', - system: '参考系统对比', - routing: '路由敏感性', - }, - searchCohorts: '搜索队列…', - searchCohortsAria: '搜索 CollectiveX 队列', - clearCohortSearch: '清除队列搜索', - noMatchingCohorts: '无匹配队列', - allDiagnosticEvidence: '全部诊断证据', - noEligibleCohort: '无符合条件的队列', - allDiagnostics: '全部诊断证据', operationControl: '操作', phaseControl: '阶段', phaseAria: 'CollectiveX 阶段', @@ -334,25 +264,18 @@ const STRINGS = { xScaleAria: 'CollectiveX X 轴刻度', yAxisControl: 'Y 轴', tokenRateOption: '延迟分位点对应的 token 速率', - payloadRateOption: '延迟分位点对应的逻辑载荷速率', yScale: 'Y 轴刻度', yScaleAria: 'CollectiveX Y 轴刻度', - noControlledSeries: '该队列和阶段没有决策级序列。', - noDiagnosticSeries: '没有符合当前筛选条件的诊断序列。', - diagnosticEvidence: '诊断证据', + noSeries: 'No measured series match these filters.', highContrast: '高对比度', resetFilter: '重置筛选', - diagnosticWarning: '诊断证据不会用于排名、推荐或回归结论。', - excluded: '排除原因', stableOrdering: '排名顺序稳定性已通过', - unstableOrdering: '排名顺序稳定性未通过', samplingContract: (trials: number, iterations: number, samples: number, warmups: number) => `${trials}×${iterations} = 每个分项 ${samples} 个样本 · ${warmups} 次同步预热`, selectedFactorsDiffer: '所选配置存在差异', differenceLabels: { model: '模型', suite: '测试套件', - 'publication tier': '发布级别', mode: '模式', phase: '阶段', 'backend implementation': '后端实现', @@ -376,38 +299,21 @@ const STRINGS = { correctness: '正确性', }, missingComponents: '不可用的测量分项保持为空,并从图表中省略。', - isolatedNote: '分项之和为派生值,不用于计算吞吐量或生成推荐。', + isolatedNote: '分项之和为派生值,不用于计算吞吐量。', payloadNote: '逻辑载荷速率按所选延迟分位点派生,不代表物理链路带宽。', - unpromotedEvidence: '未发布证据', - unpromotedNote: '最新尝试中的证据不会用于排名或推荐。', provenance: '发布数据溯源', - channelLabel: '通道', - datasetDigest: '数据集 SHA-256', - matrixDigest: '矩阵 SHA-256', + runLabel: 'Run', + attemptLabel: 'Attempt', + matrixLabel: 'Matrix', sourceBundles: '源产物包', }, } as const; -const PROMOTION_CLASSES = { - promoted: 'border-emerald-600/40 bg-emerald-500/10 text-emerald-700 dark:text-emerald-300', - diagnostic: 'border-amber-600/40 bg-amber-500/10 text-amber-700 dark:text-amber-300', - quarantined: 'border-red-600/40 bg-red-500/10 text-red-700 dark:text-red-300', +const CONCLUSION_CLASSES: Record = { + success: 'border-emerald-600/40 bg-emerald-500/10 text-emerald-700 dark:text-emerald-300', + failure: 'border-red-600/40 bg-red-500/10 text-red-700 dark:text-red-300', }; -const COHORT_KIND_ORDER: Record = { - library: 0, - chip: 1, - system: 2, - routing: 3, - 'dispatch-precision': 4, - 'combine-precision': 5, - 'precision-pair': 6, -}; - -function precisionCohortKindLabel(kind: CollectiveXCohort['kind']): string | null { - if (kind === 'dispatch-precision') return 'Dispatch precision'; - if (kind === 'combine-precision') return 'Combine precision'; - if (kind === 'precision-pair') return 'Precision pairs'; - return null; -} +const CONCLUSION_FALLBACK_CLASS = + 'border-amber-600/40 bg-amber-500/10 text-amber-700 dark:text-amber-300'; function formatDate(value: string, locale: 'en' | 'zh'): string { return new Intl.DateTimeFormat(locale === 'zh' ? 'zh-CN' : 'en', { @@ -437,13 +343,9 @@ function selectOptions( })); } -function cohortSeries(cohort: CollectiveXCohort | null, series: CollectiveXSeries[]) { - if (cohort === null) return []; - const ids = new Set(cohort.series_ids); - return series.filter((item) => ids.has(item.series_id)); -} - -function publicationSourceSha(series: CollectiveXSeries[]): string | null { +// A single source link is only meaningful when every measured series was built +// from the same revision; a run that mixes revisions has no canonical source. +function runSourceSha(series: { build: { source_sha: string } }[]): string | null { const sourceSha = series[0]?.build.source_sha; return sourceSha && series.every((item) => item.build.source_sha === sourceSha) ? sourceSha @@ -454,31 +356,22 @@ export default function CollectiveXDisplay() { const locale = useLocale(); const t = STRINGS[locale]; const [version, setVersion] = useState(COLLECTIVEX_DEFAULT_VERSION); - // JIT run picker: `runsRequested` gates the eligible-run listing behind the - // "Load runs" button; `selectedDigest` (null = the dev-latest channel) pins - // the view to one specific published run's dataset. + // JIT run picker: `runsRequested` gates the run listing behind the "Load runs" + // button; `selectedRunId` (null = the latest published run) pins the view to one + // specific run's dataset. Runs are keyed by their GitHub Actions run id. const [runsRequested, setRunsRequested] = useState(false); - const [selectedDigest, setSelectedDigest] = useState(null); - const channelQuery = useCollectiveX('dev-latest', version); + const [selectedRunId, setSelectedRunId] = useState(null); + const latestQuery = useCollectiveX(version); const runsQuery = useCollectiveXRuns(version, runsRequested); - const runQuery = useCollectiveXRun(version, selectedDigest); - // A pinned run overrides the dev-latest channel; both resolve to the same - // { channel, dataset, digest } shape the rest of the view consumes. - const activeQuery = selectedDigest === null ? channelQuery : runQuery; + const runQuery = useCollectiveXRun(version, selectedRunId); + // A pinned run overrides latest; both resolve to the same + // { dataset, run_id, run_attempt } shape the rest of the view consumes. + const activeQuery = selectedRunId === null ? latestQuery : runQuery; const { data, error, isLoading, isFetching } = activeQuery; const [tab, setTab] = useState('results'); - // Landing scope is chosen per dataset by `collectiveXInitialScope` (see the effect - // below): Controlled (decision-grade only) when that set already covers every SKU - // measured at the landing phase, otherwise the full-evidence (diagnostic) scope so - // partial-coverage publications — e.g. a single-run v1 where the strict trial gate - // leaves whole SKUs diagnostic-tier — still show every working SKU by default. A - // user toggle persists until the underlying dataset changes. - const [evidenceScope, setEvidenceScope] = useState('controlled'); const [mode, setMode] = useState('normal'); const [epSize, setEpSize] = useState(8); const [fabricScope, setFabricScope] = useState('all'); - const [controlledCohortId, setControlledCohortId] = useState(''); - const [diagnosticCohortId, setDiagnosticCohortId] = useState('all'); const [operation, setOperation] = useState('roundtrip'); const [phase, setPhase] = useState('decode'); const [percentile, setPercentile] = useState('p99'); @@ -514,10 +407,6 @@ export default function CollectiveXDisplay() { { value: 'tokens-per-rank', label: t.xAxis['tokens-per-rank'] }, { value: 'global-tokens', label: t.xAxis['global-tokens'] }, ]; - const evidenceScopeOptions: SegmentedToggleOption[] = [ - { value: 'controlled', label: t.evidenceScope.controlled }, - { value: 'diagnostic', label: t.evidenceScope.diagnostic }, - ]; const fabricScopeOptions: SegmentedToggleOption[] = [ { value: 'all', label: t.fabricScope.all }, { value: 'scale-up', label: t.fabricScope['scale-up'] }, @@ -532,45 +421,36 @@ export default function CollectiveXDisplay() { () => [ { value: 'latest', label: t.latestPublished }, ...runList.map((run) => ({ - value: run.digest, - label: `#${run.run_id} · ${ - run.coverage_scope === 'partial' - ? `${t.coveragePartial} · ${run.covered_skus.length} SKU` - : t.coverageFull - } · ${formatDate(run.generated_at, locale)}`, + value: run.run_id, + label: `#${run.run_id} · ${run.conclusion ?? 'pending'} · ${run.covered_skus.length} SKU · ${formatDate(run.generated_at, locale)}`, })), ], - [locale, runList, t.coverageFull, t.coveragePartial, t.latestPublished], + [locale, runList, t.latestPublished], ); // Runs are per-version; changing the version drops any pinned run and folds // the picker back to its JIT button. useEffect(() => { - setSelectedDigest(null); + setSelectedRunId(null); setRunsRequested(false); }, [version]); // If a refreshed listing no longer carries the pinned run, fall back to the - // dev-latest channel rather than a dangling digest. + // latest run rather than a dangling id. useEffect(() => { if ( - selectedDigest !== null && + selectedRunId !== null && runsQuery.data && - !runsQuery.data.some((run) => run.digest === selectedDigest) + !runsQuery.data.some((run) => run.run_id === selectedRunId) ) { - setSelectedDigest(null); + setSelectedRunId(null); } - }, [runsQuery.data, selectedDigest]); + }, [runsQuery.data, selectedRunId]); const tabOptions: { value: CollectiveXTab; label: string }[] = [ { value: 'results', label: t.tabs.results }, - { value: 'decisions', label: t.tabs.decisions }, { value: 'evidence', label: t.tabs.evidence }, ]; const dataset = data?.dataset; - const sourceSha = useMemo(() => publicationSourceSha(dataset?.series ?? []), [dataset?.series]); - const seriesById = useMemo( - () => new Map(dataset?.series.map((item) => [item.series_id, item])), - [dataset?.series], - ); + const sourceSha = useMemo(() => runSourceSha(dataset?.series ?? []), [dataset?.series]); const availableModes = useMemo( () => [...new Set(dataset?.series.map((item) => item.mode))].toSorted((left, right) => @@ -593,202 +473,68 @@ export default function CollectiveXDisplay() { setEpSize(availableEpSizes[0]); } }, [availableEpSizes, availableModes, epSize, mode]); - // Pick the landing scope once per loaded dataset, keyed by content digest so a - // version/run switch re-evaluates while an in-session user toggle is preserved. - // 'decode' is the initial phase; the discriminator hides no working SKU behind the - // controlled gate on partial-coverage publications (see collectiveXInitialScope). - const initialScope = useMemo( - () => collectiveXInitialScope(dataset?.series ?? [], 'decode'), - [dataset?.series], - ); - const scopeInitDigestRef = useRef(null); - useEffect(() => { - const digest = data?.digest ?? null; - if (digest !== null && scopeInitDigestRef.current !== digest) { - scopeInitDigestRef.current = digest; - setEvidenceScope(initialScope); - } - }, [data?.digest, initialScope]); - const seriesSelection = useMemo( + const seriesSelection = useMemo( () => ({ mode, epSize, phase, fabricScope }), [epSize, fabricScope, mode, phase], ); - const eligibleCohorts = useMemo( - () => - dataset?.cohorts - .filter((item) => item.eligibility.decision_grade) - .toSorted( - (left, right) => - COHORT_KIND_ORDER[left.kind] - COHORT_KIND_ORDER[right.kind] || - left.label.localeCompare(right.label), - ) ?? [], - [dataset?.cohorts], - ); - const allDiagnosticCohorts = useMemo( - () => - dataset?.cohorts - .filter((item) => !item.eligibility.decision_grade) - .toSorted((left, right) => left.label.localeCompare(right.label)) ?? [], - [dataset?.cohorts], - ); - const controlledCohorts = useMemo( - () => - eligibleCohorts.filter((cohort) => - cohortMatchesSelection(cohort, seriesById, seriesSelection), - ), - [eligibleCohorts, seriesById, seriesSelection], - ); - const diagnosticCohorts = useMemo( - () => - allDiagnosticCohorts.filter((cohort) => - cohortMatchesSelection(cohort, seriesById, seriesSelection), - ), - [allDiagnosticCohorts, seriesById, seriesSelection], - ); - const selectedControlledCohort = useMemo( - () => - controlledCohorts.find((item) => item.cohort_id === controlledCohortId) ?? - controlledCohorts[0] ?? - null, - [controlledCohortId, controlledCohorts], - ); - const selectedDiagnosticCohort = useMemo( - () => diagnosticCohorts.find((item) => item.cohort_id === diagnosticCohortId) ?? null, - [diagnosticCohortId, diagnosticCohorts], - ); - const cohortGroups = useMemo(() => { - const cohorts = evidenceScope === 'controlled' ? controlledCohorts : diagnosticCohorts; - const groups = (Object.keys(COHORT_KIND_ORDER) as CollectiveXCohort['kind'][]).flatMap( - (kind) => { - const options = cohorts - .filter((item) => item.kind === kind) - .map((item) => ({ - value: item.cohort_id, - label: collectiveXCohortLabel(item, seriesById, locale), - })); - return options.length === 0 - ? [] - : [ - { - label: `${precisionCohortKindLabel(kind) ?? t.cohortKind[kind as keyof typeof t.cohortKind]} (${options.length})`, - options, - }, - ]; - }, - ); - return evidenceScope === 'controlled' - ? groups - : [ - { - label: t.diagnosticEvidence, - options: [{ value: 'all', label: t.allDiagnosticEvidence }], - }, - ...groups, - ]; - }, [controlledCohorts, diagnosticCohorts, evidenceScope, locale, seriesById, t]); - useEffect(() => { - if (selectedControlledCohort && selectedControlledCohort.cohort_id !== controlledCohortId) { - setControlledCohortId(selectedControlledCohort.cohort_id); - } - }, [controlledCohortId, selectedControlledCohort]); - - useEffect(() => { - const readHash = () => { - const value = window.location.hash.replace(/^#(?:tab-)?/, ''); - if (TAB_VALUES.includes(value as CollectiveXTab)) setTab(value as CollectiveXTab); - }; - readHash(); - window.addEventListener('hashchange', readHash); - window.addEventListener('popstate', readHash); - return () => { - window.removeEventListener('hashchange', readHash); - window.removeEventListener('popstate', readHash); - }; - }, []); - - // The diagnostic scope is the full-evidence view: every measured series across all - // SKUs — both decision-grade and diagnostic-tier — badged by status. This keeps the - // best (decision-grade) series visible alongside the rest instead of hiding them, - // and drives the SKU/backend/routing dropdowns off the complete dataset. Controlled - // scope narrows to the decision-grade cohorts (rankings, recommendations). - const diagnosticSeries = useMemo(() => dataset?.series ?? [], [dataset?.series]); - const filteredDiagnosticSeries = useMemo( - () => diagnosticSeries.filter((item) => seriesMatchesSelection(item, seriesSelection)), - [diagnosticSeries, seriesSelection], + // The neutral view is the full measured series set for the run, narrowed by the + // identity axes the shard carries: mode, EP degree, phase, and fabric scope. + const matchedSeries = useMemo( + () => (dataset?.series ?? []).filter((item) => seriesMatchesSelection(item, seriesSelection)), + [dataset?.series, seriesSelection], ); const skuOptions = useMemo( - () => ['all', ...new Set(filteredDiagnosticSeries.map((item) => item.system.sku))], - [filteredDiagnosticSeries], + () => ['all', ...new Set(matchedSeries.map((item) => item.system.sku))], + [matchedSeries], ); const backendOptions = useMemo( - () => ['all', ...new Set(filteredDiagnosticSeries.map((item) => item.backend.label))], - [filteredDiagnosticSeries], + () => ['all', ...new Set(matchedSeries.map((item) => item.backend.label))], + [matchedSeries], ); const routingOptions = useMemo( () => [ 'all', ...new Set( - filteredDiagnosticSeries.map( - (item) => `${item.workload.routing}${item.workload.eplb ? '+eplb' : ''}`, - ), + matchedSeries.map((item) => `${item.workload.routing}${item.workload.eplb ? '+eplb' : ''}`), ), ], - [filteredDiagnosticSeries], + [matchedSeries], ); useEffect(() => { - if ( - diagnosticCohortId !== 'all' && - !diagnosticCohorts.some((cohort) => cohort.cohort_id === diagnosticCohortId) - ) { - setDiagnosticCohortId('all'); - } if (!skuOptions.includes(sku)) setSku('all'); if (!backendOptions.includes(backend)) setBackend('all'); if (!routingOptions.includes(routing)) setRouting('all'); - }, [ - backend, - backendOptions, - diagnosticCohortId, - diagnosticCohorts, - routing, - routingOptions, - sku, - skuOptions, - ]); - const scopedSeries = useMemo(() => { - if (!dataset) return []; - if (evidenceScope === 'controlled') { - return cohortSeries(selectedControlledCohort, dataset.series); - } - if (selectedDiagnosticCohort) { - return cohortSeries(selectedDiagnosticCohort, dataset.series); - } - return filteredDiagnosticSeries.filter( - (item) => - (sku === 'all' || item.system.sku === sku) && - (backend === 'all' || item.backend.label === backend) && - (routing === 'all' || - `${item.workload.routing}${item.workload.eplb ? '+eplb' : ''}` === routing), - ); - }, [ - backend, - dataset, - evidenceScope, - filteredDiagnosticSeries, - routing, - selectedControlledCohort, - selectedDiagnosticCohort, - sku, - ]); + }, [backend, backendOptions, routing, routingOptions, sku, skuOptions]); const phaseSeries = useMemo( - () => scopedSeries.filter((item) => item.phase === phase), - [phase, scopedSeries], + () => + matchedSeries.filter( + (item) => + (sku === 'all' || item.system.sku === sku) && + (backend === 'all' || item.backend.label === backend) && + (routing === 'all' || + `${item.workload.routing}${item.workload.eplb ? '+eplb' : ''}` === routing), + ), + [backend, matchedSeries, routing, sku], ); useEffect(() => { setActiveSeriesIds(new Set(phaseSeries.map((item) => item.series_id))); }, [phaseSeries]); + useEffect(() => { + const readHash = () => { + const value = window.location.hash.replace(/^#(?:tab-)?/, ''); + if (TAB_VALUES.includes(value as CollectiveXTab)) setTab(value as CollectiveXTab); + }; + readHash(); + window.addEventListener('hashchange', readHash); + window.addEventListener('popstate', readHash); + return () => { + window.removeEventListener('hashchange', readHash); + window.removeEventListener('popstate', readHash); + }; + }, []); + const activeSeries = useMemo( () => phaseSeries.filter((item) => activeSeriesIds.has(item.series_id)), [activeSeriesIds, phaseSeries], @@ -814,7 +560,7 @@ export default function CollectiveXDisplay() { label: collectiveXSeriesLabel(item), color: colors[collectiveXColorKey(item)] ?? 'var(--muted-foreground)', isActive: activeSeriesIds.has(item.series_id), - title: `${item.status} · ${item.mode} · EP${item.system.ep_size} · ${item.system.scope} · ${collectiveXTopologyLabel(item.system)} · ${item.workload.workload_id}`, + title: `${item.mode} · EP${item.system.ep_size} · ${item.system.scope} · ${collectiveXTopologyLabel(item.system)} · ${item.workload.workload_id}`, onClick: () => { setActiveSeriesIds((previous) => { const next = new Set(previous); @@ -827,21 +573,7 @@ export default function CollectiveXDisplay() { })), [activeSeriesIds, colors, phaseSeries], ); - const warnings = useMemo( - () => (evidenceScope === 'diagnostic' ? comparisonDifferences(activeSeries) : []), - [activeSeries, evidenceScope], - ); - // In free-form "all diagnostics" mode (no cohort pinned) the per-cohort reason - // line does not apply, so surface why the revealed series were flagged: the - // distinct eligibility reasons across the active diagnostic series. Series that - // are decision-grade cohort members carry no reasons and drop out. - const diagnosticSeriesReasons = useMemo( - () => - evidenceScope !== 'diagnostic' || selectedDiagnosticCohort - ? [] - : [...new Set(activeSeries.flatMap((item) => item.eligibility.reasons))].toSorted(), - [activeSeries, evidenceScope, selectedDiagnosticCohort], - ); + const warnings = useMemo(() => comparisonDifferences(activeSeries), [activeSeries]); const missingComponents = activeSeries.some((item) => item.points.some((point) => operation === 'isolated-sum' @@ -858,10 +590,10 @@ export default function CollectiveXDisplay() { .map((item) => t.topologyScope[item]) .join(' / '); const payload = [...new Set(phaseSeries.map((item) => item.measurement.payload_unit))] - .map((item) => t.payloadUnit[item]) + .map((item) => t.payloadUnit[item as keyof typeof t.payloadUnit] ?? item) .join(' / '); const combine = [...new Set(phaseSeries.map((item) => item.measurement.combine_semantics))] - .map((item) => t.combineSemantics[item]) + .map((item) => t.combineSemantics[item as keyof typeof t.combineSemantics] ?? item) .join(' / '); const sampling = [ ...new Set( @@ -902,12 +634,12 @@ export default function CollectiveXDisplay() { const availabilityReason = collectiveXAvailabilityReason(error); const message = availabilityReason === 'source-unavailable' - ? t.artifactSourceUnavailable - : availabilityReason === 'channel-unavailable' - ? t.promotedUnavailable + ? t.sourceUnavailable + : availabilityReason === 'runs-unavailable' + ? t.runsErrorMessage : error instanceof Error ? error.message - : t.failedValidation; + : t.loadError; return (
- {selectedDigest !== null && ( + {selectedRunId !== null && ( @@ -951,6 +683,10 @@ export default function CollectiveXDisplay() { ); } + const run = dataset.run; + const conclusionClass = + (run.conclusion && CONCLUSION_CLASSES[run.conclusion]) ?? CONCLUSION_FALLBACK_CLASS; + return (
@@ -959,20 +695,13 @@ export default function CollectiveXDisplay() {

CollectiveX

- {t.promotion[dataset.promotion.status]} + #{run.run_id} · {run.conclusion ?? 'pending'}

{t.description}

- {dataset.promotion.reason && ( -

- {t.publicationReason}: {collectiveXReasonLabel(dataset.promotion.reason, locale)} -

- )}
{sourceSha ? ( @@ -1002,7 +731,7 @@ export default function CollectiveXDisplay() { {t.source} @@ -1019,17 +748,11 @@ export default function CollectiveXDisplay() {
- item.status === 'decision-grade').length} - label={t.decisionSeries} - /> - - + + + - +
@@ -1072,9 +795,9 @@ export default function CollectiveXDisplay() { ) : ( { - setSelectedRunId(next === 'latest' ? null : next); - track('collectivex_run_selected', { version, run: next }); - }} - > - - - - - {runOptions.map((item) => ( - - {item.label} - - ))} - - - ) - ) : ( - - )} - - - ({ value, label: t.mode[value] }))} - onValueChange={(value) => { - setMode(value); - if (value === 'low-latency') setPhase('decode'); - track('collectivex_mode_changed', { mode: value }); - }} - ariaLabel={t.modeAria} - testId="collectivex-mode-select" - className="flex w-full overflow-hidden" - buttonClassName="min-w-0 flex-1 justify-center px-1.5 whitespace-nowrap" - /> - - ({ - value: String(value), - label: `EP${value}`, - }))} - onChange={(value) => { - setEpSize(Number(value)); - track('collectivex_ep_changed', { ep: Number(value) }); - }} - /> - - { - setFabricScope(value); - track('collectivex_fabric_scope_changed', { fabric_scope: value }); - }} - ariaLabel={t.fabricScopeAria} - testId="collectivex-fabric-scope-toggle" - className="flex w-full overflow-hidden" - buttonClassName="min-w-0 flex-1 justify-center px-1.5 whitespace-nowrap" - /> - - { - setOperation(next); - if (next !== 'roundtrip' && yAxis === 'tokens-per-second') setYAxis('latency'); - if ( - next === 'isolated-sum' && - (yAxis === 'activation-rate' || yAxis === 'total-logical-rate') - ) - setYAxis('latency'); - }} - /> - - - - - - - - - - - - - - - - - - - - {tabOptions.map((item) => ( @@ -989,6 +800,229 @@ export default function CollectiveXDisplay() { ))} + +
+ { + setVersion(value); + track('collectivex_version_changed', { version: value }); + }} + /> + + {runsRequested ? ( + runsQuery.isLoading ? ( + + ) : runsQuery.error || !runsQuery.data ? ( + + ) : ( + + ) + ) : ( + + )} + + + ({ value, label: t.mode[value] }))} + onValueChange={(value) => { + setMode(value); + if (value === 'low-latency') setPhase('decode'); + track('collectivex_mode_changed', { mode: value }); + }} + ariaLabel={t.modeAria} + testId="collectivex-mode-select" + className="flex w-full overflow-hidden" + buttonClassName="min-w-0 flex-1 justify-center px-1.5 whitespace-nowrap" + /> + + ({ + value: String(value), + label: `EP${value}`, + }))} + onChange={(value) => { + setEpSize(Number(value)); + track('collectivex_ep_changed', { ep: Number(value) }); + }} + /> + + { + setFabricScope(value); + track('collectivex_fabric_scope_changed', { fabric_scope: value }); + }} + ariaLabel={t.fabricScopeAria} + testId="collectivex-fabric-scope-toggle" + className="flex w-full overflow-hidden" + buttonClassName="min-w-0 flex-1 justify-center px-1.5 whitespace-nowrap" + /> + + { + setOperation(next); + if (next !== 'roundtrip' && yAxis === 'tokens-per-second') setYAxis('latency'); + if ( + next === 'isolated-sum' && + (yAxis === 'activation-rate' || yAxis === 'total-logical-rate') + ) + setYAxis('latency'); + }} + /> + + + + + + + + + + + + + + + + + +
+
{phaseSeries.length === 0 && (

{t.noSeries}

@@ -1097,6 +1131,22 @@ export default function CollectiveXDisplay() { )}
+ + + + + {selectedCase ? ( + + ) : ( + +

{t.noCases}

+
+ )} +
diff --git a/packages/app/src/components/collectivex/CollectiveXInventory.tsx b/packages/app/src/components/collectivex/CollectiveXInventory.tsx index 6aa6a08cf..ddc60c958 100644 --- a/packages/app/src/components/collectivex/CollectiveXInventory.tsx +++ b/packages/app/src/components/collectivex/CollectiveXInventory.tsx @@ -1,6 +1,6 @@ 'use client'; -import { useEffect, useMemo, useState } from 'react'; +import { useMemo, useState } from 'react'; import { ChevronRight, RotateCcw } from 'lucide-react'; import { Badge } from '@/components/ui/badge'; @@ -253,7 +253,13 @@ function DetailValue({ ); } -function CaseDetail({ dataset, item }: { dataset: CollectiveXDataset; item: CollectiveXCoverage }) { +export function CollectiveXCaseDetail({ + dataset, + item, +}: { + dataset: CollectiveXDataset; + item: CollectiveXCoverage; +}) { const seriesById = useMemo( () => new Map(dataset.series.map((series) => [series.series_id, series])), [dataset.series], @@ -396,9 +402,16 @@ function CaseDetail({ dataset, item }: { dataset: CollectiveXDataset; item: Coll ); } -export function CollectiveXInventory({ dataset }: { dataset: CollectiveXDataset }) { +export function CollectiveXInventory({ + dataset, + selectedCaseId, + onInspectCase, +}: { + dataset: CollectiveXDataset; + selectedCaseId: string; + onInspectCase: (caseId: string) => void; +}) { const [filters, setFilters] = useState(EMPTY_FILTERS); - const [selectedCaseId, setSelectedCaseId] = useState(dataset.coverage[0]?.case_id ?? ''); const setFilter = (key: FilterKey, value: string) => setFilters((previous) => ({ ...previous, [key]: value })); const options = useMemo( @@ -456,12 +469,6 @@ export function CollectiveXInventory({ dataset }: { dataset: CollectiveXDataset ), [dataset.coverage, filters], ); - useEffect(() => { - if (!filtered.some((item) => item.case_id === selectedCaseId)) { - setSelectedCaseId(filtered[0]?.case_id ?? ''); - } - }, [filtered, selectedCaseId]); - const selected = filtered.find((item) => item.case_id === selectedCaseId) ?? null; const columns = useMemo[]>( () => [ { @@ -469,8 +476,9 @@ export function CollectiveXInventory({ dataset }: { dataset: CollectiveXDataset cell: (row) => ( - -
- setFilter('sku', value)} - /> - setFilter('backend', value)} - /> - setFilter('ep', value)} - /> - setFilter('mode', value)} - /> - setFilter('phase', value)} - /> - setFilter('routing', value)} - /> - setFilter('topology', value)} - /> - setFilter('dispatchPrecision', value)} - /> - setFilter('combinePrecision', value)} - /> - setFilter('terminal', value)} - /> + +
+
+

Matrix case inventory

+

+ {filtered.length} of {dataset.coverage.length} cases · {dataset.run.measured_cases}{' '} + measured cases · {dataset.run.unsupported_cases} unsupported cases ·{' '} + {dataset.run.terminal_points}/{dataset.run.requested_points} terminal points ·{' '} + {pointCounts.filter((point) => point.terminal_status === 'measured').length} measured + points · {pointCounts.filter((point) => point.terminal_status === 'unsupported').length}{' '} + unsupported points +

- setFilters(EMPTY_FILTERS)} + disabled={Object.values(filters).every((value) => value === 'all')} + > + + Reset filters + +
+
+ setFilter('sku', value)} + /> + setFilter('backend', value)} + /> + setFilter('ep', value)} /> - - {selected && } - + setFilter('mode', value)} + /> + setFilter('phase', value)} + /> + setFilter('routing', value)} + /> + setFilter('topology', value)} + /> + setFilter('dispatchPrecision', value)} + /> + setFilter('combinePrecision', value)} + /> + setFilter('terminal', value)} + /> +
+ +
); } diff --git a/packages/app/src/components/collectivex/data.test.ts b/packages/app/src/components/collectivex/data.test.ts index b838d8736..0e0d89706 100644 --- a/packages/app/src/components/collectivex/data.test.ts +++ b/packages/app/src/components/collectivex/data.test.ts @@ -60,6 +60,14 @@ describe('collectiveXColorKey', () => { const b = makeCollectiveXSeries({ ep: 16 }); expect(collectiveXColorKey(a)).not.toBe(collectiveXColorKey(b)); }); + + it('leads with the system vendor so getVendor places series in vendor hue zones', () => { + // The chart color system reads the first "_"-separated token to classify the + // vendor (NVIDIA greens, AMD reds), matching the InferenceX charts. + expect(collectiveXColorKey(scaleUp).split('_')[0]).toBe('nvidia'); + const amd = makeCollectiveXSeries({ sku: 'mi355x-oam', vendor: 'amd' }); + expect(collectiveXColorKey(amd).split('_')[0]).toBe('amd'); + }); }); describe('seriesMatchesSelection', () => { diff --git a/packages/app/src/components/collectivex/data.ts b/packages/app/src/components/collectivex/data.ts index 95bac48af..65b498f0d 100644 --- a/packages/app/src/components/collectivex/data.ts +++ b/packages/app/src/components/collectivex/data.ts @@ -52,7 +52,11 @@ export function collectiveXColorKey(series: CollectiveXSeries): string { ? `${series.eplb.planner ?? 'enabled'}-${series.eplb.mapping_sha256 ?? 'unmapped'}-${series.eplb.physical_experts ?? 'auto'}` : 'eplb-off'; const units = `${series.resource.comm_units_kind ?? 'units'}-${series.resource.configured_units ?? 'default'}`; + // The vendor leads the key so the chart color system (getVendor splits on "_" + // and reads the first token) can place each series in its vendor hue zone — + // NVIDIA greens, AMD reds — matching the InferenceX charts. return [ + series.system.vendor, series.system.sku, series.mode, `ep${series.system.ep_size}`, diff --git a/packages/app/src/lib/dynamic-colors.test.ts b/packages/app/src/lib/dynamic-colors.test.ts new file mode 100644 index 000000000..52550a094 --- /dev/null +++ b/packages/app/src/lib/dynamic-colors.test.ts @@ -0,0 +1,48 @@ +import { describe, expect, it } from 'vitest'; + +import { VENDOR_OKLCH_ZONES } from '@semianalysisai/inferencex-constants'; + +import { generateVendorColors, getVendor } from './dynamic-colors'; + +function hueOf(color: string): number { + const match = /^oklch\([\d.]+ [\d.]+ (?[\d.]+)\)$/.exec(color); + expect(match, `expected oklch color, got ${color}`).not.toBeNull(); + return Number(match!.groups!.hue); +} + +describe('getVendor', () => { + it('classifies registered GPU base keys through GPU_VENDORS', () => { + expect(getVendor('h100_vllm')).toBe('nvidia'); + expect(getVendor('mi300x_sglang')).toBe('amd'); + }); + + it('classifies keys that lead with a literal vendor token', () => { + // CollectiveX series keys carry the dataset's explicit vendor rather than a + // registered GPU key (their SKUs, e.g. "h200-dgxc", are not registry keys). + expect(getVendor('nvidia_h200-dgxc_normal_ep8')).toBe('nvidia'); + expect(getVendor('amd_mi355x-oam_normal_ep8')).toBe('amd'); + }); + + it('falls back to unknown for unclassifiable keys', () => { + expect(getVendor('h200-dgxc_normal_ep8')).toBe('unknown'); + }); +}); + +describe('generateVendorColors', () => { + it('places vendor-prefixed keys in their vendor hue zones', () => { + const colors = generateVendorColors(['nvidia_series-a', 'amd_series-b'], 'light'); + const nvidia = VENDOR_OKLCH_ZONES.nvidia; + const amd = VENDOR_OKLCH_ZONES.amd; + expect(hueOf(colors['nvidia_series-a'])).toBeGreaterThanOrEqual(nvidia.start); + expect(hueOf(colors['nvidia_series-a'])).toBeLessThanOrEqual(nvidia.end); + expect(hueOf(colors['amd_series-b'])).toBeGreaterThanOrEqual(amd.start); + expect(hueOf(colors['amd_series-b'])).toBeLessThanOrEqual(amd.end); + }); + + it('keeps unclassifiable keys in the unknown zone', () => { + const colors = generateVendorColors(['mystery_series'], 'dark'); + const unknown = VENDOR_OKLCH_ZONES.unknown; + expect(hueOf(colors['mystery_series'])).toBeGreaterThanOrEqual(unknown.start); + expect(hueOf(colors['mystery_series'])).toBeLessThanOrEqual(unknown.end); + }); +}); diff --git a/packages/app/src/lib/dynamic-colors.ts b/packages/app/src/lib/dynamic-colors.ts index 38b9e10eb..d788c8fd6 100644 --- a/packages/app/src/lib/dynamic-colors.ts +++ b/packages/app/src/lib/dynamic-colors.ts @@ -20,6 +20,9 @@ export type Vendor = 'nvidia' | 'amd' | 'unknown'; export function getVendor(hwKey: string): Vendor { // hwKey may have a framework suffix (e.g. "h100_vllm") — strip it to get the GPU base key const base = hwKey.split('_')[0]; + // Keys whose dataset carries an explicit vendor (e.g. CollectiveX series) lead + // with the vendor name itself rather than a registered GPU key. + if (base === 'nvidia' || base === 'amd') return base; const vendor = GPU_VENDORS[base]; if (vendor === 'NVIDIA') return 'nvidia'; if (vendor === 'AMD') return 'amd'; From af87bede6f4226e0370ec365f368885277d267dc Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Thu, 9 Jul 2026 00:18:42 +0800 Subject: [PATCH 12/37] reorder graphs --- packages/app/cypress/e2e/collectivex.cy.ts | 25 +- .../collectivex/CollectiveXDisplay.tsx | 666 +++++++++--------- 2 files changed, 339 insertions(+), 352 deletions(-) diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index 84c7c8e54..cdef8dc7b 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -114,32 +114,29 @@ describe('CollectiveX neutral run view', () => { cy.get('[data-testid="collectivex-run-conclusion"]').should('contain.text', `#${runId}`); }); - it('presents the full matrix inventory in its own tab', () => { - cy.contains('[role="tab"]', 'Matrix case inventory').click(); - cy.location('hash').should('eq', '#tab-inventory'); + it('keeps the chart on top and presents the matrix inventory in the default tab', () => { + // The chart is not inside a tab: it stays visible alongside every tab. + cy.get('[data-testid="collectivex-main-chart"]').should('be.visible'); cy.get('[data-testid="collectivex-inventory"]') .should('contain.text', 'Matrix case inventory') .and('contain.text', `${dataset.coverage.length} of ${dataset.coverage.length} cases`); cy.get('[data-testid="collectivex-inventory-table"]') .should('contain.text', 'H200-DGXC') .and('contain.text', 'B300-SXM'); - // The graph tab is the default, so the inventory is hidden until requested. - cy.contains('[role="tab"]', 'EP results').click(); + cy.contains('[role="tab"]', 'Selected matrix case').click(); cy.get('[data-testid="collectivex-inventory"]').should('not.exist'); + cy.get('[data-testid="collectivex-main-chart"]').should('be.visible'); }); it('jumps to the selected matrix case tab when a case is inspected', () => { - cy.contains('[role="tab"]', 'Selected matrix case').click(); - cy.get('[data-testid="collectivex-case-detail"]').should( - 'contain.text', - 'Selected matrix case', - ); - cy.contains('[role="tab"]', 'Matrix case inventory').click(); cy.get('[data-testid="collectivex-inventory-table"] button[aria-label^="Inspect"]') .last() .click(); cy.location('hash').should('eq', '#tab-case'); - cy.get('[data-testid="collectivex-case-detail"]').should('be.visible'); + cy.get('[data-testid="collectivex-case-detail"]').should( + 'contain.text', + 'Selected matrix case', + ); }); it('exposes terminal coverage, retained attempts, and run provenance in Evidence', () => { @@ -157,8 +154,8 @@ describe('CollectiveX neutral run view', () => { it('restores the active tab with browser history', () => { cy.contains('[role="tab"]', 'Evidence').click(); cy.location('hash').should('eq', '#tab-evidence'); - cy.contains('[role="tab"]', 'EP results').click(); - cy.location('hash').should('eq', '#tab-results'); + cy.contains('[role="tab"]', 'Matrix case inventory').click(); + cy.location('hash').should('eq', '#tab-inventory'); cy.go('back'); cy.location('hash').should('eq', '#tab-evidence'); cy.get('[data-testid="collectivex-provenance"]').should('be.visible'); diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index c6d7589c4..58effd380 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -48,7 +48,7 @@ import { type CollectiveXYAxis, } from './types'; -type CollectiveXTab = 'results' | 'inventory' | 'case' | 'evidence'; +type CollectiveXTab = 'inventory' | 'case' | 'evidence'; interface SelectOption { value: T; label: string; @@ -60,7 +60,7 @@ const PERCENTILE_OPTIONS: SegmentedToggleOption[] = [ { value: 'p95', label: 'p95' }, { value: 'p99', label: 'p99' }, ]; -const TAB_VALUES: CollectiveXTab[] = ['results', 'inventory', 'case', 'evidence']; +const TAB_VALUES: CollectiveXTab[] = ['inventory', 'case', 'evidence']; // Neutral MVP: no promotion/cohort/eligibility layer. The view is the measured // series set for one run, filtered by the identity axes the neutral shard carries. // Strings that describe that retired decision layer are gone; the remaining zh @@ -101,7 +101,6 @@ const STRINGS = { 'gate-weighted': 'Gate-weighted combine', }, tabs: { - results: 'EP results', inventory: 'Matrix case inventory', case: 'Selected matrix case', evidence: 'Evidence', @@ -229,7 +228,6 @@ const STRINGS = { // English-only per the repository's temporary language override (no new // Chinese text); keys added for the neutral view mirror the en values. tabs: { - results: 'EP results', inventory: 'Matrix case inventory', case: 'Selected matrix case', evidence: '证据', @@ -380,7 +378,7 @@ export default function CollectiveXDisplay() { // { dataset, run_id, run_attempt } shape the rest of the view consumes. const activeQuery = selectedRunId === null ? latestQuery : runQuery; const { data, error, isLoading, isFetching } = activeQuery; - const [tab, setTab] = useState('results'); + const [tab, setTab] = useState('inventory'); const [mode, setMode] = useState('normal'); const [epSize, setEpSize] = useState(8); const [fabricScope, setFabricScope] = useState('all'); @@ -457,7 +455,6 @@ export default function CollectiveXDisplay() { } }, [runsQuery.data, selectedRunId]); const tabOptions: { value: CollectiveXTab; label: string }[] = [ - { value: 'results', label: t.tabs.results }, { value: 'inventory', label: t.tabs.inventory }, { value: 'case', label: t.tabs.case }, { value: 'evidence', label: t.tabs.evidence }, @@ -791,6 +788,331 @@ export default function CollectiveXDisplay() {
+ {phaseSeries.length === 0 && ( + +

{t.noSeries}

+
+ )} + + +

+ {operation === 'stage' ? 'Stage' : t.operationHeading[operation]} ·{' '} + {t.phaseValue[phase]} ·{' '} + {yAxis === 'latency' + ? percentile + : locale === 'zh' + ? `${percentile} 延迟分位点` + : `at ${percentile} latency`} +

+

+ {yAxis === 'activation-rate' + ? 'Activation-data rate at selected latency percentile' + : yAxis === 'total-logical-rate' + ? 'Total logical data rate at selected latency percentile' + : t.yAxis[yAxis]} +

+ {chartSemantics && ( +

+ {chartSemantics} +

+ )} + + } + legendElement={ + + setActiveSeriesIds( + (previous) => new Set([...previous].filter((item) => item !== id)), + ) + } + isLegendExpanded={legendExpanded} + onExpandedChange={setLegendExpanded} + switches={[ + { + id: 'collectivex-high-contrast', + label: t.highContrast, + checked: highContrast, + onCheckedChange: setHighContrast, + }, + ]} + actions={ + activeSeries.length < phaseSeries.length + ? [ + { + id: 'collectivex-reset-filter', + label: t.resetFilter, + onClick: () => + setActiveSeriesIds(new Set(phaseSeries.map((item) => item.series_id))), + }, + ] + : [] + } + /> + } + /> + {warnings.length > 0 && ( +

+ {t.selectedFactorsDiffer}:{' '} + {warnings + .map( + (warning) => + t.differenceLabels[warning as keyof typeof t.differenceLabels] ?? warning, + ) + .join(', ')} + . +

+ )} + {missingComponents && ( +

{t.missingComponents}

+ )} + {operation === 'isolated-sum' && ( +

{t.isolatedNote}

+ )} + {(yAxis === 'activation-rate' || yAxis === 'total-logical-rate') && ( +

{t.payloadNote}

+ )} +
+ +
+ { + setVersion(value); + track('collectivex_version_changed', { version: value }); + }} + /> + + {runsRequested ? ( + runsQuery.isLoading ? ( + + ) : runsQuery.error || !runsQuery.data ? ( + + ) : ( + + ) + ) : ( + + )} + + + ({ value, label: t.mode[value] }))} + onValueChange={(value) => { + setMode(value); + if (value === 'low-latency') setPhase('decode'); + track('collectivex_mode_changed', { mode: value }); + }} + ariaLabel={t.modeAria} + testId="collectivex-mode-select" + className="flex w-full overflow-hidden" + buttonClassName="min-w-0 flex-1 justify-center px-1.5 whitespace-nowrap" + /> + + ({ + value: String(value), + label: `EP${value}`, + }))} + onChange={(value) => { + setEpSize(Number(value)); + track('collectivex_ep_changed', { ep: Number(value) }); + }} + /> + + { + setFabricScope(value); + track('collectivex_fabric_scope_changed', { fabric_scope: value }); + }} + ariaLabel={t.fabricScopeAria} + testId="collectivex-fabric-scope-toggle" + className="flex w-full overflow-hidden" + buttonClassName="min-w-0 flex-1 justify-center px-1.5 whitespace-nowrap" + /> + + { + setOperation(next); + if (next !== 'roundtrip' && yAxis === 'tokens-per-second') setYAxis('latency'); + if ( + next === 'isolated-sum' && + (yAxis === 'activation-rate' || yAxis === 'total-logical-rate') + ) + setYAxis('latency'); + }} + /> + + + + + + + + + + + + + + + + + +
+
{tabOptions.map((item) => ( @@ -799,338 +1121,6 @@ export default function CollectiveXDisplay() { ))} - - -
- { - setVersion(value); - track('collectivex_version_changed', { version: value }); - }} - /> - - {runsRequested ? ( - runsQuery.isLoading ? ( - - ) : runsQuery.error || !runsQuery.data ? ( - - ) : ( - - ) - ) : ( - - )} - - - ({ value, label: t.mode[value] }))} - onValueChange={(value) => { - setMode(value); - if (value === 'low-latency') setPhase('decode'); - track('collectivex_mode_changed', { mode: value }); - }} - ariaLabel={t.modeAria} - testId="collectivex-mode-select" - className="flex w-full overflow-hidden" - buttonClassName="min-w-0 flex-1 justify-center px-1.5 whitespace-nowrap" - /> - - ({ - value: String(value), - label: `EP${value}`, - }))} - onChange={(value) => { - setEpSize(Number(value)); - track('collectivex_ep_changed', { ep: Number(value) }); - }} - /> - - { - setFabricScope(value); - track('collectivex_fabric_scope_changed', { fabric_scope: value }); - }} - ariaLabel={t.fabricScopeAria} - testId="collectivex-fabric-scope-toggle" - className="flex w-full overflow-hidden" - buttonClassName="min-w-0 flex-1 justify-center px-1.5 whitespace-nowrap" - /> - - { - setOperation(next); - if (next !== 'roundtrip' && yAxis === 'tokens-per-second') setYAxis('latency'); - if ( - next === 'isolated-sum' && - (yAxis === 'activation-rate' || yAxis === 'total-logical-rate') - ) - setYAxis('latency'); - }} - /> - - - - - - - - - - - - - - - - - -
-
- {phaseSeries.length === 0 && ( - -

{t.noSeries}

-
- )} - - -

- {operation === 'stage' ? 'Stage' : t.operationHeading[operation]} ·{' '} - {t.phaseValue[phase]} ·{' '} - {yAxis === 'latency' - ? percentile - : locale === 'zh' - ? `${percentile} 延迟分位点` - : `at ${percentile} latency`} -

-

- {yAxis === 'activation-rate' - ? 'Activation-data rate at selected latency percentile' - : yAxis === 'total-logical-rate' - ? 'Total logical data rate at selected latency percentile' - : t.yAxis[yAxis]} -

- {chartSemantics && ( -

- {chartSemantics} -

- )} - - } - legendElement={ - - setActiveSeriesIds( - (previous) => new Set([...previous].filter((item) => item !== id)), - ) - } - isLegendExpanded={legendExpanded} - onExpandedChange={setLegendExpanded} - switches={[ - { - id: 'collectivex-high-contrast', - label: t.highContrast, - checked: highContrast, - onCheckedChange: setHighContrast, - }, - ]} - actions={ - activeSeries.length < phaseSeries.length - ? [ - { - id: 'collectivex-reset-filter', - label: t.resetFilter, - onClick: () => - setActiveSeriesIds( - new Set(phaseSeries.map((item) => item.series_id)), - ), - }, - ] - : [] - } - /> - } - /> - {warnings.length > 0 && ( -

- {t.selectedFactorsDiffer}:{' '} - {warnings - .map( - (warning) => - t.differenceLabels[warning as keyof typeof t.differenceLabels] ?? warning, - ) - .join(', ')} - . -

- )} - {missingComponents && ( -

{t.missingComponents}

- )} - {operation === 'isolated-sum' && ( -

{t.isolatedNote}

- )} - {(yAxis === 'activation-rate' || yAxis === 'total-logical-rate') && ( -

{t.payloadNote}

- )} -
-
Date: Thu, 9 Jul 2026 00:28:13 +0800 Subject: [PATCH 13/37] Compress tooltip popup --- packages/app/cypress/e2e/collectivex.cy.ts | 12 +++++++ .../collectivex/CollectiveXChart.tsx | 35 +++++++------------ 2 files changed, 24 insertions(+), 23 deletions(-) diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index cdef8dc7b..0a879a113 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -94,6 +94,18 @@ describe('CollectiveX neutral run view', () => { cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('not.exist'); }); + it('pins a compact tooltip on point click', () => { + cy.get('[data-testid="collectivex-explorer-chart"] .point').first().click({ force: true }); + cy.get('[data-chart-tooltip]:visible') + .should('contain.text', 'Click elsewhere to dismiss') + .and('contain.text', 'Round trip (measured) p99:') + .and('contain.text', 'Latency p50 / p90 / p95 / p99') + .and('contain.text', 'Full diagnostics') + // Deep diagnostics moved to the "Selected matrix case" tab. + .and('not.contain.text', 'Expert CV') + .and('not.contain.text', 'evidence='); + }); + it('notes that isolated sum is derived and never drives throughput', () => { cy.get('[data-testid="collectivex-operation-select"]').click(); cy.contains('[role="option"]', 'Isolated sum').click(); diff --git a/packages/app/src/components/collectivex/CollectiveXChart.tsx b/packages/app/src/components/collectivex/CollectiveXChart.tsx index 2b4a8b296..d543c578a 100644 --- a/packages/app/src/components/collectivex/CollectiveXChart.tsx +++ b/packages/app/src/components/collectivex/CollectiveXChart.tsx @@ -6,7 +6,7 @@ import { useMemo } from 'react'; import { D3Chart } from '@/lib/d3-chart/D3Chart'; import { sparseLogTicks } from './axis'; -import { chartPoints, collectiveXColorKey, collectiveXTopologyLabel } from './data'; +import { chartPoints, collectiveXColorKey } from './data'; import type { CollectiveXChartPoint, CollectiveXOperation, @@ -235,36 +235,25 @@ export function CollectiveXChart({ tooltip={{ rulerType: 'crosshair', attachToLayer: 1, + // Compact by design: identity, the selected metric, and the component + // latency ladder. Full per-point diagnostics (routing stats, correctness, + // EPLB, provenance) live in the "Selected matrix case" tab. content: (point, isPinned) => { const color = colors[point.colorKey] ?? '#888'; const measurement = point.point; const measuredRoundtrip = measurement.components.roundtrip; - const eplb = point.series.eplb; - const eplbDetails = eplb.enabled - ? `${escapeHtml(eplb.planner ?? 'enabled')} · ${eplb.physical_experts}/${eplb.logical_experts} physical/logical · ${eplb.redundant_experts} redundant · ${eplb.replicated_experts} replicated (max ${eplb.max_replicas ?? 'n/a'}x) · reference T=${eplb.reference_tokens_per_rank ?? 'n/a'} · imbalance ${eplb.imbalance_before?.toFixed(3) ?? 'n/a'} -> ${eplb.imbalance_after?.toFixed(3) ?? 'n/a'}` - : `off · ${eplb.logical_experts} logical experts`; - return `
+ return `
${isPinned ? '
Click elsewhere to dismiss
' : ''}
${escapeHtml(point.seriesLabel)}
${escapeHtml(OPERATION_LABELS[operation])} ${yAxis === 'latency' ? percentile : `at ${percentile} latency`}: ${formatMetric(point.y, yAxis)}
${measurement.tokens_per_rank} tokens/rank · ${measurement.global_tokens} global tokens
-
Dispatch p50/p90/p95/p99: ${formatPercentiles(measurement.components.dispatch)}
-
Stage p50/p90/p95/p99: ${formatPercentiles(measurement.components.stage)}
-
Combine p50/p90/p95/p99: ${formatPercentiles(measurement.components.combine)}
-
Round trip p50/p90/p95/p99: ${formatPercentiles(measuredRoundtrip)}${measuredRoundtrip ? ' (measured)' : ''}
-
Fan-out: ${measurement.routing.fanout_mean.toFixed(2)} · routed copies: ${measurement.routing.routed_copies} · recv max: ${measurement.routing.recv_tokens_max}
-
Expert CV: ${measurement.routing.expert_load_cv.toFixed(3)} · rank CV: ${measurement.routing.payload_rank_cv.toFixed(3)} · hotspot: ${measurement.routing.hotspot_ratio.toFixed(2)}x · empty experts/ranks: ${measurement.routing.empty_expert_count}/${measurement.routing.empty_rank_count}
-
Correctness: ${measurement.correctness.passed ? 'pass' : 'fail'} · max rel err ${measurement.correctness.max_relative_error.toExponential(1)} · EPLB: ${eplbDetails}
- ${measurement.anomalies.length > 0 ? `
Anomalies: ${measurement.anomalies.map(escapeHtml).join(' · ')}
` : ''} - ${eplb.mapping_sha256 ? `
EPLB mapping SHA-256: ${escapeHtml(eplb.mapping_sha256)}
` : ''} -
Mode: ${escapeHtml(point.series.mode)} · payload unit: ${escapeHtml(point.series.measurement.payload_unit)} · combine: ${escapeHtml(point.series.measurement.combine_semantics)}
-
Topology: EP${point.series.system.ep_size} · ${escapeHtml(point.series.system.scope)} · ${escapeHtml(collectiveXTopologyLabel(point.series.system))}
-
${escapeHtml(point.series.measurement.contract)} · ${escapeHtml(point.series.suite)}
-
${escapeHtml(point.series.workload.precision_profile)} · dispatch ${escapeHtml(point.series.workload.dispatch_precision.communication_format)} · combine ${escapeHtml(point.series.workload.combine_precision.communication_format)}
-
${escapeHtml(point.series.workload.routing)}${point.series.workload.eplb ? '+eplb' : ''}
-
workload=${escapeHtml(point.series.workload.workload_id.slice(0, 24))} · allocations=${point.series.allocation_ids.length}
-
point=${escapeHtml(measurement.point_id)}
-
evidence=${measurement.evidence_ids.map((id) => escapeHtml(id.slice(-8))).join(' · ')}
+
Latency p50 / p90 / p95 / p99
+
Dispatch: ${formatPercentiles(measurement.components.dispatch)}
+
Stage: ${formatPercentiles(measurement.components.stage)}
+
Combine: ${formatPercentiles(measurement.components.combine)}
+
Round trip: ${formatPercentiles(measuredRoundtrip)}${measuredRoundtrip ? ' (measured)' : ''}
+ ${measurement.anomalies.length > 0 ? `
Anomalies: ${measurement.anomalies.map(escapeHtml).join(' · ')}
` : ''} + ${isPinned ? '
Full diagnostics: "Selected matrix case" tab
' : ''}
`; }, getRulerX: (point, scale) => From e4e160e42efa72c4b82e8f96be0ca677bc362a81 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Fri, 10 Jul 2026 10:23:55 +0800 Subject: [PATCH 14/37] feat(collectivex): ingest current backend contract + de-slop reader The backend dropped the promotion-era shape: no format/schema_version strings, no eplb/activation_profile/implementation.provenance/ resource_profile, and terminal-outcome docs are gone (failed correctness now rides in-band as a case-attempt with outcome.status: invalid). Reader/ingest updated to the current artifacts: - discriminate docs by record_type ('case-attempt'), not doc.format; ignore 'samples'; identify the matrix structurally (requested_cases + include + version) - relax the 3 raw ingest schemas (drop format literals; make removed fields optional) and remove the dead terminal schema - surface non-success attempts as invalid coverage/attempts instead of mislabeling them 'pending' - defensive derefs + valid-safeId defaults for the dropped nested objects De-slop: remove dead exports, an unused param, and a stale i18n key. Frontend-internal collectivex.view.v1 / collectivex.runs.v1 unchanged. --- .../collectivex/CollectiveXDisplay.tsx | 2 - .../collectivex/CollectiveXInventory.tsx | 6 +- .../src/components/collectivex/data.test.ts | 5 +- .../app/src/components/collectivex/data.ts | 8 +- .../src/components/collectivex/reader.test.ts | 96 +++++--- .../app/src/components/collectivex/reader.ts | 226 +++++++++--------- .../components/collectivex/test-fixture.ts | 160 +++++-------- .../app/src/components/collectivex/types.ts | 154 ++++-------- .../app/src/lib/collectivex-github.test.ts | 6 +- packages/app/src/lib/collectivex-github.ts | 23 +- 10 files changed, 309 insertions(+), 377 deletions(-) diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index 58effd380..2340eaefc 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -90,7 +90,6 @@ const STRINGS = { yAxis: { latency: 'Latency', 'tokens-per-second': 'Token rate at selected latency percentile', - 'payload-rate': 'Logical payload rate at selected latency percentile', }, mode: { normal: 'Normal', 'low-latency': 'Low latency' }, fabricScope: { all: 'All', 'scale-up': 'Scale-up', 'scale-out': 'Scale-out' }, @@ -215,7 +214,6 @@ const STRINGS = { yAxis: { latency: '延迟', 'tokens-per-second': '所选延迟分位点的 token 速率', - 'payload-rate': '所选延迟分位点的逻辑载荷速率', }, mode: { normal: '常规', 'low-latency': '低延迟' }, fabricScope: { all: '全部', 'scale-up': '域内', 'scale-out': '跨域' }, diff --git a/packages/app/src/components/collectivex/CollectiveXInventory.tsx b/packages/app/src/components/collectivex/CollectiveXInventory.tsx index ddc60c958..62f9e84cf 100644 --- a/packages/app/src/components/collectivex/CollectiveXInventory.tsx +++ b/packages/app/src/components/collectivex/CollectiveXInventory.tsx @@ -229,9 +229,6 @@ function correctnessSummary(row: PointRow): React.ReactNode { Correctness {correctness.passed ? 'pass' : 'fail'} · max rel err{' '} {correctness.max_relative_error.toExponential(1)}

-

- {correctness.contract} · {correctness.scope} -

); } @@ -378,7 +375,7 @@ export function CollectiveXCaseDetail({
-
diff --git a/packages/app/src/components/collectivex/data.test.ts b/packages/app/src/components/collectivex/data.test.ts index 0e0d89706..9bac3932b 100644 --- a/packages/app/src/components/collectivex/data.test.ts +++ b/packages/app/src/components/collectivex/data.test.ts @@ -13,7 +13,7 @@ import { import { makeCollectiveXDataset, makeCollectiveXSeries } from './test-fixture'; const dataset = makeCollectiveXDataset(); -// series[0]: nccl-ep EP8 scale-up (nvlink, single node). +// series[0]: deepep-v2 EP8 scale-up (nvlink, single node). // series[1]: deepep EP16 scale-out (nvlink scale-up + rdma scale-out, two nodes). const [scaleUp, scaleOut] = dataset.series; @@ -34,9 +34,8 @@ describe('collectiveXTopologyLabel', () => { describe('collectiveXSeriesLabel', () => { it('renders the identifying axes of a series', () => { const label = collectiveXSeriesLabel(scaleUp); - expect(label.startsWith('H200-DGXC EP8 · nccl-ep · normal · scale-up')).toBe(true); + expect(label.startsWith('H200-DGXC EP8 · deepep-v2 · normal · scale-up')).toBe(true); expect(label).toContain('decode'); - expect(label).toContain('d-bf16.c-bf16'); expect(label).toContain('unversioned'); expect(label).toContain('build cccccccc'); }); diff --git a/packages/app/src/components/collectivex/data.ts b/packages/app/src/components/collectivex/data.ts index 65b498f0d..7d4ad8990 100644 --- a/packages/app/src/components/collectivex/data.ts +++ b/packages/app/src/components/collectivex/data.ts @@ -43,7 +43,7 @@ export function collectiveXSeriesLabel(series: CollectiveXSeries): string { const build = series.build.source_sha.slice(0, 8); const identity = series.series_id.slice(-8); const routing = `${series.workload.routing}${series.workload.eplb ? '+eplb' : ''}`; - return `${series.system.sku.toUpperCase()} EP${series.system.ep_size} · ${series.backend.label} · ${series.mode} · ${series.system.scope} · ${series.system.topology_class} · ${series.phase} · ${routing} · ${series.workload.precision_profile} · ${version} · ${series.resource.profile} · build ${build} · series ${identity}`; + return `${series.system.sku.toUpperCase()} EP${series.system.ep_size} · ${series.backend.label} · ${series.mode} · ${series.system.scope} · ${series.system.topology_class} · ${series.phase} · ${routing} · ${version} · build ${build} · series ${identity}`; } export function collectiveXColorKey(series: CollectiveXSeries): string { @@ -70,15 +70,13 @@ export function collectiveXColorKey(series: CollectiveXSeries): string { series.backend.id, series.backend.generation ?? 'default', series.backend.version ?? 'unversioned', - series.build.image_digest, + series.build.image, series.build.source_sha, series.build.squash_sha256, routing, - series.workload.precision_profile, JSON.stringify(series.workload.dispatch_precision), JSON.stringify(series.workload.combine_precision), eplb, - series.resource.profile, units, ].join('_'); } @@ -181,7 +179,7 @@ export function comparisonDifferences(series: CollectiveXSeries[]): string[] { [ 'dtypes', (item) => - `${item.workload.precision_profile}/${JSON.stringify(item.workload.dispatch_precision)}/${JSON.stringify(item.workload.combine_precision)}`, + `${JSON.stringify(item.workload.dispatch_precision)}/${JSON.stringify(item.workload.combine_precision)}`, ], ['resource profile', (item) => JSON.stringify(item.resource)], ['measurement', (item) => JSON.stringify(item.measurement)], diff --git a/packages/app/src/components/collectivex/reader.test.ts b/packages/app/src/components/collectivex/reader.test.ts index f8143f9c8..f08ed8744 100644 --- a/packages/app/src/components/collectivex/reader.test.ts +++ b/packages/app/src/components/collectivex/reader.test.ts @@ -18,14 +18,13 @@ import { buildDataset, makeCollectiveXDataset, makeCollectiveXSeries, + makeInvalidCaseAttempt, makeRawMatrix, makeRawShard, - makeRawTerminal, makeRunMeta, } from './test-fixture'; const IMAGE_DIGEST = `sha256:${'a'.repeat(64)}`; -const SQUASH_SHA256 = 'b'.repeat(64); const SOURCE_SHA = 'c'.repeat(40); function fakeResponse(body: string, status = 200): Response { @@ -44,7 +43,7 @@ describe('CollectiveX neutral → view assembly', () => { const dataset = makeCollectiveXDataset(); expect(dataset.format).toBe('collectivex.view.v1'); expect(dataset.schema_version).toBe(1); - // Two measured series (nccl-ep EP8 scale-up + deepep EP16 scale-out). + // Two measured series (deepep-v2 EP8 scale-up + deepep EP16 scale-out). expect(dataset.series).toHaveLength(2); // Four requested coverage rows: two measured, one unsupported terminal, one pending. expect(dataset.coverage).toHaveLength(4); @@ -71,13 +70,56 @@ describe('CollectiveX neutral → view assembly', () => { expect(run.requested_points).toBe(8); }); - it('emits one attempt per measured shard and none for an id-less terminal doc', () => { + it('emits one attempt per measured shard', () => { const dataset = makeCollectiveXDataset(); expect(dataset.attempts).toHaveLength(2); expect(dataset.attempts.every((attempt) => attempt.outcome === 'success')).toBe(true); // Both success shards share one GHA run+attempt, so one allocation. expect(dataset.run.allocation_count).toBe(1); }); + + // Feed the assembler exactly what a run's shard artifact carries: the matrix, a + // current-backend case-attempt, and a co-located `samples` dump the reader must drop. + interface ShardIdentity { + case_id: string; + case_factors: { sku: string; case: Record }; + } + const requestedOf = (shard: Record) => { + const { case_id: caseId, case_factors } = shard.identity as ShardIdentity; + return { + caseId, + sku: case_factors.sku, + disposition: 'runnable' as const, + case: case_factors.case, + }; + }; + + it('assembles measured coverage from a matrix + success case-attempt and ignores a samples doc', () => { + const shard = makeRawShard({ backend: 'deepep-v2' }); + const matrix = makeRawMatrix([requestedOf(shard)]); + const samples = { record_type: 'samples', identity: shard.identity, rows: [] }; + const dataset = buildDatasetFromNeutral(matrix, [shard, samples], makeRunMeta()); + + expect(dataset.series).toHaveLength(1); + expect(dataset.coverage).toHaveLength(1); + expect(dataset.coverage[0].outcome).toBe('success'); + expect(dataset.coverage[0].points.every((point) => point.terminal_status === 'measured')).toBe( + true, + ); + }); + + it('surfaces an invalid case-attempt as an invalid coverage outcome, not pending', () => { + const shard = makeInvalidCaseAttempt({ backend: 'deepep-v2' }); + const dataset = buildDatasetFromNeutral( + makeRawMatrix([requestedOf(shard)]), + [shard], + makeRunMeta(), + ); + + expect(dataset.series).toHaveLength(0); + expect(dataset.coverage[0].outcome).toBe('invalid'); + expect(dataset.attempts[0].outcome).toBe('invalid'); + }); }); // --------------------------------------------------------------------------- @@ -88,16 +130,16 @@ describe('CollectiveX neutral field synthesis', () => { const dataset = buildDataset({ shards: [makeRawShard({ runId: '208', runAttempt: '2' })] }); const series = dataset.series[0]; // No series_id emitted → series key falls back to case_id. - expect(series.series_id).toBe('h200-dgxc-nccl-ep-deepseek-v3-normal-decode-ep8-uniform'); + expect(series.series_id).toBe('h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform'); expect(series.allocation_ids).toEqual(['alloc-208-2']); expect(series.points[0].evidence_ids).toEqual([`ev-${series.points[0].point_id}`]); }); it('folds provenance into the build and defaults combine quant mode to none', () => { const series = makeCollectiveXSeries(); - expect(series.build.image_digest).toBe(IMAGE_DIGEST); + expect(series.build.image).toBe(IMAGE_DIGEST); expect(series.build.source_sha).toBe(SOURCE_SHA); - expect(series.build.squash_sha256).toBe(SQUASH_SHA256); + expect(series.build.squash_sha256).toBe(''); expect(series.workload.workload_id).toBe('deepseek-v3'); expect(series.workload.combine_precision.quant_mode).toBe('none'); }); @@ -167,33 +209,19 @@ describe('CollectiveX terminal coverage', () => { expect(pending?.attempt_ids).toEqual([]); }); - it('emits a terminal attempt when the doc carries full-format ids', () => { - const caseId = 'h100-dgxc-nccl-ep-deepseek-v3-normal-decode-ep8-uniform'; - const terminal = makeRawTerminal({ - caseId, - sku: 'h100-dgxc', - status: 'failed', - withAttempt: true, - }); + it('surfaces a non-success case-attempt as an in-band invalid outcome, not pending', () => { + // The retired terminal-outcome doc is now a `record_type: 'case-attempt'` whose + // outcome.status is non-success; it stands in for the case's terminal result. const dataset = buildDataset({ - shards: [], - terminals: [terminal], - requestedCases: [ - { - caseId, - sku: 'h100-dgxc', - disposition: 'runnable', - case: ( - makeRawShard({ caseId, sku: 'h100-dgxc' }).identity as { - case_factors: { case: Record }; - } - ).case_factors.case, - }, - ], + shards: [makeInvalidCaseAttempt({ sku: 'h100-dgxc', reasons: ['kernel-timeout'] })], }); expect(dataset.attempts).toHaveLength(1); - expect(dataset.attempts[0].outcome).toBe('failed'); - expect(dataset.coverage[0].outcome).toBe('failed'); + expect(dataset.attempts[0].outcome).toBe('invalid'); + expect(dataset.coverage).toHaveLength(1); + expect(dataset.coverage[0].outcome).toBe('invalid'); + expect(dataset.coverage[0].reason).toBe('kernel-timeout'); + // No successful shard → no series is assembled. + expect(dataset.series).toHaveLength(0); }); }); @@ -213,7 +241,7 @@ describe('CollectiveX run summary', () => { // Raw ingest rejections // --------------------------------------------------------------------------- describe('CollectiveX raw ingest rejections', () => { - it('rejects a matrix doc with the wrong format', () => { + it('rejects a matrix doc missing its required arrays', () => { expect(() => buildDatasetFromNeutral({ format: 'nope' }, [], makeRunMeta())).toThrow(/matrix/); }); @@ -224,10 +252,10 @@ describe('CollectiveX raw ingest rejections', () => { expect(() => buildDatasetFromNeutral(matrix, [shard], makeRunMeta())).toThrow(/shard/); }); - it('ignores raw docs whose format is neither ep nor terminal', () => { + it('ignores docs whose record_type is not case-attempt (e.g. samples)', () => { const dataset = buildDatasetFromNeutral( makeRawMatrix([]), - [{ format: 'collectivex.samples.v1' }], + [{ record_type: 'samples', rows: [] }], makeRunMeta(), ); expect(dataset.series).toHaveLength(0); diff --git a/packages/app/src/components/collectivex/reader.ts b/packages/app/src/components/collectivex/reader.ts index 3e54f433e..01b0e4f1e 100644 --- a/packages/app/src/components/collectivex/reader.ts +++ b/packages/app/src/components/collectivex/reader.ts @@ -4,7 +4,6 @@ import { collectiveXDatasetSchema, collectiveXRawCaseAttemptSchema, collectiveXRawMatrixSchema, - collectiveXRawTerminalSchema, collectiveXRunsSchema, COLLECTIVEX_DEFAULT_VERSION, type CollectiveXAttempt, @@ -17,9 +16,7 @@ import { type CollectiveXPrecisionAxis, type CollectiveXRawCase, type CollectiveXRawCaseAttempt, - type CollectiveXRawProfile, type CollectiveXRawRow, - type CollectiveXRawTerminal, type CollectiveXResolvedDataset, type CollectiveXRuns, type CollectiveXRunSummary, @@ -167,12 +164,13 @@ export function parseCollectiveXRuns(value: unknown, version: CollectiveXVersion // --------------------------------------------------------------------------- // Neutral → view builder // -// Runs server-side (route.ts) over the raw docs collectivex-github.ts downloaded: -// one collectivex.matrix.v1 doc, plus every collectivex.ep.v1 (case-attempt) and -// collectivex.terminal.v1 (terminal-outcome) doc from the run's shard/unsupported -// artifacts. Assembles the neutral view dataset, deriving the data-rate fields the -// retired publisher used to store. The assembled dataset is validated against the -// view schema before it is returned, so the served JSON is always schema-valid. +// Runs server-side (route.ts) over the raw docs collectivex-github.ts downloaded: one matrix +// doc (identified structurally) plus every `case-attempt` document from the run's shard +// artifacts, discriminated by `record_type`. `samples` documents are ignored. The backend no +// longer emits separate terminal-outcome documents; a non-success (`invalid`) case-attempt +// carries its own terminal outcome in-band. Assembles the neutral view dataset, deriving the +// data-rate fields the retired publisher used to store. The assembled dataset is validated +// against the view schema before it is returned, so the served JSON is always schema-valid. // --------------------------------------------------------------------------- export interface CollectiveXNeutralRunMeta { run_id: string; @@ -183,8 +181,6 @@ export interface CollectiveXNeutralRunMeta { source_bundle_ids: string[]; } -const ACTIVATION_ACCOUNTING = 'activation-data-plus-scales-v1' as const; - function toOutcome(status: string): CollectiveXOutcome { switch (status) { case 'success': @@ -237,7 +233,6 @@ function mapComponent( }; } const byte_provenance = { - accounting_contract: ACTIVATION_ACCOUNTING, activation_data_bytes: bytes.activation_data_bytes, scale_bytes: bytes.scale_bytes ?? 0, total_logical_bytes: bytes.total_logical_bytes, @@ -258,19 +253,23 @@ function mapComponent( }; } -function precisionProfileId(profile: CollectiveXRawProfile): string { - return `d-${profile.dtype}.c-${profile.combine_dtype}`; -} - -function dispatchPrecision(profile: CollectiveXRawProfile): CollectiveXPrecisionAxis { - return { communication_format: profile.dtype, quant_mode: 'none', semantics: 'dispatch' }; +function dispatchPrecision( + measurement: CollectiveXRawCaseAttempt['measurement'], +): CollectiveXPrecisionAxis { + return { + communication_format: measurement.dispatch_dtype, + quant_mode: 'none', + semantics: 'dispatch', + }; } -function combinePrecision(profile: CollectiveXRawProfile): CollectiveXPrecisionAxis { +function combinePrecision( + measurement: CollectiveXRawCaseAttempt['measurement'], +): CollectiveXPrecisionAxis { return { - communication_format: profile.combine_dtype, - quant_mode: profile.combine_quant_mode ?? 'none', - semantics: profile.combine_semantics, + communication_format: measurement.combine_dtype, + quant_mode: 'none', + semantics: measurement.combine_semantics, }; } @@ -299,22 +298,24 @@ function allocationIdOf(shard: CollectiveXRawCaseAttempt): string { return `alloc-${allocation_factors.run_id}-${allocation_factors.run_attempt}`; } -function evidenceIdOf(row: CollectiveXRawRow): string { - // point_id is unique per row, so it yields a unique, safe evidence id. - return row.evidence_id ?? `ev-${row.point_id}`; +function pointIdOf(caseId: string, row: CollectiveXRawRow): string { + return row.point_id ?? `${caseId}-t${row.tokens_per_rank}`; +} + +function evidenceIdOf(caseId: string, row: CollectiveXRawRow): string { + return row.evidence_id ?? `ev-${pointIdOf(caseId, row)}`; } function seriesBuild(shard: CollectiveXRawCaseAttempt): CollectiveXSeries['build'] { const factors = shard.identity.series_factors; - const image = shard.provenance?.image; return { - image_digest: factors?.image_digest ?? image?.digest ?? '', + image: factors?.image_digest ?? shard.provenance.image ?? '', source_sha: factors?.source_sha ?? shard.identity.allocation_factors.source_sha ?? - shard.provenance?.git_run?.source_sha ?? + shard.provenance.source_sha ?? '', - squash_sha256: factors?.squash_sha256 ?? image?.squash_sha256 ?? '', + squash_sha256: factors?.squash_sha256 ?? '', }; } @@ -343,17 +344,15 @@ function mapAnomalies(anomalies: CollectiveXRawRow['anomalies']): string[] { return [...seen]; } -function mapPoint(row: CollectiveXRawRow): CollectiveXPoint { +function mapPoint(caseId: string, row: CollectiveXRawRow): CollectiveXPoint { return { - point_id: row.point_id, + point_id: pointIdOf(caseId, row), tokens_per_rank: row.tokens_per_rank, global_tokens: row.global_tokens, anomalies: mapAnomalies(row.anomalies), correctness: { passed: row.correctness.passed, max_relative_error: row.correctness.max_relative_error, - contract: row.correctness.contract, - scope: row.correctness.scope, }, routing: { fanout_mean: row.routing.fanout_mean, @@ -373,16 +372,15 @@ function mapPoint(row: CollectiveXRawRow): CollectiveXPoint { isolated_sum: mapComponent(row.components.isolated_sum, row.byte_provenance.isolated_sum), }, roundtrip_token_rate_at_latency_percentile: row.token_rate_at_latency_percentile, - evidence_ids: [evidenceIdOf(row)], + evidence_ids: [evidenceIdOf(caseId, row)], }; } function buildSeries(shard: CollectiveXRawCaseAttempt): CollectiveXSeries { - const { identity, topology, implementation, measurement, runtime_fingerprint } = shard; + const { identity, topology, implementation, measurement, runtime } = shard; const kase = identity.case_factors.case; - const profile = identity.case_factors.profile; const sku = identity.case_factors.sku; - const vendor = runtime_fingerprint.vendor === 'amd' ? 'amd' : 'nvidia'; + const vendor = runtime.vendor === 'amd' ? 'amd' : 'nvidia'; return { series_id: seriesKeyOf(shard), label: caseLabel(sku, kase.backend, kase.phase, kase.ep), @@ -394,8 +392,9 @@ function buildSeries(shard: CollectiveXRawCaseAttempt): CollectiveXSeries { backend: { id: identity.series_factors?.backend ?? kase.backend, label: implementation.name, - generation: implementation.provenance.backend_lineage ?? null, - version: implementation.provenance.deepep_version ?? null, + // provenance was retired with EPLB; legacy shards still carry it, the neutral MVP omits it. + generation: implementation.provenance?.backend_lineage ?? null, + version: implementation.provenance?.deepep_version ?? null, }, build: seriesBuild(shard), system: { @@ -420,19 +419,20 @@ function buildSeries(shard: CollectiveXRawCaseAttempt): CollectiveXSeries { top_k: kase.topk, experts: kase.experts, routing: kase.routing === 'zipf' ? 'zipf' : 'uniform', - eplb: kase.eplb, - precision_profile: precisionProfileId(profile), - dispatch_precision: dispatchPrecision(profile), - combine_precision: combinePrecision(profile), - activation_profile: profile.activation_profile, + // eplb / activation_profile were retired from the neutral backend; default when absent + // (activation_profile feeds a required safeId in the view schema, so use a valid slug). + eplb: kase.eplb ?? false, + dispatch_precision: dispatchPrecision(measurement), + combine_precision: combinePrecision(measurement), + activation_profile: shard.workload.activation_profile ?? 'fixed-profile', }, eplb: { - enabled: kase.eplb, - planner: profile.eplb_planner ?? null, + enabled: kase.eplb ?? false, + planner: null, logical_experts: kase.experts, physical_experts: null, - redundant_experts: profile.eplb_redundant_experts ?? 0, - reference_tokens_per_rank: profile.eplb_reference_tokens_per_rank ?? null, + redundant_experts: 0, + reference_tokens_per_rank: null, replicated_experts: null, max_replicas: null, imbalance_before: null, @@ -440,28 +440,28 @@ function buildSeries(shard: CollectiveXRawCaseAttempt): CollectiveXSeries { mapping_sha256: null, }, resource: { - mode: profile.resource_mode ?? 'fixed-profile', - profile: implementation.resource_profile.resource_class ?? 'fixed-profile', - comm_units_kind: implementation.resource_profile.comm_units_kind ?? null, - configured_units: implementation.resource_profile.configured_units ?? null, + // resource_profile was retired with EPLB; the neutral MVP pins one fixed profile. + mode: 'fixed-profile', + comm_units_kind: implementation.resource_profile?.comm_units_kind ?? null, + configured_units: implementation.resource_profile?.configured_units ?? null, }, measurement: { - contract: measurement.contract, - combine_semantics: profile.combine_semantics, - payload_unit: profile.payload_unit, + combine_semantics: measurement.combine_semantics, + payload_unit: measurement.payload_unit, iters: measurement.sampling.iterations_per_trial, trials: measurement.sampling.trials, warmups: measurement.sampling.warmup_iterations, samples_per_component: measurement.sampling.samples_per_component, }, - points: measurement.rows.map((row) => mapPoint(row)), + points: measurement.rows.map((row) => mapPoint(identity.case_id, row)), }; } function successAttempt(shard: CollectiveXRawCaseAttempt): CollectiveXAttempt { const { identity } = shard; + const attemptId = `${identity.case_id}-a${String(identity.attempt_ordinal).padStart(2, '0')}`; return { - attempt_id: identity.attempt_id, + attempt_id: attemptId, case_id: identity.case_id, allocation_id: allocationIdOf(shard), run_id: identity.allocation_factors.run_id, @@ -472,32 +472,28 @@ function successAttempt(shard: CollectiveXRawCaseAttempt): CollectiveXAttempt { reason: null, selected: true, evidence: shard.measurement.rows.map((row) => ({ - evidence_id: evidenceIdOf(row), - point_id: row.point_id, + evidence_id: evidenceIdOf(identity.case_id, row), + point_id: pointIdOf(identity.case_id, row), })), }; } -function terminalAttempt(doc: CollectiveXRawTerminal): CollectiveXAttempt | null { - const { identity, outcome } = doc; - const attemptId = identity.attempt_id; - const caseId = identity.case_id; - const allocationId = identity.allocation_id; - const runId = identity.allocation_factors?.run_id; - // Terminal docs from the capability resolver carry full-format IDs; only emit an - // attempt when they are all present, otherwise the coverage row records the outcome. - if (!attemptId || !caseId || !allocationId || !runId) return null; - const mapped = toOutcome(outcome.status); +// The backend no longer emits standalone terminal-outcome docs; a non-success case-attempt +// (outcome.status !== 'success') carries its terminal outcome in-band. Its identity has the +// same full-format ids as a success shard, so the attempt is built the same way with the +// mapped outcome, no measured evidence, and the first in-band reason. +function caseAttemptTerminal(shard: CollectiveXRawCaseAttempt): CollectiveXAttempt { + const { identity, outcome } = shard; return { - attempt_id: attemptId, - case_id: caseId, - allocation_id: allocationId, - run_id: runId, - run_attempt: Number(identity.allocation_factors?.run_attempt) || 1, - attempt_index: identity.attempt_ordinal ?? 1, - outcome: mapped, - failure_mode: outcome.failure_mode ?? null, - reason: outcome.reason ?? outcome.failure_mode ?? null, + attempt_id: `${identity.case_id}-a${String(identity.attempt_ordinal).padStart(2, '0')}`, + case_id: identity.case_id, + allocation_id: allocationIdOf(shard), + run_id: identity.allocation_factors.run_id, + run_attempt: Number(identity.allocation_factors.run_attempt) || 1, + attempt_index: identity.attempt_ordinal, + outcome: toOutcome(outcome.status), + failure_mode: null, + reason: outcome.reasons?.[0] ?? null, selected: true, evidence: [], }; @@ -514,7 +510,7 @@ function ladderTokens(kase: CollectiveXRawCase): number[] { function measuredCoveragePoints(shard: CollectiveXRawCaseAttempt): CollectiveXCoveragePoint[] { return shard.measurement.rows.map((row) => ({ - point_id: row.point_id, + point_id: pointIdOf(shard.identity.case_id, row), series_id: seriesKeyOf(shard), tokens_per_rank: row.tokens_per_rank, global_tokens: row.global_tokens, @@ -546,29 +542,30 @@ export function buildDatasetFromNeutral( ): CollectiveXDataset { const matrix = parseWith(collectiveXRawMatrixSchema, matrixRaw, 'matrix'); + // Discriminate by record_type: only `case-attempt` docs are ingested. `samples` dumps and + // any other record type are ignored, as is the matrix doc (handled above). const shards: CollectiveXRawCaseAttempt[] = []; - const terminals: CollectiveXRawTerminal[] = []; for (const doc of docs) { - const format = (doc as { format?: unknown } | null)?.format; - if (format === 'collectivex.ep.v1') { + const recordType = (doc as { record_type?: unknown } | null)?.record_type; + if (recordType === 'case-attempt') { shards.push(parseWith(collectiveXRawCaseAttemptSchema, doc, 'shard')); - } else if (format === 'collectivex.terminal.v1') { - terminals.push(parseWith(collectiveXRawTerminalSchema, doc, 'terminal')); } - // Other formats (e.g. collectivex.samples.v1 raw sample dumps) are ignored. } const successShards = shards.filter((shard) => shard.outcome.status === 'success'); + const nonSuccessShards = shards.filter((shard) => shard.outcome.status !== 'success'); const seriesByCaseId = new Map(); for (const shard of successShards) { if (!seriesByCaseId.has(shard.identity.case_id)) { seriesByCaseId.set(shard.identity.case_id, shard); } } - const terminalsByCaseId = new Map(); - for (const doc of terminals) { - const caseId = doc.identity.case_id; - if (caseId && !terminalsByCaseId.has(caseId)) terminalsByCaseId.set(caseId, doc); + // Non-success case-attempts stand in for the retired terminal-outcome docs: a case with no + // successful shard but an `invalid`/`failed` attempt records that terminal outcome. + const nonSuccessByCaseId = new Map(); + for (const shard of nonSuccessShards) { + const caseId = shard.identity.case_id; + if (!nonSuccessByCaseId.has(caseId)) nonSuccessByCaseId.set(caseId, shard); } // Series: one per distinct successful series key (retries of a case share it). @@ -580,13 +577,10 @@ export function buildDatasetFromNeutral( } } - // Attempts: every success shard and every terminal doc with full-format IDs. + // Attempts: every success shard and every non-success case-attempt. const attempts: CollectiveXAttempt[] = []; for (const shard of successShards) attempts.push(successAttempt(shard)); - for (const doc of terminals) { - const attempt = terminalAttempt(doc); - if (attempt) attempts.push(attempt); - } + for (const shard of nonSuccessShards) attempts.push(caseAttemptTerminal(shard)); const attemptsByCaseId = new Map(); for (const attempt of attempts) { attemptsByCaseId.set(attempt.case_id, [ @@ -602,56 +596,56 @@ export function buildDatasetFromNeutral( const caseId = kase.case_id; if (!caseId) continue; const shard = seriesByCaseId.get(caseId); - const terminal = terminalsByCaseId.get(caseId); + const nonSuccess = nonSuccessByCaseId.get(caseId); const caseAttempts = attemptsByCaseId.get(caseId) ?? []; const attemptIds = caseAttempts.map((attempt) => attempt.attempt_id); + // failure_mode is not part of the current backend contract (no failure + // taxonomy is emitted), so it is always null here. + const failureMode: string | null = null; let outcome: CollectiveXOutcome; let points: CollectiveXCoveragePoint[]; - let selectedAttemptId: string | null; - let failureMode: string | null; + let selectedAttemptId: string | null = null; let reason: string | null; if (shard) { outcome = 'success'; points = measuredCoveragePoints(shard); - selectedAttemptId = shard.identity.attempt_id; - failureMode = null; + selectedAttemptId = `${caseId}-a${String(shard.identity.attempt_ordinal).padStart(2, '0')}`; reason = null; - } else if (terminal) { - outcome = toOutcome(terminal.outcome.status); - reason = terminal.outcome.reason ?? terminal.outcome.failure_mode ?? 'unspecified'; + } else if (nonSuccess) { + outcome = toOutcome(nonSuccess.outcome.status); + reason = nonSuccess.outcome.reasons?.[0] ?? 'invalid'; points = terminalCoveragePoints(kase, toTerminalStatus(outcome), reason); - selectedAttemptId = terminal.identity.attempt_id ?? null; - failureMode = terminal.outcome.failure_mode ?? null; + selectedAttemptId = `${caseId}-a${String(nonSuccess.identity.attempt_ordinal).padStart(2, '0')}`; + } else if (requested.disposition === 'unsupported') { + outcome = 'unsupported'; + reason = requested.reason ?? 'unsupported'; + points = terminalCoveragePoints(kase, 'unsupported', reason); } else { outcome = 'pending'; reason = 'pending'; points = terminalCoveragePoints(kase, 'pending', reason); - selectedAttemptId = null; - failureMode = null; } - const profile = shard?.identity.case_factors.profile; + const measurement = shard?.measurement; coverage.push({ case_id: caseId, label: caseLabel(requested.sku, kase.backend, kase.phase, kase.ep), disposition: requested.disposition, sku: requested.sku, backend: kase.backend, - backend_generation: shard?.implementation.provenance.backend_lineage ?? null, + backend_generation: shard?.implementation.provenance?.backend_lineage ?? null, mode: kase.mode === 'low-latency' ? 'low-latency' : 'normal', phase: kase.phase === 'prefill' ? 'prefill' : 'decode', routing: kase.routing === 'zipf' ? 'zipf' : 'uniform', - eplb: kase.eplb, - precision_profile: profile ? precisionProfileId(profile) : null, - dispatch_precision: profile ? dispatchPrecision(profile) : null, - combine_precision: profile ? combinePrecision(profile) : null, + eplb: kase.eplb ?? false, + dispatch_precision: measurement ? dispatchPrecision(measurement) : null, + combine_precision: measurement ? combinePrecision(measurement) : null, resource: { - mode: profile?.resource_mode ?? null, - profile: shard?.implementation.resource_profile.resource_class ?? null, - comm_units_kind: shard?.implementation.resource_profile.comm_units_kind ?? null, - configured_units: shard?.implementation.resource_profile.configured_units ?? null, + mode: shard ? 'fixed-profile' : null, + comm_units_kind: shard?.implementation.resource_profile?.comm_units_kind ?? null, + configured_units: shard?.implementation.resource_profile?.configured_units ?? null, }, topology: { ep_size: kase.ep, diff --git a/packages/app/src/components/collectivex/test-fixture.ts b/packages/app/src/components/collectivex/test-fixture.ts index 070b1ff63..b39e86b13 100644 --- a/packages/app/src/components/collectivex/test-fixture.ts +++ b/packages/app/src/components/collectivex/test-fixture.ts @@ -1,12 +1,15 @@ // Neutral-format test fixtures. // -// The CollectiveX frontend consumes three neutral GitHub-artifact formats -// (collectivex.matrix.v1, collectivex.ep.v1, collectivex.terminal.v1) and assembles -// the served view dataset with `buildDatasetFromNeutral`. These builders emit those -// raw artifacts and run them through the real assembler, so a fixture dataset exercises -// the exact ingest → synthesis → strict-view-validation path the route uses. Building on -// the real pipeline also guarantees every returned CollectiveXSeries / CollectiveXDataset -// is view-schema-valid, which is what the data-helper tests operate on. +// The CollectiveX frontend consumes the neutral GitHub artifacts a sweep run uploads: one +// matrix document (identified structurally) plus `case-attempt` records (discriminated by +// `record_type`), and assembles the served view dataset with `buildDatasetFromNeutral`. +// These builders emit those raw artifacts in the current neutral shape (no `format` tags, no +// retired EPLB/provenance/resource fields) and run them through the real assembler, so a +// fixture dataset exercises the exact ingest → synthesis → strict-view-validation path the +// route uses. A non-success case-attempt (`status: 'invalid'`) carries its terminal outcome +// in-band; the backend no longer emits standalone terminal-outcome documents. Building on the +// real pipeline also guarantees every returned CollectiveXSeries / CollectiveXDataset is +// view-schema-valid, which is what the data-helper tests operate on. import { buildDatasetFromNeutral, type CollectiveXNeutralRunMeta } from './reader'; import type { CollectiveXDataset, CollectiveXSeries } from './types'; @@ -68,17 +71,15 @@ export interface ShardOverrides { squashSha256?: string; dtype?: string; combineDtype?: string; - combineQuantMode?: string; combineSemantics?: string; payloadUnit?: string; activationProfile?: string; - resourceMode?: string; resourceClass?: string; commUnitsKind?: string | null; configuredUnits?: number | null; - eplbPlanner?: string | null; - eplbRedundant?: number; status?: string; + // In-band failure reasons for a non-success (`invalid`) case-attempt. + reasons?: string[]; rows?: RowOverrides[]; // Emit the retired promotion-era identity fields so the legacy-passthrough path is // covered (series_id / allocation_id / series_factors present). @@ -100,14 +101,13 @@ function component(base: number, sampleCount = 512, origin = 'measured'): Json { function bytes(activation: number): Json { return { - accounting_contract: 'activation-data-plus-scales-v1', activation_data_bytes: activation, scale_bytes: 0, total_logical_bytes: activation, }; } -function makeRawRow(caseId: string, index: number, row: RowOverrides): Json { +function makeRawRow(index: number, row: RowOverrides): Json { const tokensPerRank = row.tokensPerRank ?? 128 * (index + 1); const components: Json = { dispatch: component(417 + index), @@ -131,15 +131,12 @@ function makeRawRow(caseId: string, index: number, row: RowOverrides): Json { byteProvenance.stage = row.stageZeroBytes ? bytes(0) : bytes(192381952); } return { - point_id: `${caseId}-t${index + 1}`, tokens_per_rank: tokensPerRank, global_tokens: row.globalTokens ?? tokensPerRank * 8, anomalies: row.anomalies, correctness: { passed: row.correctnessPassed ?? true, max_relative_error: row.maxRelativeError ?? 0.004, - contract: 'allclose-v1', - scope: 'per-rank', }, routing: { fanout_mean: 6.55, @@ -158,11 +155,10 @@ function makeRawRow(caseId: string, index: number, row: RowOverrides): Json { } function makeRawCase(o: ShardOverrides, caseId: string): Json { - return { + const kase: Json = { case_id: caseId, - backend: o.backend ?? 'nccl-ep', + backend: o.backend ?? 'deepep-v2', ep: o.ep ?? 8, - eplb: o.eplb ?? false, experts: o.experts ?? 256, gpus_per_node: o.gpusPerNode ?? 8, hidden: o.hidden ?? 7168, @@ -181,12 +177,16 @@ function makeRawCase(o: ShardOverrides, caseId: string): Json { scale_up_transport: o.scaleUpTransport ?? 'nvlink', scale_out_transport: o.scaleOutTransport ?? null, }; + // `eplb` was retired from the neutral case; emit it only for the legacy-passthrough path + // or when a test sets it explicitly, to prove the reader still tolerates it. + if (o.legacyIdentity || o.eplb !== undefined) kase.eplb = o.eplb ?? false; + return kase; } export function caseIdOf(o: ShardOverrides = {}): string { if (o.caseId) return o.caseId; const sku = o.sku ?? 'h200-dgxc'; - const backend = o.backend ?? 'nccl-ep'; + const backend = o.backend ?? 'deepep-v2'; const workload = o.workload ?? 'deepseek-v3'; const mode = o.mode ?? 'normal'; const phase = o.phase ?? 'decode'; @@ -199,37 +199,21 @@ export function caseIdOf(o: ShardOverrides = {}): string { export function makeRawShard(o: ShardOverrides = {}): Json { const caseId = caseIdOf(o); const sku = o.sku ?? 'h200-dgxc'; - const backend = o.backend ?? 'nccl-ep'; + const backend = o.backend ?? 'deepep-v2'; const runId = o.runId ?? '160'; const runAttempt = o.runAttempt ?? '1'; - const attemptId = `${caseId}-a0${o.attemptOrdinal ?? 1}`; const rowSpecs = o.rows ?? [{}, {}]; const identity: Json = { case_id: caseId, - attempt_id: attemptId, attempt_ordinal: o.attemptOrdinal ?? 1, case_factors: { sku, - case: makeRawCase(o, caseId), - profile: { - dtype: o.dtype ?? 'bf16', - combine_dtype: o.combineDtype ?? 'bf16', - combine_quant_mode: o.combineQuantMode, - combine_semantics: o.combineSemantics ?? 'weighted-sum', - payload_unit: o.payloadUnit ?? 'tokens', - activation_profile: o.activationProfile ?? 'balanced', - eplb_planner: o.eplbPlanner ?? null, - eplb_redundant_experts: o.eplbRedundant ?? 0, - resource_mode: o.resourceMode ?? 'fixed-profile', - }, + case: makeRawCase({ ...o, backend }, caseId), }, allocation_factors: { run_id: runId, run_attempt: runAttempt, - runner: 'gha-runner', - artifact: `cxshard-${caseId}`, - execution_id: `exec-${runId}`, source_sha: o.sourceSha ?? SOURCE_SHA, }, }; @@ -247,17 +231,10 @@ export function makeRawShard(o: ShardOverrides = {}): Json { } return { - format: 'collectivex.ep.v1', record_type: 'case-attempt', generated_at: '2026-07-08T12:18:11Z', identity, - provenance: { - image: { - digest: o.imageDigest ?? IMAGE_DIGEST, - squash_sha256: o.squashSha256 ?? SQUASH_SHA256, - }, - git_run: { source_sha: o.sourceSha ?? SOURCE_SHA }, - }, + provenance: { image: o.imageDigest ?? IMAGE_DIGEST, source_sha: o.sourceSha ?? SOURCE_SHA }, topology: { device_product: o.deviceProduct, gpus_per_node: o.gpusPerNode ?? 8, @@ -285,63 +262,50 @@ export function makeRawShard(o: ShardOverrides = {}): Json { resource_class: o.resourceClass ?? 'fixed-profile', }, }, - runtime_fingerprint: { vendor: o.vendor ?? 'nvidia' }, + runtime: { vendor: o.vendor ?? 'nvidia' }, + // The neutral backend emits `workload: { cross_rank_consistent }` with no + // activation_profile; only legacy shards (or an explicit override) carry it. Default to the + // real shape so the ingest path is exercised as the backend actually emits it. + workload: + o.activationProfile !== undefined || o.legacyIdentity + ? { cross_rank_consistent: true, activation_profile: o.activationProfile ?? 'balanced' } + : { cross_rank_consistent: true }, measurement: { - contract: 'layout-and-dispatch-v1', + dispatch_dtype: o.dtype ?? 'bf16', + combine_dtype: o.combineDtype ?? 'bf16', + combine_semantics: o.combineSemantics ?? 'weighted-sum', + payload_unit: o.payloadUnit ?? 'tokens', sampling: { iterations_per_trial: 64, trials: 8, warmup_iterations: 16, samples_per_component: 512, }, - rows: rowSpecs.map((row, index) => makeRawRow(caseId, index, row)), + rows: rowSpecs.map((row, index) => makeRawRow(index, row)), }, - outcome: { status: o.status ?? 'success' }, - }; -} - -export interface TerminalOverrides { - caseId?: string; - sku?: string; - status?: string; - failureMode?: string; - reason?: string | null; - returnCode?: number; - runId?: string; - runAttempt?: string; - // Emit full-format attempt identity so a terminal attempt row is produced. - withAttempt?: boolean; -} - -export function makeRawTerminal(o: TerminalOverrides = {}): Json { - const caseId = o.caseId ?? 'b300-sxm-deepep-deepseek-v3-normal-decode-ep8-uniform'; - const identity: Json = { - case_id: caseId, - allocation_factors: { run_id: o.runId ?? '160', run_attempt: o.runAttempt ?? '1' }, - }; - if (o.withAttempt) { - identity.allocation_id = `alloc-${o.runId ?? '160'}-${o.runAttempt ?? '1'}`; - identity.attempt_id = `${caseId}-a01`; - identity.attempt_ordinal = 1; - } - return { - format: 'collectivex.terminal.v1', - record_type: 'terminal-outcome', - generated_at: '2026-07-08T12:18:11Z', - identity, outcome: { - status: o.status ?? 'unsupported', - failure_mode: o.failureMode, - reason: o.reason ?? 'capability-gate', - return_code: o.returnCode ?? 42, + status: o.status ?? 'success', + // In-band failure reasons for a non-success (`invalid`/`failed`) case-attempt. + ...(o.reasons ? { reasons: o.reasons } : {}), }, }; } +// A non-success case-attempt. The backend no longer emits a standalone terminal-outcome +// document; a failed/invalid/unsupported case now carries its terminal outcome in-band on a +// `record_type: 'case-attempt'` doc whose `outcome.status !== 'success'` and whose +// `outcome.reasons` lists the failure reasons. Defaults to `invalid`. The raw schema still +// requires >= 1 measurement row, so the row block is present, but the reader ignores it for a +// non-success attempt. Overrides flow straight through to `makeRawShard`. +export function makeInvalidCaseAttempt(o: ShardOverrides = {}): Json { + return makeRawShard({ status: 'invalid', reasons: ['capability-gate'], ...o }); +} + interface RequestedCaseSpec { caseId: string; sku: string; disposition?: 'runnable' | 'unsupported'; + reason?: string; case: Json; } @@ -356,16 +320,18 @@ function requestedFromShard(shard: Json): RequestedCaseSpec { }; } +// The neutral matrix carries no `format`/`schema_version`; it is identified structurally by +// its `requested_cases[]` + `include[]` arrays and its numeric `version` (collectivex-github.ts). export function makeRawMatrix(requested: RequestedCaseSpec[], version = 1): Json { return { - format: 'collectivex.matrix.v1', - schema_version: 1, version, include: [], requested_cases: requested.map((entry) => ({ case: entry.case, sku: entry.sku, disposition: entry.disposition ?? 'runnable', + reason: entry.reason ?? null, + detail: entry.reason ? 'unsupported by the selected backend/platform' : null, })), }; } @@ -386,20 +352,20 @@ export function makeRunMeta( export interface BuildDatasetOptions { shards?: Json[]; - terminals?: Json[]; // Extra requested cases beyond those derived from the shards (e.g. a pending case). requestedCases?: RequestedCaseSpec[]; meta?: Partial; } // Assemble a view dataset through the real neutral → view builder. Requested matrix -// cases default to one runnable case per shard so measured coverage is populated. +// cases default to one runnable case per shard so measured coverage is populated. Every +// shard is a `record_type: 'case-attempt'` doc — success shards and in-band non-success +// (invalid/failed) attempts alike flow through the same channel. export function buildDataset(options: BuildDatasetOptions = {}): CollectiveXDataset { const shards = options.shards ?? [makeRawShard()]; - const terminals = options.terminals ?? []; const requested = [...shards.map(requestedFromShard), ...(options.requestedCases ?? [])]; const matrix = makeRawMatrix(requested); - return buildDatasetFromNeutral(matrix, [...shards, ...terminals], makeRunMeta(options.meta)); + return buildDatasetFromNeutral(matrix, shards, makeRunMeta(options.meta)); } // A single view series, assembled from one measured shard. @@ -411,7 +377,7 @@ export function makeCollectiveXSeries(overrides: ShardOverrides = {}): Collectiv // one unsupported terminal case, and one pending case. Exercises series/coverage/attempt // assembly plus every terminal disposition the run summary counts. export function makeCollectiveXDataset(): CollectiveXDataset { - const shardA = makeRawShard({ backend: 'nccl-ep', ep: 8 }); + const shardA = makeRawShard({ backend: 'deepep-v2', ep: 8 }); const shardB = makeRawShard({ sku: 'h200-dgxc', backend: 'deepep', @@ -429,16 +395,11 @@ export function makeCollectiveXDataset(): CollectiveXDataset { }); const unsupportedCaseId = 'b300-sxm-deepep-hybrid-deepseek-v3-normal-decode-ep8-uniform'; - const unsupported = makeRawTerminal({ - caseId: unsupportedCaseId, - sku: 'b300-sxm', - status: 'unsupported', - reason: 'capability-gate', - }); const unsupportedCase: RequestedCaseSpec = { caseId: unsupportedCaseId, sku: 'b300-sxm', disposition: 'unsupported', + reason: 'capability-gate', case: makeRawCase( { backend: 'deepep-hybrid', sku: 'b300-sxm', nodes: 1, gpusPerNode: 8 }, unsupportedCaseId, @@ -458,7 +419,6 @@ export function makeCollectiveXDataset(): CollectiveXDataset { return buildDataset({ shards: [shardA, shardB], - terminals: [unsupported], requestedCases: [unsupportedCase, pendingCase], }); } diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts index 511b9ed54..d7073d526 100644 --- a/packages/app/src/components/collectivex/types.ts +++ b/packages/app/src/components/collectivex/types.ts @@ -1,10 +1,10 @@ import { z } from 'zod'; export type CollectiveXPhase = 'decode' | 'prefill'; -// The release version is a numeric, incrementable identity (1, 2, 3, ...), matching -// the backend release marker's "version": N. It is NOT the frozen data-format literal -// "v1" (cx*-v1-* ids, collectivex.*.v1 formats), which is the schema-version shared -// across releases. The neutral MVP backend only emits schema_version 1. +// The release version is a numeric, incrementable identity (1, 2, 3, ...), matching the +// backend release marker's "version": N — the single version the neutral backend emits on the +// matrix and every case-attempt document. (The retired per-artifact `format`/`schema_version` +// signals are no longer emitted or required.) export const COLLECTIVEX_VERSIONS = [1] as const; export type CollectiveXVersion = (typeof COLLECTIVEX_VERSIONS)[number]; export const COLLECTIVEX_DEFAULT_VERSION: CollectiveXVersion = Math.max( @@ -99,7 +99,6 @@ const ratePercentilesSchema = z.strictObject({ p99: z.number().finite().nonnegative(), }); const byteAccountingSchema = z.strictObject({ - accounting_contract: z.literal('activation-data-plus-scales-v1'), activation_data_bytes: nonnegativeInteger, scale_bytes: nonnegativeInteger, total_logical_bytes: nonnegativeInteger, @@ -152,8 +151,6 @@ const routingSchema = z.strictObject({ const pointCorrectnessSchema = z.strictObject({ passed: z.boolean(), max_relative_error: z.number().finite().nonnegative(), - contract: safeId, - scope: safeId, }); const pointSchema = z.strictObject({ point_id: typedId('point'), @@ -187,9 +184,9 @@ const seriesSchema = z.strictObject({ version: label.nullable(), }), build: z.strictObject({ - image_digest: z.string().regex(/^sha256:[a-f0-9]{64}$/), + image: z.string(), source_sha: sourceHash, - squash_sha256: hex64, + squash_sha256: z.string(), }), system: z.strictObject({ sku: safeId, @@ -214,7 +211,6 @@ const seriesSchema = z.strictObject({ experts: positiveInteger, routing: routingKind, eplb: z.boolean(), - precision_profile: safeId, dispatch_precision: precisionAxisSchema, combine_precision: precisionAxisSchema, activation_profile: safeId, @@ -234,12 +230,10 @@ const seriesSchema = z.strictObject({ }), resource: z.strictObject({ mode: safeId, - profile: safeId, comm_units_kind: label.nullable(), configured_units: positiveInteger.nullable(), }), measurement: z.strictObject({ - contract: safeId, combine_semantics: safeId, payload_unit: safeId, iters: positiveInteger, @@ -257,7 +251,6 @@ const coverageResourceSchema = z.strictObject({ // All nullable: unsupported/pending cases carry no resource profile (that lives // only in a measured shard); measured coverage rows fill it from the shard. mode: safeId.nullable(), - profile: safeId.nullable(), comm_units_kind: label.nullable(), configured_units: positiveInteger.nullable(), }); @@ -323,7 +316,6 @@ const coverageSchema = z.strictObject({ phase, routing: routingKind, eplb: z.boolean(), - precision_profile: safeId.nullable(), dispatch_precision: precisionAxisSchema.nullable(), combine_precision: precisionAxisSchema.nullable(), resource: coverageResourceSchema, @@ -428,7 +420,8 @@ const rawCaseSchema = z.object({ case_id: z.string().optional(), backend: z.string(), ep: positiveInteger, - eplb: z.boolean(), + // Retired with EPLB removal in the neutral backend; still accepted from legacy shards. + eplb: z.boolean().optional(), experts: positiveInteger, gpus_per_node: positiveInteger, hidden: positiveInteger, @@ -447,20 +440,6 @@ const rawCaseSchema = z.object({ scale_up_transport: z.string(), scale_out_transport: z.string().nullable(), }); -const rawProfileSchema = z.object({ - dtype: z.string(), - combine_dtype: z.string(), - // Absent in the neutral MVP profile (fixed-BF16 path, quant not swept); the reader - // defaults it to 'none'. Present in legacy promotion-era profiles. - combine_quant_mode: z.string().optional(), - combine_semantics: z.string(), - payload_unit: z.string(), - activation_profile: z.string(), - eplb_planner: z.string().nullable().optional(), - eplb_redundant_experts: nonnegativeInteger.optional(), - eplb_reference_tokens_per_rank: positiveInteger.optional(), - resource_mode: z.string().optional(), -}); const rawTopologySchema = z.object({ device_product: z.string().optional(), gpus_per_node: positiveInteger, @@ -477,18 +456,25 @@ const rawTopologySchema = z.object({ const rawImplementationSchema = z.object({ name: z.string(), kernel_generation: z.string(), - provenance: z.object({ - deepep_version: z.string().optional(), - deepep_commit: z.string().optional(), - backend_lineage: z.string().optional(), - mode: z.string().optional(), - }), - resource_profile: z.object({ - comm_units_kind: z.string().nullable().optional(), - configured_units: positiveInteger.nullable().optional(), - conformance_class: z.string().optional(), - resource_class: z.string().optional(), - }), + // Both objects were dropped with backend-implementation-provenance/EPLB removal; the neutral + // backend emits `implementation = {name, kernel_generation}`. Kept optional so legacy shards + // that still carry them pass through (the reader reads them defensively). + provenance: z + .object({ + deepep_version: z.string().optional(), + deepep_commit: z.string().optional(), + backend_lineage: z.string().optional(), + mode: z.string().optional(), + }) + .optional(), + resource_profile: z + .object({ + comm_units_kind: z.string().nullable().optional(), + configured_units: positiveInteger.nullable().optional(), + conformance_class: z.string().optional(), + resource_class: z.string().optional(), + }) + .optional(), }); const rawComponentSchema = z.object({ origin: z.string().nullable().optional(), @@ -503,7 +489,7 @@ const rawByteAccountingSchema = z.object({ total_logical_bytes: nonnegativeInteger, }); const rawRowSchema = z.object({ - point_id: z.string(), + point_id: z.string().optional(), // Legacy shards carry a content-hash evidence id; neutral shards identify a row's // evidence by its sample digest instead, so the reader synthesizes one from point_id. evidence_id: z.string().optional(), @@ -516,8 +502,6 @@ const rawRowSchema = z.object({ correctness: z.object({ passed: z.boolean(), max_relative_error: z.number(), - contract: z.string(), - scope: z.string(), }), routing: z.object({ fanout_mean: z.number(), @@ -534,7 +518,8 @@ const rawRowSchema = z.object({ byte_provenance: z.record(z.string(), rawByteAccountingSchema), }); export const collectiveXRawCaseAttemptSchema = z.object({ - format: z.literal('collectivex.ep.v1'), + // `record_type` is the neutral discriminator; the retired `format` string is no longer + // emitted or required. record_type: z.literal('case-attempt'), generated_at: z.string(), identity: z.object({ @@ -544,7 +529,6 @@ export const collectiveXRawCaseAttemptSchema = z.object({ series_id: z.string().optional(), case_id: z.string(), allocation_id: z.string().optional(), - attempt_id: z.string(), attempt_ordinal: positiveInteger, series_factors: z .object({ @@ -558,36 +542,31 @@ export const collectiveXRawCaseAttemptSchema = z.object({ case_factors: z.object({ sku: z.string(), case: rawCaseSchema, - profile: rawProfileSchema, }), allocation_factors: z.object({ run_id: z.string(), run_attempt: z.string(), - runner: z.string().optional(), - artifact: z.string().optional(), - // Neutral fallback source for a synthesized allocation id / build source_sha. - execution_id: z.string().optional(), source_sha: z.string().optional(), }), }), - // Neutral shards carry image/source provenance the reader folds into series build - // factors (legacy shards carried these inside identity.series_factors instead). - provenance: z - .object({ - image: z - .object({ - digest: z.string().optional(), - squash_sha256: z.string().optional(), - }) - .optional(), - git_run: z.object({ source_sha: z.string().optional() }).optional(), - }) - .optional(), + provenance: z.object({ image: z.string().nullable(), source_sha: z.string().nullable() }), topology: rawTopologySchema, implementation: rawImplementationSchema, - runtime_fingerprint: z.object({ vendor: z.string() }), + runtime: z.object({ vendor: z.string() }).passthrough(), + // The neutral backend emits `workload: { cross_rank_consistent }`; the promotion-era + // `activation_profile` string is no longer produced (only legacy shards carry it), so it is + // optional here and defaulted in the reader. + workload: z + .object({ + cross_rank_consistent: z.boolean().optional(), + activation_profile: z.string().optional(), + }) + .passthrough(), measurement: z.object({ - contract: z.string(), + dispatch_dtype: z.string(), + combine_dtype: z.string(), + combine_semantics: z.string(), + payload_unit: z.string(), sampling: z.object({ iterations_per_trial: positiveInteger, trials: positiveInteger, @@ -596,35 +575,11 @@ export const collectiveXRawCaseAttemptSchema = z.object({ }), rows: z.array(rawRowSchema).min(1), }), - outcome: z.object({ status: z.string() }), -}); -export const collectiveXRawTerminalSchema = z.object({ - format: z.literal('collectivex.terminal.v1'), - record_type: z.literal('terminal-outcome'), - generated_at: z.string(), - identity: z.object({ - case_id: z.string().optional(), - allocation_id: z.string().optional(), - attempt_id: z.string().optional(), - attempt_ordinal: positiveInteger.optional(), - case_factors: z - .object({ - sku: z.string(), - case: rawCaseSchema.optional(), - }) - .optional(), - allocation_factors: z - .object({ - run_id: z.string().optional(), - run_attempt: z.string().optional(), - }) - .optional(), - }), + // `outcome.reasons` carries the in-band failure reasons for a non-success (`invalid`) + // case-attempt, now that separate terminal-outcome documents are no longer emitted. outcome: z.object({ status: z.string(), - failure_mode: z.string().optional(), - reason: z.string().nullable().optional(), - return_code: z.number().int().optional(), + reasons: z.array(z.string()).optional(), }), }); const rawMatrixIncludeSchema = z.object({ @@ -651,9 +606,10 @@ const rawRequestedCaseSchema = z.object({ reason: z.string().nullable().optional(), detail: z.string().nullable().optional(), }); +// The neutral matrix carries no `format`/`record_type`; it is identified structurally by its +// `requested_cases`/`include` arrays and its numeric `version` (see collectivex-github.ts). export const collectiveXRawMatrixSchema = z.object({ - format: z.literal('collectivex.matrix.v1'), - schema_version: nonnegativeInteger.optional(), + version: positiveInteger.optional(), include: z.array(rawMatrixIncludeSchema), requested_cases: z.array(rawRequestedCaseSchema), }); @@ -663,29 +619,21 @@ export const collectiveXRawMatrixSchema = z.object({ // --------------------------------------------------------------------------- export type CollectiveXRunSummary = z.infer; export type CollectiveXRuns = z.infer; -export type CollectiveXRun = z.infer; export type CollectiveXDataset = z.infer; export type CollectiveXComponent = z.infer; export type CollectiveXPrecisionAxis = z.infer; // Retained export name (shape slimmed to {communication_format, quant_mode, semantics}). export type CollectiveXCommunicationAxis = CollectiveXPrecisionAxis; -export type CollectiveXPrecisionProfile = string; -export type CollectiveXRouting = z.infer; export type CollectiveXPoint = z.infer; -export type CollectiveXPointCorrectness = z.infer; export type CollectiveXSeries = z.infer; export type CollectiveXCoverage = z.infer; -export type CollectiveXCoverageTopology = z.infer; export type CollectiveXCoveragePoint = z.infer; export type CollectiveXTerminalStatus = z.infer; export type CollectiveXAttempt = z.infer; export type CollectiveXOutcome = z.infer; -export type CollectiveXRawMatrix = z.infer; export type CollectiveXRawCaseAttempt = z.infer; -export type CollectiveXRawTerminal = z.infer; export type CollectiveXRawCase = z.infer; -export type CollectiveXRawProfile = z.infer; export type CollectiveXRawRow = z.infer; export interface CollectiveXResolvedDataset { diff --git a/packages/app/src/lib/collectivex-github.test.ts b/packages/app/src/lib/collectivex-github.test.ts index 669b4c428..2c07ae160 100644 --- a/packages/app/src/lib/collectivex-github.test.ts +++ b/packages/app/src/lib/collectivex-github.test.ts @@ -14,7 +14,7 @@ const mockFetch = vi.fn(); vi.stubGlobal('fetch', mockFetch); // The two measured shards a canonical sweep run uploads (scale-up EP8 + scale-out EP16). -const shardA = makeRawShard({ backend: 'nccl-ep', ep: 8 }); +const shardA = makeRawShard({ backend: 'deepep-v2', ep: 8 }); const shardB = makeRawShard({ backend: 'deepep', implName: 'deepep', @@ -57,8 +57,8 @@ function zipDocs(...docs: unknown[]): ArrayBuffer { const matrixZip = zipDocs(matrix); const shardZip = zipDocs(shardA, shardB); -// A second-generation matrix (numeric version 2) that shares the format tag but -// declares a different content version. Requesting version 1 must skip it. +// A second-generation matrix (numeric version 2): the same structural shape but a +// different content `version`. Requesting version 1 must skip it. const matrixV2 = makeRawMatrix([requestedOf(shardA), requestedOf(shardB)], 2); const matrixZipV2 = zipDocs(matrixV2); diff --git a/packages/app/src/lib/collectivex-github.ts b/packages/app/src/lib/collectivex-github.ts index 20c317157..70113cfc0 100644 --- a/packages/app/src/lib/collectivex-github.ts +++ b/packages/app/src/lib/collectivex-github.ts @@ -20,7 +20,10 @@ const WORKFLOW_NAME = 'CollectiveX Sweep'; const RUNS_PER_PAGE = 100; const ARTIFACTS_PER_PAGE = 100; -// The three neutral artifact families a sweep run uploads (via always()). +// Neutral artifact families a sweep run uploads (via always()). A current run ships the +// matrix + per-case shards; the `cxunsupported-` terminal family was retired (non-success +// outcomes now ride in-band on a `case-attempt` shard) but is still matched so older runs +// with that artifact family remain readable. const MATRIX_PREFIX = 'cxsweep-matrix-'; const SHARD_PREFIX = 'cxshard-'; const TERMINAL_PREFIX = 'cxunsupported-'; @@ -290,8 +293,18 @@ function matrixVersion(doc: unknown): number | null { } // Download + structurally validate a run's matrix artifact and read its neutral -// `version` tag. The format string (collectivex.matrix.v1) gates schema shape; -// the numeric `version` field is the content axis the frontend selects on. +// `version` tag. The matrix doc no longer carries a `format`/`record_type` tag, so it +// is identified structurally by its requested_cases[] + include[] arrays and a valid +// numeric `version`; that `version` field is the content axis the frontend selects on. +function isMatrixDoc(doc: unknown): boolean { + const candidate = doc as { requested_cases?: unknown; include?: unknown } | null; + return ( + Array.isArray(candidate?.requested_cases) && + Array.isArray(candidate?.include) && + matrixVersion(doc) !== null + ); +} + async function loadMatrixCandidate( artifacts: GithubArtifact[], token: string, @@ -302,9 +315,7 @@ async function loadMatrixCandidate( } const matrixDocs: unknown[] = []; for (const artifact of matrixArtifacts) matrixDocs.push(...(await collectDocs(artifact, token))); - const matrixCandidates = matrixDocs.filter( - (doc) => (doc as { format?: unknown } | null)?.format === 'collectivex.matrix.v1', - ); + const matrixCandidates = matrixDocs.filter((doc) => isMatrixDoc(doc)); if (matrixCandidates.length !== 1) { throw new CollectiveXSweepError('invalid', 'sweep run must carry exactly one matrix document'); } From e86ffa2213fcb85312a4d4e45f9ad81e0387cd8c Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Sun, 12 Jul 2026 13:56:54 +0800 Subject: [PATCH 15/37] refactor(collectivex): simplify live artifact frontend Align the frontend with the current neutral artifact contract, remove retired diagnostics and selector systems, and keep partial sweeps and reruns visible.\n\nFix run-list cache expiry so rerun attempts refresh after the configured TTL. --- package.json | 4 +- packages/app/cypress/e2e/collectivex.cy.ts | 115 +-- .../collectivex-data/[...path]/route.test.ts | 21 +- .../app/collectivex-data/[...path]/route.ts | 24 +- .../collectivex/CollectiveXChart.tsx | 72 +- .../collectivex/CollectiveXDisplay.tsx | 568 ++--------- .../collectivex/CollectiveXInventory.tsx | 635 ++---------- .../collectivex/CollectiveXTables.tsx | 196 +--- .../src/components/collectivex/axis.test.ts | 22 - .../app/src/components/collectivex/axis.ts | 51 - .../src/components/collectivex/data.test.ts | 61 +- .../app/src/components/collectivex/data.ts | 132 +-- .../collectivex/full-catalog.v1.json | 1 - .../src/components/collectivex/reader.test.ts | 424 ++------- .../app/src/components/collectivex/reader.ts | 901 +++++------------- .../components/collectivex/test-fixture.ts | 373 ++------ .../app/src/components/collectivex/types.ts | 723 ++------------ packages/app/src/hooks/api/use-collectivex.ts | 3 +- packages/app/src/lib/api.test.ts | 23 +- packages/app/src/lib/api.ts | 26 +- .../app/src/lib/collectivex-github.test.ts | 110 ++- packages/app/src/lib/collectivex-github.ts | 63 +- 22 files changed, 881 insertions(+), 3667 deletions(-) delete mode 100644 packages/app/src/components/collectivex/axis.test.ts delete mode 100644 packages/app/src/components/collectivex/axis.ts delete mode 100644 packages/app/src/components/collectivex/full-catalog.v1.json diff --git a/package.json b/package.json index 074f8b0db..90cb8bb36 100644 --- a/package.json +++ b/package.json @@ -19,8 +19,8 @@ "security": "pnpm audit && audit-ci", "lint": "oxlint --no-error-on-unmatched-pattern", "lint:fix": "oxlint --fix --no-error-on-unmatched-pattern", - "fmt": "oxfmt --check --no-error-on-unmatched-pattern '!**/full-catalog.v1.json'", - "fmt:fix": "oxfmt --write --no-error-on-unmatched-pattern '!**/full-catalog.v1.json'", + "fmt": "oxfmt --check --no-error-on-unmatched-pattern", + "fmt:fix": "oxfmt --write --no-error-on-unmatched-pattern", "test": "pnpm --filter *app --color=always test", "test:e2e": "pnpm --filter *app --color=always test:e2e", "test:e2e:component": "pnpm --filter *app --color=always test:e2e:component", diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index 0a879a113..3c0deea44 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -1,5 +1,9 @@ import { buildRunSummary } from '@/components/collectivex/reader'; -import { makeCollectiveXDataset } from '@/components/collectivex/test-fixture'; +import { + buildDataset, + makeCollectiveXDataset, + makeRawShard, +} from '@/components/collectivex/test-fixture'; import type { CollectiveXDataset } from '@/components/collectivex/types'; // The neutral view: one run's measured series plus its full case coverage. The route @@ -15,7 +19,7 @@ function installLatest(body: CollectiveXDataset | Record = data function installRuns() { cy.intercept('GET', '/collectivex-data/1/runs.json', { - body: { format: 'collectivex.runs.v1', version: 1, runs: [buildRunSummary(dataset)] }, + body: { version: 1, runs: [buildRunSummary(dataset)] }, }).as('runs'); } @@ -60,30 +64,38 @@ describe('CollectiveX neutral run view', () => { it('renders the default decode round-trip chart for the EP8 scale-up series', () => { cy.get('[data-testid="collectivex-main-chart"]') .should('contain.text', 'Round trip (measured) · decode · p99') - .and('contain.text', 'nccl-ep'); + .and('contain.text', 'deepep-v2'); cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); }); - it('selects the EP16 scale-out series through the identity controls', () => { + it('only exposes dimensions that vary in the current matrix', () => { + cy.get('[data-testid="collectivex-ep-select"]').should('be.visible'); + cy.get('[data-testid="collectivex-phase-toggle"]').should('be.visible'); + cy.get('[data-testid="collectivex-sku-select"]').should('be.visible'); + cy.get('[data-testid="collectivex-backend-select"]').should('be.visible'); + cy.get('[data-testid="collectivex-mode-toggle"]').should('not.exist'); + cy.get('[data-testid="collectivex-fabric-scope-toggle"]').should('not.exist'); + cy.get('[data-testid="collectivex-routing-select"]').should('not.exist'); + }); + + it('selects the EP16 series through the identity controls', () => { cy.get('[data-testid="collectivex-ep-select"]').click(); cy.contains('[role="option"]', 'EP16').click(); - cy.get('[data-testid="collectivex-fabric-scope-toggle"]') - .contains('button', 'Scale-out') - .click(); cy.get('[data-testid="collectivex-main-chart"]') - .should('contain.text', 'deepep') + .should('contain.text', 'mori') .and('contain.text', 'EP16'); cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); }); - it('shows the empty state when no series matches the identity selection', () => { - // The only EP8 series is scale-up, so a scale-out filter at EP8 matches nothing. - cy.get('[data-testid="collectivex-fabric-scope-toggle"]') - .contains('button', 'Scale-out') - .click(); - cy.get('[data-testid="collectivex-empty-state"]').should('be.visible'); - cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('not.exist'); + it('selects the available phase when a partial run only measured prefill', () => { + const prefill = buildDataset({ shards: [makeRawShard({ phase: 'prefill' })] }); + installLatest(prefill); + cy.reload(); + cy.wait('@latest'); + cy.get('[data-testid="collectivex-phase-toggle"]').should('contain.text', 'Prefill'); + cy.get('[data-testid="collectivex-main-chart"]').should('contain.text', 'prefill'); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); }); it('clears the chart when the sole series is toggled off in the legend', () => { @@ -100,21 +112,10 @@ describe('CollectiveX neutral run view', () => { .should('contain.text', 'Click elsewhere to dismiss') .and('contain.text', 'Round trip (measured) p99:') .and('contain.text', 'Latency p50 / p90 / p95 / p99') - .and('contain.text', 'Full diagnostics') - // Deep diagnostics moved to the "Selected matrix case" tab. .and('not.contain.text', 'Expert CV') .and('not.contain.text', 'evidence='); }); - it('notes that isolated sum is derived and never drives throughput', () => { - cy.get('[data-testid="collectivex-operation-select"]').click(); - cy.contains('[role="option"]', 'Isolated sum').click(); - cy.get('[data-testid="collectivex-main-chart"]').should( - 'contain.text', - 'Isolated sum is derived', - ); - }); - it('lists runs on demand and pins a specific run by id', () => { installRuns(); installRun(); @@ -126,67 +127,19 @@ describe('CollectiveX neutral run view', () => { cy.get('[data-testid="collectivex-run-conclusion"]').should('contain.text', `#${runId}`); }); - it('keeps the chart on top and presents the matrix inventory in the default tab', () => { - // The chart is not inside a tab: it stays visible alongside every tab. + it('keeps the chart on top and presents the matrix inventory', () => { cy.get('[data-testid="collectivex-main-chart"]').should('be.visible'); cy.get('[data-testid="collectivex-inventory"]') .should('contain.text', 'Matrix case inventory') - .and('contain.text', `${dataset.coverage.length} of ${dataset.coverage.length} cases`); + .and('contain.text', `${dataset.coverage.length} cases`); cy.get('[data-testid="collectivex-inventory-table"]') .should('contain.text', 'H200-DGXC') - .and('contain.text', 'B300-SXM'); - cy.contains('[role="tab"]', 'Selected matrix case').click(); - cy.get('[data-testid="collectivex-inventory"]').should('not.exist'); - cy.get('[data-testid="collectivex-main-chart"]').should('be.visible'); - }); - - it('jumps to the selected matrix case tab when a case is inspected', () => { - cy.get('[data-testid="collectivex-inventory-table"] button[aria-label^="Inspect"]') - .last() - .click(); - cy.location('hash').should('eq', '#tab-case'); - cy.get('[data-testid="collectivex-case-detail"]').should( - 'contain.text', - 'Selected matrix case', - ); - }); - - it('exposes terminal coverage, retained attempts, and run provenance in Evidence', () => { - cy.contains('[role="tab"]', 'Evidence').click(); - cy.get('[data-testid="collectivex-coverage-table"]') - .should('contain.text', 'nccl-ep') - .and('contain.text', 'deepep') - .and('contain.text', 'unsupported'); - cy.get('[data-testid="collectivex-attempts-table"]').should('be.visible'); - cy.get('[data-testid="collectivex-provenance"]') - .should('contain.text', `#${runId}`) - .and('contain.text', 'Source bundles'); - }); - - it('restores the active tab with browser history', () => { - cy.contains('[role="tab"]', 'Evidence').click(); - cy.location('hash').should('eq', '#tab-evidence'); - cy.contains('[role="tab"]', 'Matrix case inventory').click(); - cy.location('hash').should('eq', '#tab-inventory'); - cy.go('back'); - cy.location('hash').should('eq', '#tab-evidence'); - cy.get('[data-testid="collectivex-provenance"]').should('be.visible'); - }); - - it('disables source navigation when measured series span different revisions', () => { - const mixed = makeCollectiveXDataset(); - mixed.series[1].build.source_sha = 'd'.repeat(40); - installLatest(mixed); - cy.reload(); - cy.wait('@latest'); - cy.get('[data-testid="collectivex-source-link"]') - .should('have.attr', 'aria-disabled', 'true') - .and('not.have.attr', 'href'); + .and('contain.text', 'B300'); }); }); describe('CollectiveX availability states', () => { - it('reports a missing run listing as no published run', () => { + it('reports a missing run', () => { cy.intercept('GET', '/collectivex-data/1/latest.json', { statusCode: 404, headers: { 'X-CollectiveX-Status': 'runs-unavailable' }, @@ -195,11 +148,11 @@ describe('CollectiveX availability states', () => { cy.wait('@missing'); cy.get('[data-testid="collectivex-error"]') .should('be.visible') - .and('contain.text', 'No CollectiveX run has been published yet.'); + .and('contain.text', 'CollectiveX request failed (404).'); cy.get('[data-testid="collectivex-error-version-select"]').should('contain.text', 'V1'); }); - it('reports an unavailable GitHub source as a temporary outage', () => { + it('reports an unavailable GitHub source', () => { cy.intercept('GET', '/collectivex-data/1/latest.json', { statusCode: 503, headers: { 'X-CollectiveX-Status': 'source-unavailable' }, @@ -208,7 +161,7 @@ describe('CollectiveX availability states', () => { cy.wait('@down'); cy.get('[data-testid="collectivex-error"]') .should('be.visible') - .and('contain.text', 'The GitHub Actions run source is temporarily unavailable.'); + .and('contain.text', 'CollectiveX request failed (503).'); }); it('renders the loading state while the run resolves', () => { diff --git a/packages/app/src/app/collectivex-data/[...path]/route.test.ts b/packages/app/src/app/collectivex-data/[...path]/route.test.ts index 2471be2d1..872f10213 100644 --- a/packages/app/src/app/collectivex-data/[...path]/route.test.ts +++ b/packages/app/src/app/collectivex-data/[...path]/route.test.ts @@ -1,6 +1,6 @@ import { beforeEach, describe, expect, it, vi } from 'vitest'; -import { buildRunSummary, parseCollectiveXDataset } from '@/components/collectivex/reader'; +import { buildRunSummary } from '@/components/collectivex/reader'; import { makeCollectiveXDataset } from '@/components/collectivex/test-fixture'; const github = vi.hoisted(() => ({ @@ -39,7 +39,7 @@ beforeEach(() => { describe('CollectiveX sweep data route', () => { it('serves the latest run dataset without a run id', async () => { const response = await request('1', 'latest.json'); - const served = parseCollectiveXDataset(await response.json()); + const served = await response.json(); expect(response.status).toBe(200); expect(response.headers.get('cache-control')).toContain('s-maxage=60'); @@ -48,12 +48,12 @@ describe('CollectiveX sweep data route', () => { expect(github.load).toHaveBeenCalledWith(1, undefined); }); - it('serves a specific run by id with an immutable cache window', async () => { + it('serves a specific run by id with a short rerun-safe cache window', async () => { const response = await request('1', 'runs', `${runId}.json`); - const served = parseCollectiveXDataset(await response.json()); + const served = await response.json(); expect(response.status).toBe(200); - expect(response.headers.get('cache-control')).toContain('max-age=600'); + expect(response.headers.get('cache-control')).toContain('s-maxage=60'); expect(served).toEqual(dataset); expect(github.load).toHaveBeenCalledWith(1, runId); }); @@ -61,14 +61,12 @@ describe('CollectiveX sweep data route', () => { it('lists recent runs as a neutral run summary document', async () => { const response = await request('1', 'runs.json'); const body = (await response.json()) as { - format: string; version: number; runs: unknown[]; }; expect(response.status).toBe(200); expect(response.headers.get('cache-control')).toContain('s-maxage=60'); - expect(body.format).toBe('collectivex.runs.v1'); expect(body.version).toBe(1); expect(body.runs).toHaveLength(1); expect(github.list).toHaveBeenCalledWith(1); @@ -76,16 +74,15 @@ describe('CollectiveX sweep data route', () => { }); it.each([ - ['not-found', 404, 'runs-unavailable'], - ['unavailable', 503, 'source-unavailable'], - ['invalid', 502, null], - ] as const)('maps %s source failures without exposing details', async (code, status, marker) => { + ['not-found', 404], + ['unavailable', 503], + ['invalid', 502], + ] as const)('maps %s source failures without exposing details', async (code, status) => { github.load.mockRejectedValue(Object.assign(new Error('private upstream detail'), { code })); const response = await request('1', 'latest.json'); expect(response.status).toBe(status); - expect(response.headers.get('x-collectivex-status')).toBe(marker); expect(await response.text()).toBe(''); }); diff --git a/packages/app/src/app/collectivex-data/[...path]/route.ts b/packages/app/src/app/collectivex-data/[...path]/route.ts index baf746578..92125fb21 100644 --- a/packages/app/src/app/collectivex-data/[...path]/route.ts +++ b/packages/app/src/app/collectivex-data/[...path]/route.ts @@ -13,12 +13,8 @@ const RUNS = new RegExp(`^(?${VERSION_PATTERN})/runs\\.json$`); const LATEST = new RegExp(`^(?${VERSION_PATTERN})/latest\\.json$`); const RUN = new RegExp(`^(?${VERSION_PATTERN})/runs/(?[1-9][0-9]*)\\.json$`); -type AvailabilityStatus = 'runs-unavailable' | 'source-unavailable'; - -function unavailable(status: number, availability?: AvailabilityStatus) { - const headers: Record = { 'Cache-Control': 'no-store' }; - if (availability) headers['X-CollectiveX-Status'] = availability; - return new Response(null, { status, headers }); +function unavailable(status: number) { + return new Response(null, { status, headers: { 'Cache-Control': 'no-store' } }); } function json(body: BodyInit, cacheControl: string) { @@ -49,28 +45,24 @@ export async function GET(_request: Request, context: { params: Promise<{ path: try { const listing = await listCollectiveXSweepRuns(version); return json( - `${JSON.stringify({ format: 'collectivex.runs.v1', version, runs: listing })}\n`, + `${JSON.stringify({ version, runs: listing })}\n`, 'public, s-maxage=60, stale-while-revalidate=300', ); } catch (error) { const code = collectiveXSweepErrorCode(error); - if (code === 'not-found') return unavailable(404, 'runs-unavailable'); - if (code === 'unavailable') return unavailable(503, 'source-unavailable'); + if (code === 'not-found') return unavailable(404); + if (code === 'unavailable') return unavailable(503); return unavailable(502); } } try { const dataset = await loadCollectiveXSweepRun(version, run?.groups?.runId); - // A specific run is content-stable; the latest pointer is short-lived. - const cacheControl = run - ? 'public, max-age=600, stale-while-revalidate=3600' - : 'public, s-maxage=60, stale-while-revalidate=300'; - return json(`${JSON.stringify(dataset)}\n`, cacheControl); + return json(`${JSON.stringify(dataset)}\n`, 'public, s-maxage=60, stale-while-revalidate=300'); } catch (error) { const code = collectiveXSweepErrorCode(error); - if (code === 'not-found') return unavailable(404, 'runs-unavailable'); - if (code === 'unavailable') return unavailable(503, 'source-unavailable'); + if (code === 'not-found') return unavailable(404); + if (code === 'unavailable') return unavailable(503); return unavailable(502); } } diff --git a/packages/app/src/components/collectivex/CollectiveXChart.tsx b/packages/app/src/components/collectivex/CollectiveXChart.tsx index d543c578a..623793383 100644 --- a/packages/app/src/components/collectivex/CollectiveXChart.tsx +++ b/packages/app/src/components/collectivex/CollectiveXChart.tsx @@ -5,15 +5,12 @@ import { useMemo } from 'react'; import { D3Chart } from '@/lib/d3-chart/D3Chart'; -import { sparseLogTicks } from './axis'; import { chartPoints, collectiveXColorKey } from './data'; import type { CollectiveXChartPoint, CollectiveXOperation, CollectiveXPercentile, CollectiveXSeries, - CollectiveXScale, - CollectiveXXAxis, CollectiveXYAxis, } from './types'; @@ -23,10 +20,7 @@ interface CollectiveXChartProps { colors: Record; operation: CollectiveXOperation; percentile: CollectiveXPercentile; - xAxis: CollectiveXXAxis; yAxis: CollectiveXYAxis; - xScaleType: CollectiveXScale; - yScaleType: CollectiveXScale; caption?: React.ReactNode; legendElement?: React.ReactNode; testId?: string; @@ -37,33 +31,19 @@ const OPERATION_LABELS: Record = { stage: 'Stage', combine: 'Combine', roundtrip: 'Round trip (measured)', - 'isolated-sum': 'Isolated sum (Σp, not measured)', -}; - -const X_AXIS_LABELS: Record = { - 'tokens-per-rank': 'Source tokens / rank', - 'global-tokens': 'Global source tokens', }; const Y_AXIS_LABELS: Record = { latency: 'Latency (µs)', 'tokens-per-second': 'Token rate at selected latency percentile (tokens/s)', 'activation-rate': 'Activation-data rate at selected latency percentile (GB/s)', - 'total-logical-rate': 'Total logical data rate at selected latency percentile (GB/s)', }; -function paddedDomain(values: number[], scaleType: CollectiveXScale): [number, number] { - if (values.length === 0) return scaleType === 'log' ? [1, 10] : [0, 1]; - const min = d3.min(values) ?? 0; +function paddedDomain(values: number[]): [number, number] { + if (values.length === 0) return [1, 10]; + const min = d3.min(values) ?? 1; const max = d3.max(values) ?? 1; - if (min === max) { - if (scaleType === 'log') return [Math.max(min / 2, Number.MIN_VALUE), max * 2]; - const padding = Math.max(Math.abs(min) * 0.1, 1); - return [min - padding, max + padding]; - } - if (scaleType === 'log') return [min / 1.08, max * 1.08]; - const padding = (max - min) * 0.06; - return [Math.max(0, min - padding), max + padding]; + return min === max ? [min / 2, max * 2] : [min / 1.08, max * 1.08]; } function formatCompact(value: number): string { @@ -107,17 +87,14 @@ export function CollectiveXChart({ colors, operation, percentile, - xAxis, yAxis, - xScaleType, - yScaleType, caption, legendElement, testId, }: CollectiveXChartProps) { const points = useMemo( - () => chartPoints(series, operation, percentile, xAxis, yAxis), - [series, operation, percentile, xAxis, yAxis], + () => chartPoints(series, operation, percentile, yAxis), + [series, operation, percentile, yAxis], ); const seriesById = useMemo(() => new Map(series.map((item) => [item.series_id, item])), [series]); const lines = useMemo(() => { @@ -131,22 +108,8 @@ export function CollectiveXChart({ return result; }, [points]); - const xDomain = useMemo( - () => - paddedDomain( - points.map((point) => point.x), - xScaleType, - ), - [points, xScaleType], - ); - const yDomain = useMemo( - () => - paddedDomain( - points.map((point) => point.y), - yScaleType, - ), - [points, yScaleType], - ); + const xDomain = useMemo(() => paddedDomain(points.map((point) => point.x)), [points]); + const yDomain = useMemo(() => paddedDomain(points.map((point) => point.y)), [points]); const xTickValues = useMemo( () => [...new Set(points.map((point) => point.x))].toSorted((a, b) => a - b), [points], @@ -173,14 +136,10 @@ export function CollectiveXChart({ testId={testId} grabCursor instructions="Shift+Scroll to zoom · Drag to pan · Double-click to reset · Click a point to pin tooltip" - xScale={ - xScaleType === 'log' - ? { type: 'log', domain: xDomain, nice: false } - : { type: 'linear', domain: xDomain, nice: true } - } - yScale={{ type: yScaleType, domain: yDomain, nice: yScaleType === 'linear' }} + xScale={{ type: 'log', domain: xDomain, nice: false }} + yScale={{ type: 'log', domain: yDomain, nice: false }} xAxis={{ - label: `${X_AXIS_LABELS[xAxis]}${xScaleType === 'log' ? ' (log)' : ''}`, + label: 'Source tokens / rank (log)', tickCount: 8, tickValues: xTickValues, tickFormat: (value) => formatTokenCount(Number(value)), @@ -188,10 +147,6 @@ export function CollectiveXChart({ yAxis={{ label: Y_AXIS_LABELS[yAxis], tickCount: 5, - tickValues: - yScaleType === 'log' - ? (scale) => sparseLogTicks(scale.domain().map(Number), 5) - : undefined, tickFormat: (value) => formatCompact(Number(value)), }} layers={[ @@ -235,9 +190,6 @@ export function CollectiveXChart({ tooltip={{ rulerType: 'crosshair', attachToLayer: 1, - // Compact by design: identity, the selected metric, and the component - // latency ladder. Full per-point diagnostics (routing stats, correctness, - // EPLB, provenance) live in the "Selected matrix case" tab. content: (point, isPinned) => { const color = colors[point.colorKey] ?? '#888'; const measurement = point.point; @@ -252,8 +204,6 @@ export function CollectiveXChart({
Stage: ${formatPercentiles(measurement.components.stage)}
Combine: ${formatPercentiles(measurement.components.combine)}
Round trip: ${formatPercentiles(measuredRoundtrip)}${measuredRoundtrip ? ' (measured)' : ''}
- ${measurement.anomalies.length > 0 ? `
Anomalies: ${measurement.anomalies.map(escapeHtml).join(' · ')}
` : ''} - ${isPinned ? '
Full diagnostics: "Selected matrix case" tab
' : ''} `; }, getRulerX: (point, scale) => diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index 2340eaefc..0e6e632bc 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -15,40 +15,31 @@ import { SelectTrigger, SelectValue, } from '@/components/ui/select'; -import { Tabs, TabsContent, TabsList, TabsTrigger } from '@/components/ui/tabs'; import { useCollectiveX, useCollectiveXRun, useCollectiveXRuns } from '@/hooks/api/use-collectivex'; import { useThemeColors } from '@/hooks/useThemeColors'; import { track } from '@/lib/analytics'; import { useLocale } from '@/lib/use-locale'; import { CollectiveXChart } from './CollectiveXChart'; -import { CollectiveXCaseDetail, CollectiveXInventory } from './CollectiveXInventory'; -import { CollectiveXAttemptTable, CollectiveXCoverageTable } from './CollectiveXTables'; +import { CollectiveXInventory } from './CollectiveXInventory'; import { collectiveXColorKey, collectiveXSeriesLabel, collectiveXTopologyLabel, - comparisonDifferences, seriesMatchesSelection, - type CollectiveXFabricScope, type CollectiveXSeriesSelection, } from './data'; -import { collectiveXAvailabilityReason } from './reader'; import { COLLECTIVEX_VERSIONS, COLLECTIVEX_DEFAULT_VERSION, collectiveXVersionLabel, - type CollectiveXMode, type CollectiveXOperation, type CollectiveXPercentile, type CollectiveXPhase, - type CollectiveXScale, type CollectiveXVersion, - type CollectiveXXAxis, type CollectiveXYAxis, } from './types'; -type CollectiveXTab = 'inventory' | 'case' | 'evidence'; interface SelectOption { value: T; label: string; @@ -60,80 +51,44 @@ const PERCENTILE_OPTIONS: SegmentedToggleOption[] = [ { value: 'p95', label: 'p95' }, { value: 'p99', label: 'p99' }, ]; -const TAB_VALUES: CollectiveXTab[] = ['inventory', 'case', 'evidence']; -// Neutral MVP: no promotion/cohort/eligibility layer. The view is the measured -// series set for one run, filtered by the identity axes the neutral shard carries. -// Strings that describe that retired decision layer are gone; the remaining zh -// values are preserved verbatim, and keys added for the neutral view mirror their -// en text until the repository's temporary language override is lifted. const STRINGS = { en: { operation: { dispatch: 'Dispatch', combine: 'Combine', roundtrip: 'Round trip', - 'isolated-sum': 'Isolated sum', }, operationHeading: { dispatch: 'Dispatch', combine: 'Combine', roundtrip: 'Round trip (measured)', - 'isolated-sum': 'Isolated sum (derived)', }, phase: { decode: 'Decode', prefill: 'Prefill' }, phaseValue: { decode: 'decode', prefill: 'prefill' }, - scale: { log: 'Log', linear: 'Linear' }, - xAxis: { - 'tokens-per-rank': 'Source tokens / rank', - 'global-tokens': 'Global source tokens', - }, yAxis: { latency: 'Latency', 'tokens-per-second': 'Token rate at selected latency percentile', }, - mode: { normal: 'Normal', 'low-latency': 'Low latency' }, - fabricScope: { all: 'All', 'scale-up': 'Scale-up', 'scale-out': 'Scale-out' }, - topologyScope: { 'scale-up': 'Scale-up', 'scale-out': 'Scale-out' }, - payloadUnit: { 'token-rank': 'Token-rank payload', 'token-expert': 'Token-expert payload' }, - combineSemantics: { - 'activation-only': 'Activation-only combine', - 'gate-weighted': 'Gate-weighted combine', - }, - tabs: { - inventory: 'Matrix case inventory', - case: 'Selected matrix case', - evidence: 'Evidence', - }, - noCases: 'This run has no matrix cases to inspect.', all: 'All', loading: 'Resolving CollectiveX run...', unavailable: 'CollectiveX run unavailable', - sourceUnavailable: 'The GitHub Actions run source is temporarily unavailable.', - runsErrorMessage: 'No CollectiveX run has been published yet.', loadError: 'The CollectiveX dataset failed to load.', retry: 'Retry', description: 'Expert-parallel latency and payload rate across collective libraries and systems.', source: 'Source', methodology: 'Methodology', - sourceLinkUnavailable: 'Source unavailable because measured series span different revisions', refresh: 'Refresh', seriesCount: 'Series', measuredCases: 'Measured cases', terminalCases: 'Terminal cases', - retainedAttempts: 'Retained attempts', - allocations: 'Allocations', publishedUtc: 'Published (UTC)', version: 'Benchmark version', runControl: 'Run', loadRuns: 'Load runs', loadingRuns: 'Loading runs…', - latestPublished: 'Latest published', - modeControl: 'Mode', - modeAria: 'CollectiveX mode', + latestPublished: 'Latest run', epControl: 'EP degree', - fabricScopeControl: 'Fabric scope', - fabricScopeAria: 'CollectiveX fabric scope', operationControl: 'Operation', phaseControl: 'Phase', phaseAria: 'CollectiveX phase', @@ -141,55 +96,12 @@ const STRINGS = { percentileAria: 'CollectiveX percentile', sku: 'SKU', backend: 'Backend', - routing: 'Routing', - xAxisControl: 'X axis', - xScale: 'X scale', - xScaleAria: 'CollectiveX x scale', yAxisControl: 'Y axis', tokenRateOption: 'Token rate at latency percentile', - yScale: 'Y scale', - yScaleAria: 'CollectiveX y scale', noSeries: 'No measured series match these filters.', - highContrast: 'High Contrast', resetFilter: 'Reset filter', - stableOrdering: 'stable ordering passed', - samplingContract: (trials: number, iterations: number, samples: number, warmups: number) => - `${trials}×${iterations} = ${samples} samples/component · ${warmups} synchronized warmups`, - selectedFactorsDiffer: 'Selected factors differ', - differenceLabels: { - model: 'model', - suite: 'suite', - mode: 'mode', - phase: 'phase', - 'backend implementation': 'backend implementation', - 'implementation build': 'implementation build', - 'system identity': 'system identity', - 'fabric scope': 'fabric scope', - topology: 'topology', - transport: 'transport', - 'world size': 'world size', - 'EP degree': 'EP degree', - placement: 'placement', - workload: 'workload', - 'model shape': 'model shape', - routing: 'routing', - 'EPLB plan': 'EPLB plan', - dtypes: 'dtypes', - 'resource profile': 'resource profile', - measurement: 'measurement', - 'token ladder': 'token ladder', - 'component availability': 'component availability', - correctness: 'correctness', - }, - missingComponents: 'Unavailable components remain null and are omitted.', - isolatedNote: 'Isolated sum is derived and never drives throughput.', payloadNote: 'Payload rate is derived at the selected latency percentile and is not physical link bandwidth.', - provenance: 'Run provenance', - runLabel: 'Run', - attemptLabel: 'Attempt', - matrixLabel: 'Matrix', - sourceBundles: 'Source bundles', }, zh: { operation: { @@ -223,8 +135,6 @@ const STRINGS = { 'activation-only': '仅激活值合并', 'gate-weighted': '门控加权合并', }, - // English-only per the repository's temporary language override (no new - // Chinese text); keys added for the neutral view mirror the en values. tabs: { inventory: 'Matrix case inventory', case: 'Selected matrix case', @@ -253,7 +163,7 @@ const STRINGS = { runControl: 'Run', loadRuns: 'Load runs', loadingRuns: 'Loading runs…', - latestPublished: 'Latest published', + latestPublished: 'Latest run', modeControl: '模式', modeAria: 'CollectiveX 模式', epControl: 'EP 并行度', @@ -351,15 +261,6 @@ function selectOptions( })); } -// A single source link is only meaningful when every measured series was built -// from the same revision; a run that mixes revisions has no canonical source. -function runSourceSha(series: { build: { source_sha: string } }[]): string | null { - const sourceSha = series[0]?.build.source_sha; - return sourceSha && series.every((item) => item.build.source_sha === sourceSha) - ? sourceSha - : null; -} - export default function CollectiveXDisplay() { const locale = useLocale(); const t = STRINGS[locale]; @@ -372,53 +273,23 @@ export default function CollectiveXDisplay() { const latestQuery = useCollectiveX(version); const runsQuery = useCollectiveXRuns(version, runsRequested); const runQuery = useCollectiveXRun(version, selectedRunId); - // A pinned run overrides latest; both resolve to the same - // { dataset, run_id, run_attempt } shape the rest of the view consumes. + // A pinned run overrides the latest run. const activeQuery = selectedRunId === null ? latestQuery : runQuery; const { data, error, isLoading, isFetching } = activeQuery; - const [tab, setTab] = useState('inventory'); - const [mode, setMode] = useState('normal'); const [epSize, setEpSize] = useState(8); - const [fabricScope, setFabricScope] = useState('all'); const [operation, setOperation] = useState('roundtrip'); const [phase, setPhase] = useState('decode'); const [percentile, setPercentile] = useState('p99'); - const [xAxis, setXAxis] = useState('tokens-per-rank'); const [yAxis, setYAxis] = useState('latency'); - const [xScale, setXScale] = useState('log'); - const [yScale, setYScale] = useState('log'); const [sku, setSku] = useState('all'); const [backend, setBackend] = useState('all'); - const [routing, setRouting] = useState('all'); const [activeSeriesIds, setActiveSeriesIds] = useState>(new Set()); const [legendExpanded, setLegendExpanded] = useState(true); - const [highContrast, setHighContrast] = useState(false); const operationOptions: SelectOption[] = [ { value: 'dispatch', label: t.operation.dispatch }, { value: 'stage', label: 'Stage' }, { value: 'combine', label: t.operation.combine }, { value: 'roundtrip', label: t.operation.roundtrip }, - { value: 'isolated-sum', label: t.operation['isolated-sum'] }, - ]; - const phaseOptions: SegmentedToggleOption[] = - mode === 'low-latency' - ? [{ value: 'decode', label: t.phase.decode }] - : [ - { value: 'decode', label: t.phase.decode }, - { value: 'prefill', label: t.phase.prefill }, - ]; - const scaleOptions: SegmentedToggleOption[] = [ - { value: 'log', label: t.scale.log }, - { value: 'linear', label: t.scale.linear }, - ]; - const xAxisOptions: SelectOption[] = [ - { value: 'tokens-per-rank', label: t.xAxis['tokens-per-rank'] }, - { value: 'global-tokens', label: t.xAxis['global-tokens'] }, - ]; - const fabricScopeOptions: SegmentedToggleOption[] = [ - { value: 'all', label: t.fabricScope.all }, - { value: 'scale-up', label: t.fabricScope['scale-up'] }, - { value: 'scale-out', label: t.fabricScope['scale-out'] }, ]; const versionOptions: SelectOption[] = COLLECTIVEX_VERSIONS.map((value) => ({ value, @@ -430,7 +301,7 @@ export default function CollectiveXDisplay() { { value: 'latest', label: t.latestPublished }, ...runList.map((run) => ({ value: run.run_id, - label: `#${run.run_id} · ${run.conclusion ?? 'pending'} · ${run.covered_skus.length} SKU · ${formatDate(run.generated_at, locale)}`, + label: `#${run.run_id} · ${run.conclusion ?? 'pending'} · ${run.measured_cases}/${run.requested_cases} cases · ${run.terminal_points}/${run.requested_points} points · ${run.covered_skus.length} SKU · ${formatDate(run.generated_at, locale)}`, })), ], [locale, runList, t.latestPublished], @@ -452,53 +323,43 @@ export default function CollectiveXDisplay() { setSelectedRunId(null); } }, [runsQuery.data, selectedRunId]); - const tabOptions: { value: CollectiveXTab; label: string }[] = [ - { value: 'inventory', label: t.tabs.inventory }, - { value: 'case', label: t.tabs.case }, - { value: 'evidence', label: t.tabs.evidence }, - ]; - - const dataset = data?.dataset; - const sourceSha = useMemo(() => runSourceSha(dataset?.series ?? []), [dataset?.series]); - // Selection for the "Selected matrix case" tab. Falls back to the first - // coverage row so the tab is never empty when the run has cases; a stale id - // (e.g. after pinning a different run) falls back the same way. - const [selectedCaseId, setSelectedCaseId] = useState(null); - const selectedCase = useMemo( - () => - (dataset?.coverage ?? []).find((item) => item.case_id === selectedCaseId) ?? - dataset?.coverage[0] ?? - null, - [dataset?.coverage, selectedCaseId], - ); - const availableModes = useMemo( - () => - [...new Set(dataset?.series.map((item) => item.mode))].toSorted((left, right) => - left === 'normal' ? -1 : right === 'normal' ? 1 : 0, - ), - [dataset?.series], - ); + const dataset = data; const availableEpSizes = useMemo( () => [...new Set(dataset?.series.map((item) => item.system.ep_size))].toSorted((a, b) => a - b), [dataset?.series], ); + const availablePhases = useMemo( + () => + [ + ...new Set( + dataset?.series + .filter((item) => item.system.ep_size === epSize) + .map((item) => item.phase), + ), + ].toSorted((left, right) => + left === right ? 0 : left === 'decode' ? -1 : right === 'decode' ? 1 : 0, + ), + [dataset?.series, epSize], + ); + const phaseOptions: SegmentedToggleOption[] = availablePhases.map((value) => ({ + value, + label: t.phase[value], + })); useEffect(() => { - if (availableModes.length > 0 && !availableModes.includes(mode)) { - const next = availableModes[0]; - setMode(next); - if (next === 'low-latency') setPhase('decode'); - } if (availableEpSizes.length > 0 && !availableEpSizes.includes(epSize)) { setEpSize(availableEpSizes[0]); } - }, [availableEpSizes, availableModes, epSize, mode]); + if (availablePhases.length > 0 && !availablePhases.includes(phase)) { + setPhase(availablePhases[0]); + } + }, [availableEpSizes, availablePhases, epSize, phase]); const seriesSelection = useMemo( - () => ({ mode, epSize, phase, fabricScope }), - [epSize, fabricScope, mode, phase], + () => ({ epSize, phase }), + [epSize, phase], ); - // The neutral view is the full measured series set for the run, narrowed by the - // identity axes the shard carries: mode, EP degree, phase, and fabric scope. + // SKU and EP determine topology; V1 fixes mode and routing. Only EP and phase + // are needed before the library/SKU comparison filters. const matchedSeries = useMemo( () => (dataset?.series ?? []).filter((item) => seriesMatchesSelection(item, seriesSelection)), [dataset?.series, seriesSelection], @@ -508,53 +369,34 @@ export default function CollectiveXDisplay() { [matchedSeries], ); const backendOptions = useMemo( - () => ['all', ...new Set(matchedSeries.map((item) => item.backend.label))], - [matchedSeries], - ); - const routingOptions = useMemo( () => [ 'all', ...new Set( - matchedSeries.map((item) => `${item.workload.routing}${item.workload.eplb ? '+eplb' : ''}`), + matchedSeries + .filter((item) => sku === 'all' || item.system.sku === sku) + .map((item) => item.backend), ), ], - [matchedSeries], + [matchedSeries, sku], ); useEffect(() => { if (!skuOptions.includes(sku)) setSku('all'); if (!backendOptions.includes(backend)) setBackend('all'); - if (!routingOptions.includes(routing)) setRouting('all'); - }, [backend, backendOptions, routing, routingOptions, sku, skuOptions]); + }, [backend, backendOptions, sku, skuOptions]); const phaseSeries = useMemo( () => matchedSeries.filter( (item) => (sku === 'all' || item.system.sku === sku) && - (backend === 'all' || item.backend.label === backend) && - (routing === 'all' || - `${item.workload.routing}${item.workload.eplb ? '+eplb' : ''}` === routing), + (backend === 'all' || item.backend === backend), ), - [backend, matchedSeries, routing, sku], + [backend, matchedSeries, sku], ); useEffect(() => { setActiveSeriesIds(new Set(phaseSeries.map((item) => item.series_id))); }, [phaseSeries]); - useEffect(() => { - const readHash = () => { - const value = window.location.hash.replace(/^#(?:tab-)?/, ''); - if (TAB_VALUES.includes(value as CollectiveXTab)) setTab(value as CollectiveXTab); - }; - readHash(); - window.addEventListener('hashchange', readHash); - window.addEventListener('popstate', readHash); - return () => { - window.removeEventListener('hashchange', readHash); - window.removeEventListener('popstate', readHash); - }; - }, []); - const activeSeries = useMemo( () => phaseSeries.filter((item) => activeSeriesIds.has(item.series_id)), [activeSeriesIds, phaseSeries], @@ -564,7 +406,7 @@ export default function CollectiveXDisplay() { [phaseSeries], ); const { resolveColor, getCssColor } = useThemeColors({ - highContrast, + highContrast: false, activeKeys: colorKeys, hcKeys: colorKeys, hcVendorKeyFor: (key) => key.split('_')[0], @@ -580,7 +422,7 @@ export default function CollectiveXDisplay() { label: collectiveXSeriesLabel(item), color: colors[collectiveXColorKey(item)] ?? 'var(--muted-foreground)', isActive: activeSeriesIds.has(item.series_id), - title: `${item.mode} · EP${item.system.ep_size} · ${item.system.scope} · ${collectiveXTopologyLabel(item.system)} · ${item.workload.workload_id}`, + title: `EP${item.system.ep_size} · ${collectiveXTopologyLabel(item.system)}`, onClick: () => { setActiveSeriesIds((previous) => { const next = new Set(previous); @@ -593,64 +435,11 @@ export default function CollectiveXDisplay() { })), [activeSeriesIds, colors, phaseSeries], ); - const warnings = useMemo(() => comparisonDifferences(activeSeries), [activeSeries]); - const missingComponents = activeSeries.some((item) => - item.points.some((point) => - operation === 'isolated-sum' - ? point.components.isolated_sum === null - : point.components[operation] === null, - ), - ); - const chartSemantics = useMemo(() => { - const modes = [...new Set(phaseSeries.map((item) => item.mode))] - .map((item) => t.mode[item]) - .join(' / '); - const eps = [...new Set(phaseSeries.map((item) => `EP${item.system.ep_size}`))].join(' / '); - const fabric = [...new Set(phaseSeries.map((item) => item.system.scope))] - .map((item) => t.topologyScope[item]) - .join(' / '); - const payload = [...new Set(phaseSeries.map((item) => item.measurement.payload_unit))] - .map((item) => t.payloadUnit[item as keyof typeof t.payloadUnit] ?? item) - .join(' / '); - const combine = [...new Set(phaseSeries.map((item) => item.measurement.combine_semantics))] - .map((item) => t.combineSemantics[item as keyof typeof t.combineSemantics] ?? item) - .join(' / '); - const sampling = [ - ...new Set( - phaseSeries.map((item) => - t.samplingContract( - item.measurement.trials, - item.measurement.iters, - item.measurement.samples_per_component, - item.measurement.warmups, - ), - ), - ), - ].join(' / '); - return [modes, eps, fabric, payload, combine, sampling].filter(Boolean).join(' · '); - }, [phaseSeries, t]); - const handleRefresh = useCallback(() => { track('collectivex_data_refreshed'); void activeQuery.refetch(); if (runsRequested) void runsQuery.refetch(); }, [activeQuery, runsQuery, runsRequested]); - const handleTab = useCallback((value: string) => { - const next = value as CollectiveXTab; - setTab(next); - window.location.hash = `tab-${next}`; - track('collectivex_tab_changed', { tab: next }); - }, []); - // Inspecting a case from the inventory jumps to the detail tab. - const handleInspectCase = useCallback( - (caseId: string) => { - setSelectedCaseId(caseId); - handleTab('case'); - track('collectivex_case_inspected', { case: caseId }); - }, - [handleTab], - ); - if (isLoading) { return ( @@ -660,30 +449,11 @@ export default function CollectiveXDisplay() { ); } if (error || !data || !dataset) { - const availabilityReason = collectiveXAvailabilityReason(error); - const message = - availabilityReason === 'source-unavailable' - ? t.sourceUnavailable - : availabilityReason === 'runs-unavailable' - ? t.runsErrorMessage - : error instanceof Error - ? error.message - : t.loadError; + const message = error instanceof Error ? error.message : t.loadError; return ( - +

{t.unavailable}

-

- {message} -

+

{message}

{t.description}

- {sourceSha ? ( - <> - track('collectivex_source_opened', { source_sha: sourceSha })} - className="inline-flex h-9 items-center gap-1.5 rounded-md border px-3 text-sm font-medium text-muted-foreground transition-colors hover:bg-muted hover:text-foreground" - > - {t.source} - - track('collectivex_methodology_opened', { source_sha: sourceSha })} - className="inline-flex h-9 items-center gap-1.5 rounded-md border px-3 text-sm font-medium text-muted-foreground transition-colors hover:bg-muted hover:text-foreground" - > - {t.methodology} - - - ) : ( - - {t.source} - - )} + track('collectivex_source_opened', { source_sha: run.source_sha })} + className="inline-flex h-9 items-center gap-1.5 rounded-md border px-3 text-sm font-medium text-muted-foreground transition-colors hover:bg-muted hover:text-foreground" + > + {t.source} + + + track('collectivex_methodology_opened', { source_sha: run.source_sha }) + } + className="inline-flex h-9 items-center gap-1.5 rounded-md border px-3 text-sm font-medium text-muted-foreground transition-colors hover:bg-muted hover:text-foreground" + > + {t.methodology} +
-
+
- - - +
@@ -799,10 +556,7 @@ export default function CollectiveXDisplay() { colors={colors} operation={operation} percentile={percentile} - xAxis={xAxis} yAxis={yAxis} - xScaleType={xScale} - yScaleType={yScale} caption={ <>

@@ -817,18 +571,8 @@ export default function CollectiveXDisplay() {

{yAxis === 'activation-rate' ? 'Activation-data rate at selected latency percentile' - : yAxis === 'total-logical-rate' - ? 'Total logical data rate at selected latency percentile' - : t.yAxis[yAxis]} + : t.yAxis[yAxis]}

- {chartSemantics && ( -

- {chartSemantics} -

- )} } legendElement={ @@ -843,14 +587,6 @@ export default function CollectiveXDisplay() { } isLegendExpanded={legendExpanded} onExpandedChange={setLegendExpanded} - switches={[ - { - id: 'collectivex-high-contrast', - label: t.highContrast, - checked: highContrast, - onCheckedChange: setHighContrast, - }, - ]} actions={ activeSeries.length < phaseSeries.length ? [ @@ -866,28 +602,7 @@ export default function CollectiveXDisplay() { /> } /> - {warnings.length > 0 && ( -

- {t.selectedFactorsDiffer}:{' '} - {warnings - .map( - (warning) => - t.differenceLabels[warning as keyof typeof t.differenceLabels] ?? warning, - ) - .join(', ')} - . -

- )} - {missingComponents && ( -

{t.missingComponents}

- )} - {operation === 'isolated-sum' && ( -

{t.isolatedNote}

- )} - {(yAxis === 'activation-rate' || yAxis === 'total-logical-rate') && ( + {yAxis === 'activation-rate' && (

{t.payloadNote}

)} @@ -959,21 +674,6 @@ export default function CollectiveXDisplay() { )} - - ({ value, label: t.mode[value] }))} - onValueChange={(value) => { - setMode(value); - if (value === 'low-latency') setPhase('decode'); - track('collectivex_mode_changed', { mode: value }); - }} - ariaLabel={t.modeAria} - testId="collectivex-mode-select" - className="flex w-full overflow-hidden" - buttonClassName="min-w-0 flex-1 justify-center px-1.5 whitespace-nowrap" - /> - - - { - setFabricScope(value); - track('collectivex_fabric_scope_changed', { fabric_scope: value }); - }} - ariaLabel={t.fabricScopeAria} - testId="collectivex-fabric-scope-toggle" - className="flex w-full overflow-hidden" - buttonClassName="min-w-0 flex-1 justify-center px-1.5 whitespace-nowrap" - /> - { setOperation(next); if (next !== 'roundtrip' && yAxis === 'tokens-per-second') setYAxis('latency'); - if ( - next === 'isolated-sum' && - (yAxis === 'activation-rate' || yAxis === 'total-logical-rate') - ) - setYAxis('latency'); }} /> @@ -1048,29 +729,6 @@ export default function CollectiveXDisplay() { options={selectOptions(backendOptions, t.all)} onChange={setBackend} /> - - - - - - - -

- - - {tabOptions.map((item) => ( - - {item.label} - - ))} - - - - - - {selectedCase ? ( - - ) : ( - -

{t.noCases}

-
- )} -
- - - - -

{t.provenance}

-
- - - - -
-
-
-
+ ); } @@ -1214,20 +817,3 @@ function SelectControl({ ); } - -function Provenance({ - label, - value, - mono = false, -}: { - label: string; - value: string; - mono?: boolean; -}) { - return ( -
-
{label}
-
{value}
-
- ); -} diff --git a/packages/app/src/components/collectivex/CollectiveXInventory.tsx b/packages/app/src/components/collectivex/CollectiveXInventory.tsx index 62f9e84cf..1d7b0d9d5 100644 --- a/packages/app/src/components/collectivex/CollectiveXInventory.tsx +++ b/packages/app/src/components/collectivex/CollectiveXInventory.tsx @@ -1,60 +1,13 @@ 'use client'; -import { useMemo, useState } from 'react'; -import { ChevronRight, RotateCcw } from 'lucide-react'; +import { useMemo } from 'react'; import { Badge } from '@/components/ui/badge'; -import { Button } from '@/components/ui/button'; import { Card } from '@/components/ui/card'; import { type DataTableColumn, DataTable } from '@/components/ui/data-table'; -import { Label } from '@/components/ui/label'; -import { - Select, - SelectContent, - SelectItem, - SelectTrigger, - SelectValue, -} from '@/components/ui/select'; import { collectiveXTopologyLabel } from './data'; -import type { - CollectiveXAttempt, - CollectiveXCommunicationAxis, - CollectiveXComponent, - CollectiveXCoverage, - CollectiveXCoveragePoint, - CollectiveXDataset, - CollectiveXPoint, - CollectiveXSeries, - CollectiveXTerminalStatus, -} from './types'; - -type FilterKey = - | 'sku' - | 'backend' - | 'ep' - | 'mode' - | 'phase' - | 'routing' - | 'topology' - | 'dispatchPrecision' - | 'combinePrecision' - | 'terminal'; - -type Filters = Record; - -const EMPTY_FILTERS: Filters = { - sku: 'all', - backend: 'all', - ep: 'all', - mode: 'all', - phase: 'all', - routing: 'all', - topology: 'all', - dispatchPrecision: 'all', - combinePrecision: 'all', - terminal: 'all', -}; +import type { CollectiveXCoverage, CollectiveXDataset, CollectiveXTerminalStatus } from './types'; const TERMINAL_ORDER: CollectiveXTerminalStatus[] = [ 'measured', @@ -68,431 +21,58 @@ const TERMINAL_ORDER: CollectiveXTerminalStatus[] = [ const STATUS_CLASS: Record = { measured: 'border-emerald-600/40 bg-emerald-500/10 text-emerald-700 dark:text-emerald-300', unsupported: 'border-zinc-500/40 bg-zinc-500/10 text-zinc-700 dark:text-zinc-300', - failed: 'border-red-600/40 bg-red-500/10 text-red-700 dark:text-red-300', + failed: 'border-red-700/50 bg-red-700/10 text-red-800 dark:text-red-300', invalid: 'border-red-600/40 bg-red-500/10 text-red-700 dark:text-red-300', diagnostic: 'border-amber-600/40 bg-amber-500/10 text-amber-700 dark:text-amber-300', pending: 'border-zinc-500/40 bg-zinc-500/5 text-muted-foreground', }; -function axisKey(axis: CollectiveXCommunicationAxis | null): string { - return axis ? JSON.stringify(axis) : 'none'; -} - -function axisLabel(axis: CollectiveXCommunicationAxis | null): string { - if (!axis) return 'n/a'; - return `${axis.communication_format} · ${axis.quant_mode} · ${axis.semantics}`; -} - -function backendKey(item: CollectiveXCoverage): string { - return `${item.backend}\0${item.backend_generation ?? ''}`; -} - -function backendLabel(item: CollectiveXCoverage): string { - return item.backend_generation ? `${item.backend} · ${item.backend_generation}` : item.backend; -} - -function routingKey(item: CollectiveXCoverage): string { - return `${item.routing}${item.eplb ? '+eplb' : ''}`; -} - -function topologyKey(item: CollectiveXCoverage): string { - return `${item.topology.scope}\0${item.topology.topology_class}\0${item.topology.transport}`; -} - function terminalCounts(item: CollectiveXCoverage): Record { - return Object.fromEntries( - TERMINAL_ORDER.map((status) => [ - status, - item.points.filter((point) => point.terminal_status === status).length, - ]), - ) as Record; -} - -function terminalSummary(item: CollectiveXCoverage): string { - const counts = terminalCounts(item); - return TERMINAL_ORDER.filter((status) => counts[status] > 0) - .map((status) => `${status} ${counts[status]}`) - .join(' · '); -} - -function uniqueOptions( - coverage: CollectiveXCoverage[], - value: (item: CollectiveXCoverage) => string, - label: (item: CollectiveXCoverage) => string = value, -): { value: string; label: string }[] { - return [ - ...new Map( - coverage.map((item) => { - const key = value(item); - return [key, { value: key, label: label(item) }]; - }), - ).values(), - ].toSorted((left, right) => left.label.localeCompare(right.label)); -} - -function FilterSelect({ - label, - testId, - value, - options, - onChange, -}: { - label: string; - testId: string; - value: string; - options: { value: string; label: string }[]; - onChange: (value: string) => void; -}) { - return ( -
- - -
- ); + const counts = Object.fromEntries(TERMINAL_ORDER.map((status) => [status, 0])) as Record< + CollectiveXTerminalStatus, + number + >; + for (const point of item.points) counts[point.terminal_status] += 1; + return counts; } function TerminalBadges({ item }: { item: CollectiveXCoverage }) { const counts = terminalCounts(item); + const reasons = [...new Set(item.points.flatMap((point) => point.reason ?? []))]; return ( -
- {TERMINAL_ORDER.filter((status) => counts[status] > 0).map((status) => ( - - {status} {counts[status]} - - ))} -
- ); -} - -interface PointRow { - catalog: CollectiveXCoveragePoint; - series: CollectiveXSeries | null; - point: CollectiveXPoint | null; - attempts: CollectiveXAttempt[]; -} - -function componentSummary(component: CollectiveXComponent | null): React.ReactNode { - if (component === null) return Unavailable; - const bytes = component.byte_provenance; - const activation = component.activation_data_rate_gbps_at_latency_percentile?.p99; - const total = component.total_logical_data_rate_gbps_at_latency_percentile?.p99; - return ( -
-

- p50 {component.latency_us.p50.toFixed(1)} · p99 {component.latency_us.p99.toFixed(1)} us -

-

- {component.origin === 'measured' - ? `${component.sample_count ?? '-'} samples` - : 'Derived, no samples'} -

- {bytes ? ( -

- bytes {bytes.activation_data_bytes.toLocaleString()} +{' '} - {bytes.scale_bytes.toLocaleString()} = {bytes.total_logical_bytes.toLocaleString()} -

- ) : ( -

no byte accounting

+
+
+ {TERMINAL_ORDER.filter((status) => counts[status] > 0).map((status) => ( + + {status} {counts[status]} + + ))} +
+ {reasons.length > 0 && ( +

{reasons.join(', ')}

)} -

- p99 A {activation?.toFixed(2) ?? '-'} · total {total?.toFixed(2) ?? '-'} GB/s -

-
- ); -} - -function pointAnomalies(row: PointRow): string { - if (!row.point) return '-'; - const routing = row.point.routing; - const anomalies = row.point.anomalies.join(', '); - return `expert CV ${routing.expert_load_cv.toFixed(3)} · rank CV ${routing.payload_rank_cv.toFixed(3)} · hotspot ${routing.hotspot_ratio.toFixed(2)}x · empty ${routing.empty_expert_count}/${routing.empty_rank_count}${anomalies ? ` · ${anomalies}` : ' · none declared'}`; -} - -function correctnessSummary(row: PointRow): React.ReactNode { - if (!row.point) return '-'; - const correctness = row.point.correctness; - return ( -
-

- Correctness {correctness.passed ? 'pass' : 'fail'} · max rel err{' '} - {correctness.max_relative_error.toExponential(1)} -

); } -function DetailValue({ - label, - value, - mono = false, -}: { - label: string; - value: string; - mono?: boolean; -}) { - return ( -
-
{label}
-
{value}
-
- ); -} - -export function CollectiveXCaseDetail({ - dataset, - item, -}: { - dataset: CollectiveXDataset; - item: CollectiveXCoverage; -}) { - const seriesById = useMemo( - () => new Map(dataset.series.map((series) => [series.series_id, series])), - [dataset.series], - ); - const rows = useMemo( - () => - item.points.map((catalog) => { - const series = catalog.series_id ? (seriesById.get(catalog.series_id) ?? null) : null; - const point = - catalog.point_id && series - ? (series.points.find((candidate) => candidate.point_id === catalog.point_id) ?? null) - : null; - const attempts = dataset.attempts.filter( - (attempt) => - attempt.case_id === item.case_id && - (!catalog.point_id || - attempt.evidence.some((evidence) => evidence.point_id === catalog.point_id)), - ); - return { catalog, series, point, attempts }; - }), - [dataset.attempts, item, seriesById], - ); - const columns = useMemo[]>( - () => [ - { - header: 'Terminal status', - cell: (row) => ( -
- - {row.catalog.terminal_status} - - {row.catalog.reason && ( -

{row.catalog.reason}

- )} -
- ), - sortValue: (row) => `${row.catalog.terminal_status} ${row.catalog.reason ?? ''}`, - }, - { - header: 'Tokens / rank', - align: 'right', - cell: (row) => row.catalog.tokens_per_rank.toLocaleString(), - sortValue: (row) => row.catalog.tokens_per_rank, - }, - { - header: 'Global tokens', - align: 'right', - cell: (row) => row.catalog.global_tokens.toLocaleString(), - sortValue: (row) => row.catalog.global_tokens, - }, - { - header: 'Correctness', - cell: correctnessSummary, - sortValue: (row) => - row.point - ? `${row.point.correctness.passed} ${row.point.correctness.max_relative_error}` - : '', - }, - { - header: 'Evidence', - cell: (row) => ( -
-

- {row.attempts.length} attempt{row.attempts.length === 1 ? '' : 's'} -

-

- {row.attempts.some((attempt) => attempt.selected) ? 'selected' : '—'} ·{' '} - {row.point?.evidence_ids.length ?? 0} evidence IDs -

-
- ), - sortValue: (row) => row.attempts.length, - }, - { - header: 'Anomalies', - cell: (row) => {pointAnomalies(row)}, - sortValue: pointAnomalies, - }, - { - header: 'Dispatch', - cell: (row) => componentSummary(row.point?.components.dispatch ?? null), - }, - { - header: 'Stage', - cell: (row) => componentSummary(row.point?.components.stage ?? null), - }, - { - header: 'Combine', - cell: (row) => componentSummary(row.point?.components.combine ?? null), - }, - { - header: 'Round trip', - cell: (row) => componentSummary(row.point?.components.roundtrip ?? null), - }, - { - header: 'Isolated sum', - cell: (row) => componentSummary(row.point?.components.isolated_sum ?? null), - }, - ], - [], - ); - - return ( - -
-
-

Selected matrix case

-

{item.label}

-

{item.case_id}

-
- -
-
- - - - - - -
-

Point terminal evidence

- -
- ); -} - -export function CollectiveXInventory({ - dataset, - selectedCaseId, - onInspectCase, -}: { - dataset: CollectiveXDataset; - selectedCaseId: string; - onInspectCase: (caseId: string) => void; -}) { - const [filters, setFilters] = useState(EMPTY_FILTERS); - const setFilter = (key: FilterKey, value: string) => - setFilters((previous) => ({ ...previous, [key]: value })); - const options = useMemo( - () => ({ - sku: uniqueOptions( - dataset.coverage, - (item) => item.sku, - (item) => item.sku.toUpperCase(), - ), - backend: uniqueOptions(dataset.coverage, backendKey, backendLabel), - ep: uniqueOptions( - dataset.coverage, - (item) => String(item.topology.ep_size), - (item) => `EP${item.topology.ep_size}`, - ), - mode: uniqueOptions(dataset.coverage, (item) => item.mode), - phase: uniqueOptions(dataset.coverage, (item) => item.phase), - routing: uniqueOptions(dataset.coverage, routingKey), - topology: uniqueOptions( - dataset.coverage, - topologyKey, - (item) => `${item.topology.scope} · ${item.topology.topology_class}`, - ), - dispatchPrecision: uniqueOptions( - dataset.coverage, - (item) => axisKey(item.dispatch_precision), - (item) => axisLabel(item.dispatch_precision), - ), - combinePrecision: uniqueOptions( - dataset.coverage, - (item) => axisKey(item.combine_precision), - (item) => axisLabel(item.combine_precision), - ), - terminal: TERMINAL_ORDER.map((status) => ({ value: status, label: status })), - }), - [dataset.coverage], - ); - const filtered = useMemo( - () => - dataset.coverage.filter( - (item) => - (filters.sku === 'all' || item.sku === filters.sku) && - (filters.backend === 'all' || backendKey(item) === filters.backend) && - (filters.ep === 'all' || String(item.topology.ep_size) === filters.ep) && - (filters.mode === 'all' || item.mode === filters.mode) && - (filters.phase === 'all' || item.phase === filters.phase) && - (filters.routing === 'all' || routingKey(item) === filters.routing) && - (filters.topology === 'all' || topologyKey(item) === filters.topology) && - (filters.dispatchPrecision === 'all' || - axisKey(item.dispatch_precision) === filters.dispatchPrecision) && - (filters.combinePrecision === 'all' || - axisKey(item.combine_precision) === filters.combinePrecision) && - (filters.terminal === 'all' || - item.points.some((point) => point.terminal_status === filters.terminal)), - ), - [dataset.coverage, filters], - ); +export function CollectiveXInventory({ dataset }: { dataset: CollectiveXDataset }) { const columns = useMemo[]>( () => [ { header: 'Case', cell: (row) => ( - +
+

{row.label}

+

{row.case_id}

+
), sortValue: (row) => `${row.label} ${row.case_id}`, }, { header: 'SKU', cell: (row) => row.sku.toUpperCase(), sortValue: (row) => row.sku }, { - header: 'Backend / generation', - cell: backendLabel, - sortValue: backendLabel, + header: 'Backend', + cell: (row) => row.backend, + sortValue: (row) => row.backend, className: 'whitespace-nowrap', }, { @@ -501,150 +81,55 @@ export function CollectiveXInventory({ sortValue: (row) => row.topology.ep_size, }, { - header: 'Mode / phase', - cell: (row) => `${row.mode} · ${row.phase}`, - sortValue: (row) => `${row.mode} ${row.phase}`, - className: 'whitespace-nowrap', - }, - { - header: 'Routing / EPLB', - cell: routingKey, - sortValue: routingKey, - className: 'whitespace-nowrap', + header: 'Phase', + cell: (row) => row.phase, + sortValue: (row) => row.phase, }, { header: 'Topology', - cell: (row) => `${row.topology.scope} · ${row.topology.topology_class}`, - sortValue: topologyKey, + cell: (row) => collectiveXTopologyLabel(row.topology), + sortValue: (row) => collectiveXTopologyLabel(row.topology), className: 'whitespace-nowrap', }, - { - header: 'Dispatch precision', - cell: (row) => axisLabel(row.dispatch_precision), - sortValue: (row) => axisLabel(row.dispatch_precision), - className: 'min-w-52', - }, - { - header: 'Combine precision', - cell: (row) => axisLabel(row.combine_precision), - sortValue: (row) => axisLabel(row.combine_precision), - className: 'min-w-52', - }, { header: 'Disposition', - cell: (row) => `${row.disposition} · ${row.outcome}`, - sortValue: (row) => `${row.disposition} ${row.outcome}`, - className: 'whitespace-nowrap', + cell: (row) => ( +
+

+ {row.disposition} · {row.outcome} +

+ {(row.detail || row.reason) && ( +

{row.detail ?? row.reason}

+ )} +
+ ), + sortValue: (row) => + `${row.disposition} ${row.outcome} ${row.reason ?? ''} ${row.detail ?? ''}`, }, { - header: 'Point terminal status', + header: 'Point status', cell: (row) => , - sortValue: terminalSummary, - className: 'min-w-44', + sortValue: (row) => + `${TERMINAL_ORDER.map((status) => `${status}:${terminalCounts(row)[status]}`).join(' ')} ${row.points.map((point) => point.reason ?? '').join(' ')}`, }, ], - [onInspectCase, selectedCaseId], + [], ); - const pointCounts = dataset.coverage.flatMap((item) => item.points); + const points = dataset.coverage.flatMap((item) => item.points); + const measured = points.filter((point) => point.terminal_status === 'measured').length; + const unsupported = points.filter((point) => point.terminal_status === 'unsupported').length; return ( -
-
-

Matrix case inventory

-

- {filtered.length} of {dataset.coverage.length} cases · {dataset.run.measured_cases}{' '} - measured cases · {dataset.run.unsupported_cases} unsupported cases ·{' '} - {dataset.run.terminal_points}/{dataset.run.requested_points} terminal points ·{' '} - {pointCounts.filter((point) => point.terminal_status === 'measured').length} measured - points · {pointCounts.filter((point) => point.terminal_status === 'unsupported').length}{' '} - unsupported points -

-
- -
-
- setFilter('sku', value)} - /> - setFilter('backend', value)} - /> - setFilter('ep', value)} - /> - setFilter('mode', value)} - /> - setFilter('phase', value)} - /> - setFilter('routing', value)} - /> - setFilter('topology', value)} - /> - setFilter('dispatchPrecision', value)} - /> - setFilter('combinePrecision', value)} - /> - setFilter('terminal', value)} - /> -
+

Matrix case inventory

+

+ {dataset.coverage.length} cases · {dataset.run.measured_cases} measured ·{' '} + {dataset.run.unsupported_cases} unsupported · {dataset.run.terminal_points}/ + {dataset.run.requested_points} terminal points · {measured} measured · {unsupported}{' '} + unsupported +

, - t: TableStrings, -): string { - const roles = [ - ...(terminalAttemptIds.has(attempt.attempt_id) ? [t.terminalRole] : []), - ...(attempt.selected ? [t.allocationRole] : []), - ]; - return roles.length > 0 ? roles.join(' · ') : t.retainedRole; -} - function OutcomeBadge({ outcome }: { outcome: CollectiveXOutcome }) { const t = STRINGS[useLocale()]; return ( @@ -224,22 +210,11 @@ export function CollectiveXCoverageTable({ coverage }: { coverage: CollectiveXCo cell: (row) => t.phase[row.phase], sortValue: (row) => t.phase[row.phase], }, - { - header: t.modeHeader, - cell: (row) => t.mode[row.mode], - sortValue: (row) => t.mode[row.mode], - }, { header: t.epHeader, cell: (row) => `EP${row.topology.ep_size}`, sortValue: (row) => row.topology.ep_size, }, - { - header: t.scopeHeader, - cell: (row) => t.scope[row.topology.scope], - sortValue: (row) => t.scope[row.topology.scope], - className: 'whitespace-nowrap', - }, { header: t.topologyHeader, cell: (row) => collectiveXTopologyLabel(row.topology), @@ -256,30 +231,6 @@ export function CollectiveXCoverageTable({ coverage }: { coverage: CollectiveXCo cell: (row) => , sortValue: (row) => t.outcome[row.outcome], }, - { - header: t.attempts, - align: 'right', - cell: (row) => row.attempt_ids.length, - sortValue: (row) => row.attempt_ids.length, - className: 'tabular-nums', - }, - { - header: t.selected, - cell: (row) => ( - - {shortId(row.selected_attempt_id)} - - ), - sortValue: (row) => row.selected_attempt_id ?? '', - }, - { - header: t.failureMode, - cell: (row) => (row.failure_mode ? collectiveXReasonLabel(row.failure_mode, locale) : '-'), - sortValue: (row) => - row.failure_mode - ? `${collectiveXReasonLabel(row.failure_mode, locale)} ${row.failure_mode}` - : '', - }, { header: t.reason, cell: (row) => (row.reason ? collectiveXReasonLabel(row.reason, locale) : '-'), @@ -302,148 +253,3 @@ export function CollectiveXCoverageTable({ coverage }: { coverage: CollectiveXCo
); } - -export function CollectiveXAttemptTable({ - attempts, - coverage, -}: { - attempts: CollectiveXAttempt[]; - coverage: CollectiveXCoverage[]; -}) { - const locale = useLocale(); - const t = STRINGS[locale]; - const coverageByCase = useMemo( - () => new Map(coverage.map((item) => [item.case_id, item])), - [coverage], - ); - const terminalAttemptIds = useMemo( - () => - new Set( - coverage.flatMap((item) => - item.selected_attempt_id === null ? [] : [item.selected_attempt_id], - ), - ), - [coverage], - ); - const columns = useMemo[]>( - () => [ - { - header: t.case, - cell: (row) => ( -
-

- {coverageByCase.get(row.case_id)?.label ?? shortId(row.case_id)} -

-

{shortId(row.case_id)}

-
- ), - sortValue: (row) => `${coverageByCase.get(row.case_id)?.label ?? ''} ${row.case_id}`, - }, - { - header: t.attemptId, - cell: (row) => ( - - {shortId(row.attempt_id)} - - ), - sortValue: (row) => row.attempt_id, - }, - { - header: t.allocation, - cell: (row) => ( - - {shortId(row.allocation_id)} - - ), - sortValue: (row) => row.allocation_id, - }, - { - header: t.run, - cell: (row) => `${row.run_id}.${row.run_attempt}`, - sortValue: (row) => - `${row.run_id.padStart(20, '0')}.${String(row.run_attempt).padStart(10, '0')}`, - className: 'font-mono text-xs', - }, - { - header: t.attempt, - align: 'right', - cell: (row) => row.attempt_index, - sortValue: (row) => row.attempt_index, - className: 'tabular-nums', - }, - { - header: t.outcomeHeader, - cell: (row) => , - sortValue: (row) => t.outcome[row.outcome], - }, - { - header: t.role, - cell: (row) => attemptRoleLabel(row, terminalAttemptIds, t), - sortValue: (row) => attemptRoleLabel(row, terminalAttemptIds, t), - }, - { - header: t.evidence, - align: 'right', - cell: (row) => ( -
- `${item.evidence_id} -> ${item.point_id}`) - .join('\n')} - className="cursor-pointer list-none whitespace-nowrap [&::-webkit-details-marker]:hidden" - > - {row.evidence.length} - {row.evidence.length > 0 && - ` · ${row.evidence.map((item) => shortId(item.evidence_id)).join(' · ')}`} - - {row.evidence.length > 0 && ( -
- {row.evidence.map((item) => ( -

- {item.evidence_id} - - {item.point_id} -

- ))} -
- )} -
- ), - sortValue: (row) => - [ - String(row.evidence.length).padStart(8, '0'), - ...row.evidence.flatMap((item) => [item.evidence_id, item.point_id]), - ].join(' '), - className: 'tabular-nums', - }, - { - header: t.failureMode, - cell: (row) => (row.failure_mode ? collectiveXReasonLabel(row.failure_mode, locale) : '-'), - sortValue: (row) => - row.failure_mode - ? `${collectiveXReasonLabel(row.failure_mode, locale)} ${row.failure_mode}` - : '', - }, - { - header: t.reason, - cell: (row) => (row.reason ? collectiveXReasonLabel(row.reason, locale) : '-'), - sortValue: (row) => - row.reason ? `${collectiveXReasonLabel(row.reason, locale)} ${row.reason}` : '', - }, - ], - [coverageByCase, locale, t, terminalAttemptIds], - ); - - return ( - -

{t.retainedAttempts}

- -
- ); -} diff --git a/packages/app/src/components/collectivex/axis.test.ts b/packages/app/src/components/collectivex/axis.test.ts deleted file mode 100644 index a5b171561..000000000 --- a/packages/app/src/components/collectivex/axis.test.ts +++ /dev/null @@ -1,22 +0,0 @@ -import { describe, expect, it } from 'vitest'; - -import { sparseLogTicks } from './axis'; - -describe('sparseLogTicks', () => { - it('uses sparse 1-2-5 ticks for a typical latency domain', () => { - expect(sparseLogTicks([48, 225], 5)).toEqual([50, 100, 200]); - }); - - it('caps wide domains without restoring dense minor ticks', () => { - expect(sparseLogTicks([0.1, 1000], 5)).toEqual([0.1, 1, 10, 100, 1000]); - }); - - it('falls back to a small geometric set for a narrow domain', () => { - expect(sparseLogTicks([52, 65], 4)).toEqual([52, 58, 65]); - }); - - it('handles reversed and invalid domains', () => { - expect(sparseLogTicks([225, 48], 5)).toEqual([50, 100, 200]); - expect(sparseLogTicks([0, Number.NaN], 5)).toEqual([]); - }); -}); diff --git a/packages/app/src/components/collectivex/axis.ts b/packages/app/src/components/collectivex/axis.ts deleted file mode 100644 index d3d212501..000000000 --- a/packages/app/src/components/collectivex/axis.ts +++ /dev/null @@ -1,51 +0,0 @@ -const LOG_MANTISSAS = [1, 2, 5] as const; - -function evenlySpaced(values: T[], count: number): T[] { - if (values.length <= count) return values; - if (count <= 1) return [values[Math.floor(values.length / 2)]]; - - const selected: T[] = []; - for (let index = 0; index < count; index += 1) { - selected.push(values[Math.round((index * (values.length - 1)) / (count - 1))]); - } - return selected; -} - -function fallbackLogTicks(min: number, max: number, maxTicks: number): number[] { - const count = Math.min(maxTicks, 3); - const logMin = Math.log(min); - const logSpan = Math.log(max) - logMin; - const ticks = Array.from({ length: count }, (_, index) => { - const value = Math.exp(logMin + (logSpan * index) / Math.max(1, count - 1)); - return Number(value.toPrecision(2)); - }); - return [...new Set(ticks)].filter((value) => value >= min && value <= max); -} - -/** - * Generate sparse 1-2-5 log ticks instead of D3's dense minor-tick sequence. - * The callback is evaluated against the current visible domain, including zoom. - */ -export function sparseLogTicks(domain: number[], maxTicks: number): number[] { - const numericDomain = domain.filter((value) => Number.isFinite(value) && value > 0); - if (numericDomain.length < 2 || maxTicks <= 0) return []; - - const min = Math.min(...numericDomain); - const max = Math.max(...numericDomain); - if (min === max) return [min]; - - const ticks: number[] = []; - const firstExponent = Math.floor(Math.log10(min)); - const lastExponent = Math.ceil(Math.log10(max)); - - for (let exponent = firstExponent; exponent <= lastExponent; exponent += 1) { - const magnitude = 10 ** exponent; - for (const mantissa of LOG_MANTISSAS) { - const value = mantissa * magnitude; - if (value >= min && value <= max) ticks.push(value); - } - } - - const candidates = ticks.length >= 2 ? ticks : fallbackLogTicks(min, max, maxTicks); - return evenlySpaced(candidates, maxTicks); -} diff --git a/packages/app/src/components/collectivex/data.test.ts b/packages/app/src/components/collectivex/data.test.ts index 9bac3932b..467186e10 100644 --- a/packages/app/src/components/collectivex/data.test.ts +++ b/packages/app/src/components/collectivex/data.test.ts @@ -5,7 +5,6 @@ import { collectiveXColorKey, collectiveXSeriesLabel, collectiveXTopologyLabel, - comparisonDifferences, metricValue, seriesMatchesSelection, type CollectiveXSeriesSelection, @@ -14,35 +13,30 @@ import { makeCollectiveXDataset, makeCollectiveXSeries } from './test-fixture'; const dataset = makeCollectiveXDataset(); // series[0]: deepep-v2 EP8 scale-up (nvlink, single node). -// series[1]: deepep EP16 scale-out (nvlink scale-up + rdma scale-out, two nodes). +// series[1]: MoRI EP16 scale-out (xGMI scale-up + RDMA scale-out, two nodes). const [scaleUp, scaleOut] = dataset.series; describe('collectiveXTopologyLabel', () => { it('shows only the scale-up transport when there is no scale-out fabric', () => { expect(collectiveXTopologyLabel(scaleUp.system)).toBe( - '1x8 · domain 8 · nvlink · nvlink-domain', + '1x8 · domain 8 · nvlink · h200-nvlink-island', ); }); it('joins scale-up and scale-out transports when a scale-out fabric is present', () => { expect(collectiveXTopologyLabel(scaleOut.system)).toBe( - '2x8 · domain 8 · nvlink+rdma · multi-node', + '2x8 · domain 8 · xgmi+rdma · mi355x-xgmi-rdma', ); }); }); describe('collectiveXSeriesLabel', () => { - it('renders the identifying axes of a series', () => { - const label = collectiveXSeriesLabel(scaleUp); - expect(label.startsWith('H200-DGXC EP8 · deepep-v2 · normal · scale-up')).toBe(true); - expect(label).toContain('decode'); - expect(label).toContain('unversioned'); - expect(label).toContain('build cccccccc'); + it('renders the varying identity axes of a series', () => { + expect(collectiveXSeriesLabel(scaleUp)).toBe('H200-DGXC · deepep-v2 · EP8 · decode'); }); - it('shows the backend version when one is present', () => { - expect(collectiveXSeriesLabel(scaleOut)).toContain('EP16'); - expect(collectiveXSeriesLabel(scaleOut)).toContain('2.1'); + it('shows the selected EP degree and phase', () => { + expect(collectiveXSeriesLabel(scaleOut)).toContain('EP16 · decode'); }); }); @@ -64,28 +58,23 @@ describe('collectiveXColorKey', () => { // The chart color system reads the first "_"-separated token to classify the // vendor (NVIDIA greens, AMD reds), matching the InferenceX charts. expect(collectiveXColorKey(scaleUp).split('_')[0]).toBe('nvidia'); - const amd = makeCollectiveXSeries({ sku: 'mi355x-oam', vendor: 'amd' }); + const amd = makeCollectiveXSeries({ sku: 'mi355x', vendor: 'amd' }); expect(collectiveXColorKey(amd).split('_')[0]).toBe('amd'); }); }); describe('seriesMatchesSelection', () => { const base: CollectiveXSeriesSelection = { - mode: 'normal', epSize: 8, phase: 'decode', - fabricScope: 'all', }; - it('matches on mode, ep size, phase, and any fabric scope', () => { + it('matches on EP size and phase', () => { expect(seriesMatchesSelection(scaleUp, base)).toBe(true); - expect(seriesMatchesSelection(scaleUp, { ...base, fabricScope: 'scale-up' })).toBe(true); }); - it('rejects a series whose scope, ep, mode, or phase differs from the selection', () => { - expect(seriesMatchesSelection(scaleUp, { ...base, fabricScope: 'scale-out' })).toBe(false); + it('rejects a series whose EP or phase differs from the selection', () => { expect(seriesMatchesSelection(scaleUp, { ...base, epSize: 16 })).toBe(false); - expect(seriesMatchesSelection(scaleUp, { ...base, mode: 'low-latency' })).toBe(false); expect(seriesMatchesSelection(scaleUp, { ...base, phase: 'prefill' })).toBe(false); }); }); @@ -106,24 +95,19 @@ describe('metricValue', () => { expect(metricValue(point, 'dispatch', 'p50', 'tokens-per-second')).toBeNull(); }); - it('returns the activation and total-logical data rates', () => { + it('returns the payload data rate', () => { expect(metricValue(point, 'dispatch', 'p50', 'activation-rate')).toBeGreaterThan(0); - expect(metricValue(point, 'dispatch', 'p50', 'total-logical-rate')).toBeGreaterThan(0); }); it('returns null for an unavailable component', () => { const unavailable = makeCollectiveXSeries({ rows: [{ stageUnavailable: true }] }).points[0]; expect(metricValue(unavailable, 'stage', 'p50', 'latency')).toBeNull(); }); - - it('returns null for a derived component with no byte accounting', () => { - expect(metricValue(point, 'isolated-sum', 'p50', 'activation-rate')).toBeNull(); - }); }); describe('chartPoints', () => { it('emits one point per token row with populated axes', () => { - const points = chartPoints([scaleUp], 'dispatch', 'p50', 'tokens-per-rank', 'latency'); + const points = chartPoints([scaleUp], 'dispatch', 'p50', 'latency'); expect(points).toHaveLength(scaleUp.points.length); for (const point of points) { expect(point.seriesId).toBe(scaleUp.series_id); @@ -135,28 +119,11 @@ describe('chartPoints', () => { it('drops points whose metric is unavailable', () => { // Dispatch has no per-operation token rate, so tokens-per-second is null everywhere. - expect( - chartPoints([scaleUp], 'dispatch', 'p50', 'tokens-per-rank', 'tokens-per-second'), - ).toHaveLength(0); + expect(chartPoints([scaleUp], 'dispatch', 'p50', 'tokens-per-second')).toHaveLength(0); }); it('keeps roundtrip token-rate points', () => { - const points = chartPoints([scaleUp], 'roundtrip', 'p50', 'global-tokens', 'tokens-per-second'); + const points = chartPoints([scaleUp], 'roundtrip', 'p50', 'tokens-per-second'); expect(points).toHaveLength(scaleUp.points.length); }); }); - -describe('comparisonDifferences', () => { - it('returns no warnings for a single series or a series compared with itself', () => { - expect(comparisonDifferences([scaleUp])).toEqual([]); - expect(comparisonDifferences([scaleUp, scaleUp])).toEqual([]); - }); - - it('flags the dimensions that differ across compared series', () => { - const warnings = comparisonDifferences([scaleUp, scaleOut]); - expect(warnings).toContain('EP degree'); - expect(warnings).toContain('fabric scope'); - expect(warnings).toContain('backend implementation'); - expect(warnings).toContain('transport'); - }); -}); diff --git a/packages/app/src/components/collectivex/data.ts b/packages/app/src/components/collectivex/data.ts index 7d4ad8990..898cbff98 100644 --- a/packages/app/src/components/collectivex/data.ts +++ b/packages/app/src/components/collectivex/data.ts @@ -1,24 +1,17 @@ import type { CollectiveXChartPoint, CollectiveXComponent, - CollectiveXMode, CollectiveXOperation, CollectiveXPercentile, CollectiveXPhase, CollectiveXPoint, CollectiveXSeries, - CollectiveXTopologyScope, - CollectiveXXAxis, CollectiveXYAxis, } from './types'; -export type CollectiveXFabricScope = 'all' | CollectiveXTopologyScope; - export interface CollectiveXSeriesSelection { - mode: CollectiveXMode; epSize: number; phase: CollectiveXPhase; - fabricScope: CollectiveXFabricScope; } export function collectiveXTopologyLabel( @@ -39,65 +32,18 @@ export function collectiveXTopologyLabel( } export function collectiveXSeriesLabel(series: CollectiveXSeries): string { - const version = series.backend.version ?? 'unversioned'; - const build = series.build.source_sha.slice(0, 8); - const identity = series.series_id.slice(-8); - const routing = `${series.workload.routing}${series.workload.eplb ? '+eplb' : ''}`; - return `${series.system.sku.toUpperCase()} EP${series.system.ep_size} · ${series.backend.label} · ${series.mode} · ${series.system.scope} · ${series.system.topology_class} · ${series.phase} · ${routing} · ${version} · build ${build} · series ${identity}`; + return `${series.system.sku.toUpperCase()} · ${series.backend} · EP${series.system.ep_size} · ${series.phase}`; } export function collectiveXColorKey(series: CollectiveXSeries): string { - const routing = `${series.workload.routing}${series.workload.eplb ? '-eplb' : ''}`; - const eplb = series.eplb.enabled - ? `${series.eplb.planner ?? 'enabled'}-${series.eplb.mapping_sha256 ?? 'unmapped'}-${series.eplb.physical_experts ?? 'auto'}` - : 'eplb-off'; - const units = `${series.resource.comm_units_kind ?? 'units'}-${series.resource.configured_units ?? 'default'}`; - // The vendor leads the key so the chart color system (getVendor splits on "_" - // and reads the first token) can place each series in its vendor hue zone — - // NVIDIA greens, AMD reds — matching the InferenceX charts. - return [ - series.system.vendor, - series.system.sku, - series.mode, - `ep${series.system.ep_size}`, - series.system.scope, - `${series.system.nodes}x${series.system.gpus_per_node}`, - `scaleup${series.system.scale_up_domain}`, - series.system.scale_up_transport, - series.system.scale_out_transport ?? 'no-scaleout', - series.system.topology_class, - series.system.transport, - series.backend.id, - series.backend.generation ?? 'default', - series.backend.version ?? 'unversioned', - series.build.image, - series.build.source_sha, - series.build.squash_sha256, - routing, - JSON.stringify(series.workload.dispatch_precision), - JSON.stringify(series.workload.combine_precision), - eplb, - units, - ].join('_'); + return `${series.system.vendor}_${series.system.sku}_${series.backend}_ep${series.system.ep_size}_${series.phase}`; } export function seriesMatchesSelection( series: CollectiveXSeries, selection: CollectiveXSeriesSelection, ): boolean { - return ( - series.mode === selection.mode && - series.system.ep_size === selection.epSize && - series.phase === selection.phase && - (selection.fabricScope === 'all' || series.system.scope === selection.fabricScope) - ); -} - -function operationComponent( - point: CollectiveXPoint, - operation: CollectiveXOperation, -): CollectiveXComponent | null { - return point.components[operation === 'isolated-sum' ? 'isolated_sum' : operation]; + return series.system.ep_size === selection.epSize && series.phase === selection.phase; } export function metricValue( @@ -106,30 +52,26 @@ export function metricValue( percentile: CollectiveXPercentile, yAxis: CollectiveXYAxis, ): number | null { - const component = operationComponent(point, operation); + const component: CollectiveXComponent | null = point.components[operation]; if (component === null) return null; - const latencyUs = component.latency_us[percentile]; - if (yAxis === 'latency') return latencyUs; + if (yAxis === 'latency') return component.latency_us[percentile]; if (yAxis === 'tokens-per-second') { return operation === 'roundtrip' ? point.roundtrip_token_rate_at_latency_percentile[percentile] : null; } - return yAxis === 'activation-rate' - ? (component.activation_data_rate_gbps_at_latency_percentile?.[percentile] ?? null) - : (component.total_logical_data_rate_gbps_at_latency_percentile?.[percentile] ?? null); + return component.activation_data_rate_gbps_at_latency_percentile?.[percentile] ?? null; } export function chartPoints( series: CollectiveXSeries[], operation: CollectiveXOperation, percentile: CollectiveXPercentile, - xAxis: CollectiveXXAxis, yAxis: CollectiveXYAxis, ): CollectiveXChartPoint[] { return series.flatMap((item) => item.points.flatMap((point) => { - const x = xAxis === 'tokens-per-rank' ? point.tokens_per_rank : point.global_tokens; + const x = point.tokens_per_rank; const y = metricValue(point, operation, percentile, yAxis); if (!Number.isFinite(x) || x <= 0 || y === null || y <= 0 || !Number.isFinite(y)) return []; return [ @@ -139,69 +81,9 @@ export function chartPoints( colorKey: collectiveXColorKey(item), x, y, - operation, - percentile, point, - series: item, }, ]; }), ); } - -export function comparisonDifferences(series: CollectiveXSeries[]): string[] { - if (series.length === 0) return []; - const warnings: string[] = []; - const different = (getValue: (item: CollectiveXSeries) => unknown) => - new Set(series.map(getValue)).size > 1; - const checks: [string, (item: CollectiveXSeries) => unknown][] = [ - ['model', (item) => item.model], - ['suite', (item) => item.suite], - ['mode', (item) => item.mode], - ['phase', (item) => item.phase], - ['backend implementation', (item) => JSON.stringify(item.backend)], - ['implementation build', (item) => JSON.stringify(item.build)], - ['system identity', (item) => `${item.system.sku}/${item.system.vendor}/${item.system.label}`], - ['fabric scope', (item) => item.system.scope], - ['topology', (item) => collectiveXTopologyLabel(item.system)], - ['transport', (item) => item.system.transport], - ['world size', (item) => item.system.world_size], - ['EP degree', (item) => item.system.ep_size], - ['placement', (item) => item.system.placement], - ['workload', (item) => item.workload.workload_id], - [ - 'model shape', - (item) => - `${item.workload.hidden}/${item.workload.top_k}/${item.workload.experts}/${item.workload.activation_profile}`, - ], - ['routing', (item) => `${item.workload.routing}/${item.workload.eplb}`], - ['EPLB plan', (item) => JSON.stringify(item.eplb)], - [ - 'dtypes', - (item) => - `${JSON.stringify(item.workload.dispatch_precision)}/${JSON.stringify(item.workload.combine_precision)}`, - ], - ['resource profile', (item) => JSON.stringify(item.resource)], - ['measurement', (item) => JSON.stringify(item.measurement)], - ['token ladder', (item) => item.points.map((point) => point.tokens_per_rank).join(',')], - [ - 'component availability', - (item) => - item.points - .map((point) => - ['dispatch', 'stage', 'combine', 'roundtrip', 'isolated_sum'] - .map((name) => point.components[name as keyof typeof point.components] !== null) - .join('/'), - ) - .join(','), - ], - [ - 'correctness', - (item) => item.points.map((point) => JSON.stringify(point.correctness)).join(','), - ], - ]; - for (const [label, getValue] of checks) { - if (different(getValue)) warnings.push(label); - } - return warnings; -} diff --git a/packages/app/src/components/collectivex/full-catalog.v1.json b/packages/app/src/components/collectivex/full-catalog.v1.json deleted file mode 100644 index 7f3125fe4..000000000 --- a/packages/app/src/components/collectivex/full-catalog.v1.json +++ /dev/null @@ -1 +0,0 @@ -{"case_count":322,"cases":[{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dc3957540eca33bff84d3fa31ba305c27ef8c7f0af2960230d168db562260fd6","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-818f3d4ae3f1fc7adc719a6f950dfc47fa55135c4ab5323be2a50bd725a2bd59","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6898a817b7d7d270a0c0e4c4d58eb35e28e7620d85245b53d874c053dbd0aefc","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2eb2e59b880fe5777b900bf05cbf112a02849e3b07122548071917cfdb46b37f","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-376c206e9037102670c0c2d829f55bb61bf26d76f71ddb94a5a6cbd9b17b6795","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1109463b8dba5ebd5debbeed7c52df9ead477c20f91fe9cae76e2621a666a873","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1b87190ca7f0f5ea75a454128cc3cf6457069bd52fee14b42e09f196b1a952a6","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9ec4b8d4b6e3f3fb99e15463de26e24e976d48f20cab710379b25da4bd6bb3ef","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-646ead6576087f26ad30455a2331da913f8c3e3bdb33483c68f1e9e55dfcca0d","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-69a5b4561ef70f5d3bd6469e3c0da5b366fc48b409e6483dc6281ca0b70e65d5","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-15368f7b5126e8657d3b4f053ca3bea2df1d099895de934dc41e0f869d46c748","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-812a65e7914c67e849e9252b9846270e8bcdf41ede9ee0259367c1dd8ab5e412","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d994af50061535d12c9f4c039bea99f801530e0206d733f3c869379bee0448e5","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-948b02361b6c9fa5fdd18f11d52d57e3cd267fb5764aa9067bf737275680197c","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-09d293336e19758bd258d4a589076975b91b0ade667701ed97bb5fd7f7fa48c8","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b5afdd50e2f57d5ecdc3e99653ab41570329856da44948d75a0026edb3a93734","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0d1e3160a5839c2f306ad7d6ce81f79626132e76cbbb35a575e2e43d8a21844f","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-bc4e459d3777271d9da8bf12eb28ed4e6f8c272a696855cfca2b6a7a7e7fe0c1","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-955b6dbe5f54cb6c3d8f0c1d7cab6ea9d0a255a8f0fa00e152db4f65d33f955c","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-57c3960a62aba5ea58cb0f0dd0178380679ea720d2bab05e0d48827cc0edcf27","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e2f17ed3ddcbe89d4d7c17b72901b3a3d553ee6da6b9593339c8c73af1727f9a","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e6c7d064e50910d76b79e64170a4bf9fce396039fc1c087849ca9405a7ab6d35","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-901456d331ffcb2d5748cabe56f9f658689de94876a36c63c76b73cb4d51b6a1","disposition":"unsupported","eplb":false,"label":"H100-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-6ec8657a4680319b7410fc2eddc97b5b033d9416d0baba7a22a8c19194c358fc","disposition":"runnable","eplb":false,"label":"H100-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7f1197c2914ca0ceef0b4eecf4c84e30415965d2abd4b9a3a470ce1e6e3aa5df","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cb698c8a5f1d23ef5f277477960d6310df125aa168ae5d574c765a2b96e5b579","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-cb9634b785563537aef44bedee876bef2d8007c2f3b0f77364fffae79634a49a","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e2986a3b7a5ef5f5cd08ceae55b3c6094187121a3c13b03871ae9c7710f92ff3","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0197166381b95502bc82fcb142189420b54c80b3ac0c24b9a0e304c9f81d4429","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e2fb89231c4e72cb2d451c246390d3ab908b96bda057986429de66aae50684d5","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-514ac85f59d67f8034018d569a026243c4d7d20f7ee0785afee2f809dac8c5b1","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-58e7b05166cdfa6755d1157c179fcaa8298ac0e826c79773767cbd53079d41ad","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-741cf578161056ba8b698f07abc4eea21de49f1e4d1857134663f65164e591db","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-f5893f20daba8afe301ec3729f7c70a6de90af806b9d8fc29533cedfd5f2c51d","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-efe10271af8302dbb841f8ddbd3c1418b983fee2d9a66003020af98dbd06e19e","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-ca82ce8da3368eb288d77e78e7026702cd8f9c4609f7171631b7102ebb503a82","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6e3b672296e90b5167e66bcd68c0f15dc5c430223afbbe0ae820d5feefd2e0ab","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f1a9a371f3a2c104794d254cdcc0b0135c72e483f9aed79a8f8bdf9a67ed0ca4","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f4cc3b62893de865478f1cfe48c2931e7a4f727129651634da0295e4bb8da78c","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-389ac52f317ba9114556b80e0a0c7a4d4c4c7f5f5af38056311d3448e8908d46","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-a265c03ea6d7449c38c586ee394a632ca066e2ae99f9a2b80f7c3544d9b10937","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-88bdcfcf01a1c040dcc28009e3cdb9401b0424cb636e8b8b3b8dedcdc7f0e5c4","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c4c641658e54a96568f081c2a89d6d450048eb51f1b9af58d069db3297b525d","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4b07826a004ceb504d491e07d15e7a6277cbd9a6de77d4a8279f16fbf19acb4e","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-eea045414f8bf3453930f9ee4fb6ec285b3e555eedb663f740efb2cbf5235b14","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c2966b061d489b3cc62d88a27a61bb53a8a32d3fdfb303eb8708278419bb388f","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-82ef3d7069cf0b8f8ffa99cef7eb7b7d661a0e69954ce93ea32f6619092b3f3d","disposition":"unsupported","eplb":false,"label":"H200-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-cc0884d212e1fab9b777f5593a6d11b9fa0e6a971e9edbe19565b5a6abc35093","disposition":"runnable","eplb":false,"label":"H200-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ddfa1da434f3c7926e3432d5b62e60fcf0760104c91bbe4852ee6c15bab080b8","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e67dffe6aede0d3bacd76d54f464efaa7dcf3857419058657a10dc7012597f0a","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-485107d9a42f58e67110f1031b7a3789eab371f3630e33f98ac6b1b3cc4d1e89","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bf70bfccb3f9ba47b5f2d517cf3c9fe4f791673a2b037f384b3fd2f919325e03","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e92f52f01eaeaf1df8123fc6e10eb420fbe8abb2f587fed7ae369d0ed59e8fe8","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-4aa1685ecd8d936a3a111cded77ccbea9b936a208ca1b5ca8f319a6a9ca49ef8","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4422dc1cd48f7214bf8e5e65fe6422e2bcee3dd12a9609a23449d966774ebc3a","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-0688829b5caaf49c5c5750b0164270684f1f496554010dff366b82e6f78019e2","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4af9ed95a6a8cbcd97531b630018389dbf5e0345291712ccf7ba6ad40053787d","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-33e49742af19751f271ea3ff9225baeb40bc3a49cc1f8a3fc2ab9a81c15bac32","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4d0b311aee7c7459b4c3d9d1c248466fca006bf3057fff460c99d012ba019b74","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-864d7feb4ecb2ec711c7c1b4ad8eea8fa4c8b397de77a56956455bcfe944b4f2","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c3e96e754152fc85420cc4d6ccc7b31540506dd5d3689edaf7892da576ce7822","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b653cb780cd2e897d2828ed0a2a4bc514a75f186ed51ab24e9e9259609de7275","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-607fd20ce0a1f30e5e79eb3ff4b8fbd1e4ef732e434f08fa0341f601a76ad55e","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3d9adb728599fb4c87ba65254c63bbfd9907dab2ccd07cfb6b72010cf7f6bb5a","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-3ffda7dabd7d7a59ccb3ab0c10312d784f5b80a61390262feef4ce520db13e16","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1fcb3866aca2d0920087fda1f1d68865e4d1c6a905692d3676c96023750eee5b","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fab2e4438904e79c4efb460d8de5d185fa0ae139eaa66c0920253a9a697cf4ef","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8687a3cf7f8ba4572bbde34b6263fe03ac6ce11b90e0326163f3466a93c0832d","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-594d7930c122c5104ad0fc310870ac9f974aaf5df79904caf3297449e05e7750","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-affa008cf81d9bc42ed17cc7254a5abc3982a9e7971433470c8f9ef694be4f5c","disposition":"runnable","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-c56ac9f8e64e6ccd79e1805577f962c3c9dbfbccb67f2f5e00de57af3987b422","disposition":"unsupported","eplb":false,"label":"B300 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-09e0f01aaf5f5228bdc8f4ee84df00145be7b20baf9af3e8f2aca1c168dc68c5","disposition":"runnable","eplb":false,"label":"B300 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-968ec9d84a24583c7645633ace862e82a9760e89c99be906d4e9ca13a9141a33","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bb529987d35e8f57c591b1af5e3018c7f0a971c084bac7419f3cefab0098658b","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82f8a05c6e7a9ac00b0be286082c59d2a2983a2433c406f4cc7e4c9593c0a79d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e644e71317956960bcc10dddc6418db3ed9c4510170a98a547c30c6e51ab5ec5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6928c3018a471c8d184d6178dfc2ac81d73e737384a1ce3be46983b5f2646930","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-afb2b460a4811f1e56f31de8797e7cad10a6120d986924572f181791243e9267","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dab8d452daf5bfdcbb8c87decb0d2cb1ae580431547f7f95c64b625d320bd522","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-65a7ffd282e44e1664c0a913482dcd1a3a8eaef0393b7715157eea3cf9ca0cc5","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b84b2d64b103a357daf1b589cc7e9082796f8c4e1dbf5150a4c7ffabe86c14f2","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-1223ee49d704cd2e414def2c665c4913cd171ff01a1a3905c1175c37a1cc510a","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-e71c288bb10b73862635f9edaadf8fc01e02c487d7d6a7ad63a53cc20eaac210","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0f18c4d0a0b55b1d9b55f58c8e581a76cecd988348070464d85cf522d3193dee","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ac7d2e5a5165dede1383877f3101ee15c31a7d67ebbdead698e6a95a7100be6c","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-4978082adf1b7c95c651dd75f195d0de81a66622206d308c1ce0e26dee4ffb57","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-03986da43e3f083f3d9f4be0f67fc043700175172e876d5811e0634339468ae4","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-60e57d2e5f84212fd6fde6d5047e12b848f2cc2387615494e0a3192d8f30e770","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7234ec9a380eaaf82795c456103dcef47ac1092e1e2d1b5f8aedd81f7aaf1cf0","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-0d380f5a4b350dede0b905b46246b8d05ba26b400cf682de014740eb53058a06","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8ed904bb883204d20d13a82eb5872e2537bc7caf2ad5cffa6afc44cdb2f38f64","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d6ee2a4923ab0458fa9df3e8d6612cc248bf2675030d515357f10ae04a81d129","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-4a3c5ff702af27aaf1f4cb60c903eb5b202dcc5aa3023b5e3979349bbd7e99f0","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-149da83d0f75a5a7d1608f864f41f7b8fc6b0b5679adb17b19fca2c923677cea","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-f4e03f38ed580bc8762d3cd4c1c482a668d78f49460c7d6b70aaeffb34ff2cef","disposition":"unsupported","eplb":false,"label":"B200-DGXC / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f68f3a16c97b9823d5f0adee60bb523ca88a56a9dd2bfb098194fd47b800939a","disposition":"runnable","eplb":false,"label":"B200-DGXC / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bad169e6547565737e229e247f28d2d81cc399dee3ae6fbed4a0dca9e6ae2a51","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e992185ccfc1ec673290ffbdbcd5b2b8cda43f186e7649961ce5c8966e625012","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ffe42d816d1412141242c362fd7979d797d2f8268811ca9a3ac2f35da2e59bf6","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-862eb8aa6ca76455cd6dece1b052f5db7b08a6975347c9fa2f08b5c52f3faf2d","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-b194e6eafd10a8420d7bbde73b7a0aca02066839d7412727b723cdc353d845cf","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-944eca1bba303f68d1f8313d9f636cc18f6fc2e910b950d6828f8ec2e98afffb","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6136db70a174f77a663f1a2981edcbbd282e0bc05a5f9ce65e938a6e74aec9e5","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d103ab8de8449a24d7d1d2a201b8fd216329df9f879e3a82106478dbd5ec96ac","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-969fa8a0d36b9491d9d59291a489266e99bdeebed211cb2379e565953124cda6","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ad397effa607d1b366b96da4fcc48f31597acb36021183ce68267dfdb623bfb4","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-12e3c0a9fddeee9fbea11f167dff9e513a8287bb62805504065f6e0e9179ab0a","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5346041372ad2aadb39bc428c748a440ee6b253da4c766af5e78fcacf5a68f28","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-166c3c58ebcb385e996c334b8ebf08ee7c7a98ba792d78f0d0fdb876968ac1db","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-9c95e39baf92a4547e6d89f40e092e670351ca3f0920dcbc81c2ffebb9468239","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-c54b42089de081b4855a23239d6ac60d8eee04a529225e96bf89b3e02c1e2af8","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-068cfb93f588f41d04c049310aa4b8d7474ed0b0353ebaa1238c5962b87c2dc5","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-0586bfe0ceddec11ad5a59af4e2168a61c7e2ffc35f296088827088f19878dcb","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f0297bc6dfb5d53089a5919ffd803a1e0b337384a16f5c6c89747a40bc8a3933","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-6d1114e56ba9e584c12e5afd5a13e990c30e23d7099430b301bcb2224324bd31","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f3ce6fd3c3f64e700d0a61a1a728c42687d38c6beff6fcfd65d6573dc40255d8","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-83c98cadc93d3b6dbb4b7a13f05a900648074e711cb43b7e57f65ed9ef2b6c25","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3d2423eeba78f3b7970004b72022c37fa33d5d8fddcbf3c602b0f1ed6c321f17","disposition":"runnable","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-36340e2c3b6f738d6421cd5197e58321b97f470a3b8d1c0bcc0983df9e855273","disposition":"unsupported","eplb":false,"label":"GB300 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-71d565a7be8eccba6ab765529fe8c9a81e24fac8e3c40d566346752d12f75ef8","disposition":"runnable","eplb":false,"label":"GB300 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3c053cfd645ca3c44f872b5ffb3d3fedc5eaa3aff37d928a688969f14aad8d0a","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d38b1e7cb5ea3b75a03271f8434c50a661ebe43b916fb1e3f2caef515c5063e3","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5cc96cffb3e6c38a0f8fa03f0109d1ceaf9d74fadd167159c6d2936c354692a2","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3743b72f6a1c10e355eab6266f6e353083cd7c0b264534079ae8d4a9772bca48","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1801ea61f2f4e7390311241da391193f46585a1ac702884dc2b7b87cdac0537c","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1c13bf95ba0ad12275adebe7fc10f5b34f1b95dcbf292c188b87362abd4f2da7","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-06e7dcc603d314df59b21148a8af5db571221dd7f03f34561464f3c4fefdc99d","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-12ce6890d6896c32262d54a711ae6b92040554246adc57c046efcee9348ce778","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-bf2ce2de40303382c805a0ce3de7d689d51c17be4028bdfae76b710e581e4762","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-177bc42941d335f289de70a634681ffbba30aecaf373400bd4d95b37f510e04d","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-90a409a9e278515c11d8292dea30495ae32367d86edc214606b6cac3cfe09871","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-fcfa8a03c7274b48849b30407a68dacd80002cdd0434e81d48f996c400ee57cd","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ec3731275d0dabe41755716295c088a74d246ec89110bafcfc5c51f50f1f7cc4","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-631f9dc054e1897b29c77029205f7be7773a07b7db62cf3fd112596c75a47d84","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d47430c95e1338e48f228e7ef355a3040b1c229221d6bfef94645b51c95d32ce","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bb4fc30581fec43e22c758728802ea1663900e3df4237d0034e1b26b574b6355","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-2f054ae03b063717aa733902254d52403c19e1560adbda5115aa17aac7ab6322","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-5365961803ad7c312fbaa098d7aff14679838f0eb052a204293588b1c17ad768","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2a3acd84df7b7978c6859f3a924315db0fd36e1e17ddc7b023c754c2327be68e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-988f7dc73de95a60e1e5c1cb1f1de3d37ac3775400e9ad8e652c1cea990ccf79","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-6ed208f207fd439aac2a4cbc018f3ab580d4fb4985e0472a53188f558e493caf","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-7a039c36ff0a62b5df161513b639dce90912fbd92fa232908822dca9ea0f1a59","disposition":"runnable","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1f5a4bd62491c6516c6a7a2f889e075e7b07220fb9c0b5ba53388c0ae014bac6","disposition":"unsupported","eplb":false,"label":"GB200 / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-62c80d26bd75eb13d17681663d1436960793d2a1a5ad705e04ed3228ec1796ef","disposition":"runnable","eplb":false,"label":"GB200 / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3f46f16b4a5f1476309ddaa5e87d4b5ff4fe3ac41e8e2282df81558d6eaf2e92","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a02b5083ef95ebcf84eda126678cad27de5bef850e6854f2b5bdcf63eb093bca","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-7cc95804e1194109a9441401611d3d815ca4a2630224868454ec713ea231b7ee","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e852504dad3c6cee85912e596507dfefb0c7f4aa67409dcc5ec8b847b6b4e297","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-6706efcc29f28afc395048a981f00010e83f6acb3e5d3d2186cc5959c446173e","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e3d1d90db68e261d6d98e8d14b0bc8bbcbe08ab54827d19cf298fe8256f1051c","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-30c1fc375a00572023fd9174c6be733bbee1da0896456f2610e6c5b5254b3c1e","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c7fc2857055b5ed79a5a46541625a806f3593f84dbe99b0701ef6a6830b2458f","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-87b14ccc3e3ee1154cf766c486c12b87f630a4b2c3f2ed099cfa499b3535478f","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-609cde1ffa5da6048bb9a8b309af4a8d6a34f9604bb255cdc075c1cd2ba5ea50","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-90c26f90e68161d68a8b43b1196a1df3228adec901f123b2510afe4ce0dfa4d6","disposition":"runnable","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e49f58b5f6128f3af5501d6fbdc281d128445647c7bf9dbad66fd7e4c05e01b4","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7fdace844c556c19916a54404dbe4d4c664a3a91f2ffc26d2e077eaa61ce6956","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d7f19365dd6add435cd45cee06be284a10bc77224cd0d1b69aebd83cef4a2209","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-5072f996092d21297eb3dc42aa8a14dd5bb3d7e0e535141a56b6254de23085fb","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e66be7f7b0f36703f984b3644bf9cdf08232dec791a059b87fe3d39d4548aaa7","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8a7f59ee878847d11a1a594f433c70a12decf3aaa8dababd132cccd1e5fc9c86","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-f030843a48d0e151d2db73863266454a125b8ea12d5df742cda0f94d057acd01","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ee43f71fdd814bf21625114925acbef98f1c662cb55a680a050b8fd3ae69623","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-3768ff5f7a2ee14bc4e79939f8a395dcdb93e11225f18ab4861f450baf59f19a","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-3525eb0d1b84de7b8ff646cdcf867b7f0eb782ce4ac4e89c9d22695465d11355","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-19aaa1dbe38889a7ecea29207cfa307b0791935d4a29e3a656285676d682a69d","disposition":"unsupported","eplb":false,"label":"MI300X / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-7a40f835c087a94e7497ea07c6cfb0db2ac703905c0bd8e8562c92fda5d3471e","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-08ac2adef78e433de2feac22b305dec9b27f9424c29303c43b349a33b901acad","disposition":"runnable","eplb":false,"label":"MI300X / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a87160c57036f2f3769fb708a84c0e295cf97031c3a4f30bb6db200151b9eff5","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-839cff937cfda9e493c274486df638d69ac1c8f2278b3f0704c4f0524cdc848d","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-23bf448e90e34723c8f2b2a38fc67c53c37923686233c5600a37de7ef7f3e99a","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-9c7b834fdfbeafd0127d0226ef670743ecf5a29ae480c82374ef2825f3606103","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-262be8b4314b9060ec947dca6302de2606be5f265057c6cdc966570a3beb9d1c","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-a3d051f9171041bda07d8446ad159f8307781bf8389f961fc986fc74d00fa659","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e782ec5f2762462550d8d2d16623b3c2f4208d70d5de2f6a61880f7fa0e2ef15","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-fa52afd6d0b8a8775106d9c7c674d0eef33e1175c2b51ecfa69c3c08734186fb","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-32bacef7e9d21f0b7e33e7c0ec3e7611048966b49e00f8d7136fd4580896be78","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-69d932e1e06026d4485ef1190114b5a5f3b0cd8e83554ae00dba78272e675e4e","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-23fbed83654c32f580d0de72e124bfbff8897fb7de6de101fefaf8e6333d2090","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-1449625f551c17fcc67ef2094d9d50977ae864a97cc4e88e1271fcb28b619d38","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":2048,"tokens_per_rank":256},{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bafb41311e4020d742b7183bf58f3a442c98b2f629bfdce8cb1f6ca4925788ff","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-f386159fe6a2daaff661e676c9388c2d514c0b0a854881409997f0d17fdbe8a1","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-db71d52dc4bc09751f0c3662f026d04b3f0238f475c292fe9a1cc4f95cac811e","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c8ff74a2fb5746b02faa179b34d976e84ff262c7e13b1fe3168ce66065d361f9","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-1e82c6e7f074977f0bd519df2f16db99d5045ed30f85950bc3f02dc6bd623300","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-e7061759b806e2fe1b063363e6be910df0f9e105d5a0d78a4075fbbbe98f27e7","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1325912ea2436538d63dce83a877b8f83fde879bef41e39ee71ec18464bf2184","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-72cffd3d819b940047dd42d6e2814d280d01341938f3efc1a04f33be79e17893","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-08eefdc43c1e9ec12d075febdc7f62673840cd18810c3a3f3b94c031679986c6","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-c5e8e3b77b4922013b2a41f27b1d37cb1c810f05236733ab9177ef8d21c08900","disposition":"unsupported","eplb":false,"label":"MI355X / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-8f43ade740d6fdf354050a2afc3047a0a2d338d90ba475afa166107d465f34eb","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"nccl-ep","backend_generation":null,"case_id":"cxcase-v1-90ff6cf65632007d814351cc13d9ec88f50a0b2134d0095a1de05acccc8d8831","disposition":"runnable","eplb":false,"label":"MI355X / nccl-ep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":256},{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-core-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3c9faaa31bc264e4e5770554c092a367a71ad8f18d98466cfe5d5ded8c982313","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-230052010a23f809de2ba0ad87d40dc841e6c9074f403a88a95a4edfda0de78c","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5ab35c7fd4e495b72b0bd615e3530ee90da86e4fd1f12c126237331a44f85e82","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-90b307a86b1cba8228e0ec13b9df811c5a2e93169a926c942150460cddaea7d7","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-54a74edc091cf1994be7a3d0a2058a1511e72cd2ce8513cea27f1ec340524dd1","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d7d21cb46b6c66d32baa2e2e7c1b116cfa3cd2cd3bd63f9fa1e45332c11590da","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-bb76ae72d6c187718f64ed3c50cbd2075800ec9f5fa21e2a2cfa77b52a57c995","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-29429e00032a5b82f3a54fb608e1c4dcb57a6c380f5d3e339ace6b222e6a4403","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5f9f6bd331c92d566db04960c57b218f58037e673dff023a1b222906d044c132","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82a004f296c42ac4c3a7cd7a4b35bd5f8b42add72beb318c360aaa476e6112ca","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7ce0c7f85deb2aab67ab93df962f39855bde6179910fc36261f8b588dfc1ebc5","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fe47c6a2fc4deaff2436c0ae8fcfe1d1a8a99dad7515856f629bd7c088683953","disposition":"unsupported","eplb":false,"label":"B300 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-78b5b3700dbf72a0a510addc4b7881d5de88cc7d2c3d455d02e10389f961c473","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-97bd3a3907093625ea8cebcb473f76421fc74735d59a9bef2b8e186ac7e4a137","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-dc4f22e646667973941935dbd0bf16306980bf08b621f425c1570c7a173abb95","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-ae2dc6c550d4a4db2af4dbe47e9380c795cfed278bd436b6c119c4188cd2cf1d","disposition":"unsupported","eplb":false,"label":"B200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-2cbebb9303ea46e17c8f0b2fc4b57a0a74f4ec5326a48dafd175645dff51f0b7","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e97a819314a85b3710e316a4d38d8760a6312cd9579d0c172aa97aa74006a22e","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a99ffe99f2e7a8298a6b33c1b4d8f4a237d4adf32d20c6350f7383efbe965723","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-aae60f5fe6694a2bd69e49550f28a3eac0632b7beee85575d4b9dd12412386f0","disposition":"unsupported","eplb":false,"label":"GB300 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ebe127d7cad30a3f8f440b19fc2154d66fe2c79b0c6a184ed636f48ce0b2134e","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b6c355cfd4f238e929f780c71ec02db1486d4d6879c0fb030be2ff1d494506e7","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b0be44080fbf5cbafda27d75ba6437b2052b13a277277f12976ba06e3ba2e3b3","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-312b08c1f0e3d354119fedc3ccf05c0296f1dc22249247390a321fb444278691","disposition":"unsupported","eplb":false,"label":"GB200 / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c68125d91e3a954a11b202ed3372d8076a3dd8c7d52886719164f128c33b453","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-145e52c372fd64e770c4f29a673283d530baddc7cf05f5edf531187cd3253b4a","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-498e09008f41280fac45fe117870ea4934efdefced73d8d93d051e08acce4f15","disposition":"unsupported","eplb":false,"label":"MI300X / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-953f657598ecf0565fe9705108be7122993e005b55a2df16dadfb013a7e75707","disposition":"unsupported","eplb":false,"label":"MI300X / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-8b3b05f1d588ca68f2cb0e43399f24112421261488b0fc9b7a7f2f0f3b0f4fe3","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f4957febc54a417fa9ec94fdbadaa8900aa4bb6764fad8d28eb986244cdd3ab8","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":8,"tokens_per_rank":1},{"global_tokens":16,"tokens_per_rank":2},{"global_tokens":32,"tokens_per_rank":4},{"global_tokens":64,"tokens_per_rank":8},{"global_tokens":128,"tokens_per_rank":16},{"global_tokens":256,"tokens_per_rank":32},{"global_tokens":512,"tokens_per_rank":64},{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-73b1cf12f733136f2971a17875395f017a461f30f5d1c4ea9b1f2ca39f1c1b49","disposition":"unsupported","eplb":false,"label":"MI355X / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-d17754a2e64aae2fd948868939a7efcaddb72dad0b728e49606824a36d268499","disposition":"unsupported","eplb":false,"label":"MI355X / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":16,"tokens_per_rank":1},{"global_tokens":32,"tokens_per_rank":2},{"global_tokens":64,"tokens_per_rank":4},{"global_tokens":128,"tokens_per_rank":8},{"global_tokens":256,"tokens_per_rank":16},{"global_tokens":512,"tokens_per_rank":32},{"global_tokens":1024,"tokens_per_rank":64},{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-bf16.c-bf16","publication_tier":"official","reason":"backend-platform-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9d6b575ca7925de9bb43ab5e671d36631754ec2de380902a9898fc2615aa454f","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-fb0c2b67e4b861fd6d25b779e7a41a360b44f9d92e759c81a51ab03798926845","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e7adda0de5ec21ba4630c295b1efcb2559371638d61274d142a9f5ec24799a85","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-efc5bdd5624a0bbbe1cc24d9fc89f4c55e3fc3b00b25ce775e2656414a343bd2","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-215d900e55df95d30cbfd0c0a910c16f5eeb61527122df30bc81c97f3e104a53","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3361718f3d8b651172b8bde64162157ec32dcf303c624a47c276a64ab3a5c850","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0c234baeea7098a20e02ec24c89ff28aaecb19f8e9b9e37089b96766e1bec6ae","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-82550eb0f805fdce994306debd70aa095be27ccbfb72c86ae88f7567b9679174","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-00543f9a5738dd9a233619e219b375a427145cb15b3100a0547337d4c17dd891","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-fbad2b580f74c74ba00f5a6578ee1a624cabd88ee8f8526ec8766346b6ca9841","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-11703f549bf1b75ac740c5419e0e936063faf1903c92f609c1ebfcda8007acfb","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-5474014c2426b5499763063c2cc07e2428ef0db1cc1b9a93373f247fab34f8c6","disposition":"unsupported","eplb":false,"label":"H100-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9464feb9c6bf9496380e8b4150685fe27330fe9c721983b27aecbd62a9dd5147","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ddb4644bdc59d4d2923f4c7b133c195237136e364e2f0cd17c657a33d32c348e","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e7b69f29c3e163329f7beff039cdd751ae7c27182ca80cbe1e41e847640c12b4","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-b415f87c3158ec239db42d29ace66bb29bedfdfb942c8007c72310cc8c33b570","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-63004ed9b544dac12164a7f5659ec3b2f49ea2825085854c10626f7003825451","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-dea919e657ca80570d1e3b8cb874a0dfda090e9da9f11677719e54946e02c156","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-57b9538c246bcbd2edfde8467eb68b989d2f742a83c252ab3daca82055426be9","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-98e9ca62f43258f1e58e572eebf9d39d137e9e21ed0f13777e254ef42116da9c","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-acd6399ee16043a5d850f6879ef63b4e4793983e6ab0c35158af2ea328ee01af","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-d04cc12bd3b9827036c7cca3c8e28f484cf597837c000edb3dcc7c9d581b81ae","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-96da02f2afb3b4379198b28a1eae472baacf4e9b9204ee5202c83154f0d696ee","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-0cbe4ad3a50a60957e630c8fb3d765a093859eb7dc858804f53dd13840a910d9","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-5fb0e219ae3c4210ef1a64b40307b33de9a71797bd248657d71a154402336838","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-53a619006ba0a38dd0a56115cee62e34317880ffd068efe1e4d34167efa23f3c","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-b10490886f71a9559c894964849b14c9fb969dae9b2263e9caf3c5377e46d259","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-24d06fd73f6cf4193c8637936578aa537c0ef9d3ce567fd40b50d2329f6a7c12","disposition":"unsupported","eplb":false,"label":"H200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1fba026ebaa19f8f41e4b1927c553381c8488395b8a57d727b0499b81a6e0ecd","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-de11c0294e66de3cc482ff76db3857b0445a1477d486afd4e2b626ac911ea8e6","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-e0f7aa6412bad82270753776e9ae1da52291034cd061343551bcba758d50de99","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1190fc37186b39f2a2f943988b64747a96b546d7df09e5df58d7ac65c20a2fc2","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-a1c57a2b0907c7853df7465d595f6588bf93400c5aad7ff2dc28032c75d9c55a","disposition":"runnable","eplb":false,"label":"B300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-bbf995e557ccbac4dd4bd0311937a8893a336417ce7bcdbaab624d7f400abd2a","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-c6725bcb18e2fef49d9869138485c9d25d1cf101ae2652af6ac9309b52e9023f","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-e520b4825bba2d57df077832a74c9e160443b7bcb3704930070b0420ffb5cce2","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-4b46aaf5b4c4e9d6e3234ec48369e0f75776e6fe8231f5fef5628824e47fe6a9","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b10374301856b71a9202bc1673c620c75ab88c60731536df25ed6b56a88bf384","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-822637699f55b1d3729536272f78f4ca8877c091855840e4eea3979416631602","disposition":"unsupported","eplb":false,"label":"B300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-973e592f1f070c773ef75a2fa879833a9f0fa61b7b62b8026e9df5f6d9fa6ae6","disposition":"unsupported","eplb":false,"label":"B300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4abd1ab69003d0382da9fadf3d2e251bd26890e65cd2ad7b33df839cefe8decf","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-ef476cbc32a9df6072e0590d45276fd4fe1133eb72adb018248ebdba92f33258","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-67080642da81be80ede5c241567bc52db45973de181c178b6c0da9ec115dc269","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-edb11af9933abbb885ebaad6b2973fc87ec4c257e2099f640165dd8734ab23e6","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bbdbe2a68141e3d5091506ee8cf969ef072ee1041b23760e3da807d98b5fb276","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-334ba5a4f99fc96c3e4d5ee96007f33fd6a6b0c2aa991c04b7fb07b5d21d5437","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3e3511afb9db0d4b5f0f77f63f193693e6835f9c2d62c2e4bddbe3dccfbb6913","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-6de9950e7c4d419c6afd3d585fa642868843fe4d3b398f4be1582321489e6098","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-964662f9b6f5d3b62d8b25a5d040d79c474e67b89930a1efd92794d52c5ae028","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7ea8c1032ba4dd9fc0a3f83f5f7e9a4106c35f15de0b93aa9743e7423bbd56de","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8d3bbb463f1a04b7004d8bc5e3914f8a0cd80d1e59a8893c3accdbcf5c434db1","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-8639b68806dc1214240af7cd902d6af8f85b8cb51e98d805a00ddae2dd7b1340","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-826a7c03ca455f3448d7e8d8f37ef0248126756dd77b331ffa30342393a5ad77","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-bb95cc1891d0786d533d30e54825aae9c5caa758858cbae40f77b628542bdd36","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-2506da029a5a922799af43f60286d638d26bd28eabc1bdd48e24ac39b33fe311","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-35c3789b503c8e709501d54838ac8d4847daf14261964fd03bb9015cb79af026","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-8db242fcb47f21b48e16ea43f36113da6c95808d91e05d83ca23bab3ba671869","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-21b25b1cf6249dd1aae5624fc4954ae856077bcf5c1eb2ba4737045f0a7e20bb","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3375e18506e03418df0cec6243b093be2668c71a19c37e7702d38b1c052bf9fd","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-19821801e6fcf268d990b25e91e0af3b018aaa93ec80ac59448a835e67acc584","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-87b47c9d9ab6c6ddd2e471acdb9d941bf0312a54e8a58cdf399b6ed8a8d3a28a","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-7a04e8b2012550158800e2b1e09f5f38c0d339755f5b8a42941fa2586ea4eeec","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-cacf1e3559eed89c74503d02c11510c76ed06ad4fcc96a333290093daa8fad09","disposition":"runnable","eplb":false,"label":"GB300 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-46eb30d71a16a9144121e51fb1da5955d61799979b2764314b689907cb1fad20","disposition":"unsupported","eplb":false,"label":"GB300 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-874d68d9bece5f955ba2bd5b0a165fb09cb0a322836e775e5152683b76d48b82","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-c303bd6a063dd4517c2ae3a4f2f6e2d50e3e4d05249fa237a50bd42185865363","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-3bcdb5a9d549cf9bb02f9e8b6fbc6d092750ab0d33e183870a8fcdd8811e8a41","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-4474c9c083b3d345f0218c213b97c5667f26ea44e82220db630f9a1e6570ba7c","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-b778af47a47c6d5d299f359e0962da5230516aeaf44e48a045f38d77f843b27a","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ca079f60bc32b71523114f292e0448653077286fe12cc33dc3753e1716693c94","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-9077893446c9f94bf33415b997502e419e11001b292d18329327ff4bbf907ce0","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-86ca0f6137ee2147a43c9a934e32e6333ba816daeb9aa1a3d0613c18829c24e5","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-ea6070538bdbec9c93e8fab7424c0fd1bf268d9fe362a47aeccec3e86e1110c6","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-d61f86b085374983131d3029c5b52365dc242ca64a0873161e5f970b84612274","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-v2","backend_generation":null,"case_id":"cxcase-v1-968246ed296fc15c9f8b57df364c35211a2f11bb4884b44acd9e824c72dd2dc1","disposition":"runnable","eplb":false,"label":"GB200 / deepep-v2 / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep-hybrid","backend_generation":null,"case_id":"cxcase-v1-d16d68f605266a4191e5aa4d35b96e4f49fccc4f8539d982bcfc2564f55fc0f2","disposition":"unsupported","eplb":false,"label":"GB200 / deepep-hybrid / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d5ea8f8d50739c85461cc6d695778a3fe70a0901d9383172d2bcdbdc3611961d","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-fp8-e4m3fnuz-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-21529fcd2260f1025d20738ecd66b9cd83820b214ce802e704b96ce8f1966d0a","disposition":"unsupported","eplb":false,"label":"MI300X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fnuz-b128-f32-prequantized.c-fp8-e4m3fnuz-direct-cast-noscale","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi300x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-d8a062b52fcfb7dfbb0615e9ae050d5972736be28296922e096d6172f664d3f7","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-907dfd0a3d6aee594a62a438ec5f0698968c23272cce512689d0ab64ad4b0f9f","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP8 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":4096,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-up","topology_class":"mi355x-xgmi","transport":"xgmi"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-4b232a9b315e7a61850f5b85fc673cf149692183e34fd24ff90d3d23e4263344","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / decode / uniform","mode":"normal","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"mori","backend_generation":null,"case_id":"cxcase-v1-73491fb54829b2d715dfa59e2c54acea30b2497df4459ad65675efddb77d484e","disposition":"unsupported","eplb":false,"label":"MI355X / mori / EP16 / normal / prefill / uniform","mode":"normal","phase":"prefill","points":[{"global_tokens":8192,"tokens_per_rank":512}],"precision_profile":"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"mi355x","suite":"ep-precision-normal-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"xgmi","scope":"scale-out","topology_class":"mi355x-xgmi-rdma","transport":"xgmi-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-f2e1c234e8a9190e0da65db7af3e392004464ec81c4eade2f3acb5c2a91b6a01","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-e795a4b8ca48a0166218d5faa7a2fe4de53eb4223c9a7d2d4650e5744e0c993a","disposition":"unsupported","eplb":false,"label":"H100-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h100-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3032fca2ebcedef95a09399389860432b7fba5252b8391dcfd9a6f9d07e7deca","disposition":"runnable","eplb":false,"label":"H100-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-caffb2e6251c8e825785872875336ca2378496b0002f585f19c4ecf6a24f68c7","disposition":"runnable","eplb":false,"label":"H100-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h100-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h100-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-0cdf4a7e91bd73076eeb2a13b307f61e005f3c8aec34642deca84164f434e280","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-f5374011357bf1de426788e107d63c4245cd742e6912538669fd4ced7582ba49","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"h200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-a6747535ec01fac2e711447421938806fdc808ae2876bc47e1a532048c0173b2","disposition":"runnable","eplb":false,"label":"H200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"uccl","backend_generation":null,"case_id":"cxcase-v1-a8b6c6b8238686b17e1a1cb0978774c89971fe5cac609c028f630733a46d5b89","disposition":"runnable","eplb":false,"label":"H200-DGXC / uccl / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"h200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"h200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-67b3e6819156757c70ac26f4a8d641849deb542ccd0e5a64fe2afcacbff48502","disposition":"runnable","eplb":false,"label":"B300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b300-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1473b35d6a7f3fb3a353c5e740dd4fadd72c76229bafb04a305feedca2991ad8","disposition":"unsupported","eplb":false,"label":"B300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b300-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-b3922039c14fd5a38e1cc052da88d7adeb2398af7c59d465414588e27f9037db","disposition":"runnable","eplb":false,"label":"B200-DGXC / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":8,"nodes":1,"scale_out_transport":null,"scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-up","topology_class":"b200-nvlink-island","transport":"nvlink"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-cd58feeee602306f62f7908fc878a1801b77e4c624aad80f47f7d86fc79addac","disposition":"unsupported","eplb":false,"label":"B200-DGXC / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":"precision-profile-unsupported","required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"b200-dgxc","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":8,"nodes":2,"scale_out_transport":"rdma","scale_up_domain":8,"scale_up_transport":"nvlink","scope":"scale-out","topology_class":"b200-nvlink-rdma","transport":"nvlink-rdma"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-1c922c8ac9573d9cdfe0c8038ad6eba250cd97d8077f720ab165bb42c53e339a","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-e1e6a1544edf5cfc75644df66e3d688dcba7b19eaedf109fc061d09e333d9f0a","disposition":"runnable","eplb":false,"label":"GB300 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb300","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb300-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-3cc784fe4db69a4424425704e3ad0756df8751a1ae28fa3bb21feed23c8daaee","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP8 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":1024,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":8,"gpus_per_node":4,"nodes":2,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"},{"backend":"deepep","backend_generation":null,"case_id":"cxcase-v1-ea8e14e6f6d51491ce097add5971da679965bc2219b8907859dfe420e3f5ba8c","disposition":"runnable","eplb":false,"label":"GB200 / deepep / EP16 / low-latency / decode / uniform","mode":"low-latency","phase":"decode","points":[{"global_tokens":2048,"tokens_per_rank":128}],"precision_profile":"d-fp8-e4m3fn-b128-f32-fused.c-bf16","publication_tier":"comparable-experimental","reason":null,"required":true,"resource":{"comm_units_kind":null,"configured_units":null,"mode":"fixed-profile","profile":null},"routing":"uniform","sku":"gb200","suite":"ep-precision-low-latency-v1","topology":{"ep_size":16,"gpus_per_node":4,"nodes":4,"scale_out_transport":null,"scale_up_domain":72,"scale_up_transport":"mnnvl","scope":"scale-up","topology_class":"gb200-nvl72-mnnvl","transport":"mnnvl"},"workload":"deepseek-v3-v1"}],"format":"collectivex.frontend-catalog.v1","matrix_sha256":"3048ef24d2d78751321aa5008dd6e2f83c0e6b881fe8d12811a3bfbda6419c9c","point_count":1314,"precision_profiles":{"d-bf16.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"}},"d-fp8-e4m3fn-b128-f32-fused.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"bf16","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"inside-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"backend-fused","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fn-b128-f32-prequantized.c-bf16":{"combine":{"alignment_contract":"native-bf16-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"bf16","conversion_boundary":"none","padding_contract":"none","quantization_origin":"none","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fn-with-f32-scale","api_output_dtype":"fp8-e4m3fn-with-f32-scale","communication_format":"fp8-e4m3fn","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}},"d-fp8-e4m3fnuz-b128-f32-prequantized.c-fp8-e4m3fnuz-direct-cast-noscale":{"combine":{"alignment_contract":"native-fp8-vector-alignment","api_input_dtype":"bf16","api_output_dtype":"bf16","communication_format":"fp8-e4m3fnuz","conversion_boundary":"inside-combine-timing","padding_contract":"none","quantization_origin":"backend-internal-direct-cast","scale_dtype":null,"scale_group_size":null,"scale_layout":"none"},"dispatch":{"alignment_contract":"hidden-block-128","api_input_dtype":"fp8-e4m3fnuz-with-f32-scale","api_output_dtype":"fp8-e4m3fnuz-with-f32-scale","communication_format":"fp8-e4m3fnuz","conversion_boundary":"before-dispatch-timing","padding_contract":"right-zero-pad-hidden-to-128","quantization_origin":"caller-prequantized","scale_dtype":"f32","scale_group_size":128,"scale_layout":"per-token-hidden-block"}}},"schema_version":1} diff --git a/packages/app/src/components/collectivex/reader.test.ts b/packages/app/src/components/collectivex/reader.test.ts index f08ed8744..c35370339 100644 --- a/packages/app/src/components/collectivex/reader.test.ts +++ b/packages/app/src/components/collectivex/reader.test.ts @@ -1,19 +1,6 @@ -import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest'; +import { describe, expect, it } from 'vitest'; -import { - buildDatasetFromNeutral, - buildRunSummary, - collectiveXAvailabilityReason, - collectiveXLatestUrl, - collectiveXRunUrl, - collectiveXRunsUrl, - fetchCollectiveXByRunId, - fetchCollectiveXLatest, - fetchCollectiveXRuns, - parseCollectiveXDataset, - parseCollectiveXDatasetText, - parseCollectiveXRuns, -} from './reader'; +import { buildDatasetFromNeutral } from './reader'; import { buildDataset, makeCollectiveXDataset, @@ -24,358 +11,115 @@ import { makeRunMeta, } from './test-fixture'; -const IMAGE_DIGEST = `sha256:${'a'.repeat(64)}`; -const SOURCE_SHA = 'c'.repeat(40); - -function fakeResponse(body: string, status = 200): Response { +function requestedOf(shard: Record) { + const identity = shard.identity as { + case_id: string; + case_factors: { sku: string; case: Record }; + }; return { - ok: status >= 200 && status < 300, - status, - text: () => Promise.resolve(body), - } as unknown as Response; + caseId: identity.case_id, + sku: identity.case_factors.sku, + disposition: 'runnable' as const, + case: identity.case_factors.case, + }; } -// --------------------------------------------------------------------------- -// Neutral → view assembly -// --------------------------------------------------------------------------- -describe('CollectiveX neutral → view assembly', () => { - it('assembles a schema-valid view dataset from matrix + shard docs', () => { +describe('CollectiveX artifact assembly', () => { + it('builds the current view from matrix cases and result shards', () => { const dataset = makeCollectiveXDataset(); - expect(dataset.format).toBe('collectivex.view.v1'); - expect(dataset.schema_version).toBe(1); - // Two measured series (deepep-v2 EP8 scale-up + deepep EP16 scale-out). + expect(dataset.version).toBe(1); expect(dataset.series).toHaveLength(2); - // Four requested coverage rows: two measured, one unsupported terminal, one pending. expect(dataset.coverage).toHaveLength(4); + expect(dataset.run).toMatchObject({ + requested_cases: 4, + measured_cases: 2, + unsupported_cases: 1, + terminal_cases: 3, + measured_points: 20, + terminal_points: 30, + requested_points: 40, + }); }); - it('counts terminal dispositions across the run envelope', () => { - const { run } = makeCollectiveXDataset(); - expect(run.requested_cases).toBe(4); - expect(run.measured_cases).toBe(2); - expect(run.unsupported_cases).toBe(1); - expect(run.failed_cases).toBe(0); - // terminal = every non-pending case (2 measured + 1 unsupported). - expect(run.terminal_cases).toBe(3); - expect(run.covered_skus).toEqual(['b300-sxm', 'h200-dgxc', 'mi355x-oam']); - }); - - it('counts measured, terminal, and requested points', () => { - const { run } = makeCollectiveXDataset(); - // Two measured series × two token rows each. - expect(run.measured_points).toBe(4); - // measured (4) + unsupported ladder (128, 256). - expect(run.terminal_points).toBe(6); - // measured (4) + unsupported (2) + pending (2). - expect(run.requested_points).toBe(8); - }); - - it('emits one attempt per measured shard', () => { - const dataset = makeCollectiveXDataset(); - expect(dataset.attempts).toHaveLength(2); - expect(dataset.attempts.every((attempt) => attempt.outcome === 'success')).toBe(true); - // Both success shards share one GHA run+attempt, so one allocation. - expect(dataset.run.allocation_count).toBe(1); - }); - - // Feed the assembler exactly what a run's shard artifact carries: the matrix, a - // current-backend case-attempt, and a co-located `samples` dump the reader must drop. - interface ShardIdentity { - case_id: string; - case_factors: { sku: string; case: Record }; - } - const requestedOf = (shard: Record) => { - const { case_id: caseId, case_factors } = shard.identity as ShardIdentity; - return { - caseId, - sku: case_factors.sku, - disposition: 'runnable' as const, - case: case_factors.case, - }; - }; - - it('assembles measured coverage from a matrix + success case-attempt and ignores a samples doc', () => { - const shard = makeRawShard({ backend: 'deepep-v2' }); - const matrix = makeRawMatrix([requestedOf(shard)]); - const samples = { record_type: 'samples', identity: shard.identity, rows: [] }; - const dataset = buildDatasetFromNeutral(matrix, [shard, samples], makeRunMeta()); - - expect(dataset.series).toHaveLength(1); - expect(dataset.coverage).toHaveLength(1); - expect(dataset.coverage[0].outcome).toBe('success'); - expect(dataset.coverage[0].points.every((point) => point.terminal_status === 'measured')).toBe( - true, - ); + it('maps series identity and points', () => { + const series = makeCollectiveXSeries(); + expect(series.series_id).toBe('h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform'); + expect(series.backend).toBe('deepep-v2'); + expect(series.points).toHaveLength(10); }); - it('surfaces an invalid case-attempt as an invalid coverage outcome, not pending', () => { - const shard = makeInvalidCaseAttempt({ backend: 'deepep-v2' }); + it('ignores non-result documents', () => { + const shard = makeRawShard(); const dataset = buildDatasetFromNeutral( makeRawMatrix([requestedOf(shard)]), - [shard], + [shard, { record_type: 'samples', rows: [] }], makeRunMeta(), ); - - expect(dataset.series).toHaveLength(0); - expect(dataset.coverage[0].outcome).toBe('invalid'); - expect(dataset.attempts[0].outcome).toBe('invalid'); - }); -}); - -// --------------------------------------------------------------------------- -// Neutral field synthesis (series_id, allocation_id, evidence, build, anomalies) -// --------------------------------------------------------------------------- -describe('CollectiveX neutral field synthesis', () => { - it('derives series id, allocation id, and evidence id when omitted', () => { - const dataset = buildDataset({ shards: [makeRawShard({ runId: '208', runAttempt: '2' })] }); - const series = dataset.series[0]; - // No series_id emitted → series key falls back to case_id. - expect(series.series_id).toBe('h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform'); - expect(series.allocation_ids).toEqual(['alloc-208-2']); - expect(series.points[0].evidence_ids).toEqual([`ev-${series.points[0].point_id}`]); - }); - - it('folds provenance into the build and defaults combine quant mode to none', () => { - const series = makeCollectiveXSeries(); - expect(series.build.image).toBe(IMAGE_DIGEST); - expect(series.build.source_sha).toBe(SOURCE_SHA); - expect(series.build.squash_sha256).toBe(''); - expect(series.workload.workload_id).toBe('deepseek-v3'); - expect(series.workload.combine_precision.quant_mode).toBe('none'); - }); - - it('slugifies string and object anomalies into reason ids', () => { - const series = makeCollectiveXSeries({ - rows: [{ anomalies: [{ type: 'Correctness_Drift' }, 'kernel-timeout'] }], - }); - expect(series.points[0].anomalies).toEqual(['correctness-drift', 'kernel-timeout']); - }); - - it('passes legacy promotion-era identity fields through unchanged', () => { - const series = makeCollectiveXSeries({ legacyIdentity: true }); - expect(series.series_id).toBe(`cxseries-v1-${'d'.repeat(64)}`); - expect(series.allocation_ids).toEqual([`cxalloc-v1-${'e'.repeat(64)}`]); - }); -}); - -// --------------------------------------------------------------------------- -// Component mapping (host-staging zero bytes, unavailable components) -// --------------------------------------------------------------------------- -describe('CollectiveX component mapping', () => { - it('maps a measured host-staging component with zero logical bytes to a zero rate', () => { - const series = makeCollectiveXSeries({ rows: [{ stageZeroBytes: true }] }); - const stage = series.points[0].components.stage; - expect(stage).not.toBeNull(); - expect(stage?.byte_provenance?.total_logical_bytes).toBe(0); - expect(stage?.total_logical_data_rate_gbps_at_latency_percentile?.p50).toBe(0); - // Latency stays strictly positive even when the rate collapses to zero. - expect(stage?.latency_us.p50).toBeGreaterThan(0); - }); - - it('drops an unavailable component to null', () => { - const series = makeCollectiveXSeries({ rows: [{ stageUnavailable: true }] }); - expect(series.points[0].components.stage).toBeNull(); - expect(series.points[0].components.dispatch).not.toBeNull(); - }); - - it('derives isolated_sum with no byte accounting', () => { - const series = makeCollectiveXSeries(); - const isolated = series.points[0].components.isolated_sum; - expect(isolated?.origin).toBe('derived'); - expect(isolated?.byte_provenance).toBeNull(); - expect(isolated?.activation_data_rate_gbps_at_latency_percentile).toBeNull(); - }); -}); - -// --------------------------------------------------------------------------- -// Terminal / pending coverage -// --------------------------------------------------------------------------- -describe('CollectiveX terminal coverage', () => { - it('records an unsupported terminal outcome with a reason', () => { - const dataset = makeCollectiveXDataset(); - const unsupported = dataset.coverage.find((row) => row.sku === 'b300-sxm'); - expect(unsupported?.outcome).toBe('unsupported'); - expect(unsupported?.reason).toBe('capability-gate'); - expect(unsupported?.points.every((point) => point.terminal_status === 'unsupported')).toBe( - true, - ); - }); - - it('records a pending case for a requested case with no shard or terminal doc', () => { - const dataset = makeCollectiveXDataset(); - const pending = dataset.coverage.find((row) => row.sku === 'mi355x-oam'); - expect(pending?.outcome).toBe('pending'); - expect(pending?.selected_attempt_id).toBeNull(); - expect(pending?.attempt_ids).toEqual([]); + expect(dataset.series).toHaveLength(1); }); - it('surfaces a non-success case-attempt as an in-band invalid outcome, not pending', () => { - // The retired terminal-outcome doc is now a `record_type: 'case-attempt'` whose - // outcome.status is non-success; it stands in for the case's terminal result. + it('normalizes in-band failure reasons', () => { const dataset = buildDataset({ - shards: [makeInvalidCaseAttempt({ sku: 'h100-dgxc', reasons: ['kernel-timeout'] })], + shards: [ + makeInvalidCaseAttempt({ reasons: ['semantic correctness or routing identity failed'] }), + ], }); - expect(dataset.attempts).toHaveLength(1); - expect(dataset.attempts[0].outcome).toBe('invalid'); - expect(dataset.coverage).toHaveLength(1); - expect(dataset.coverage[0].outcome).toBe('invalid'); - expect(dataset.coverage[0].reason).toBe('kernel-timeout'); - // No successful shard → no series is assembled. expect(dataset.series).toHaveLength(0); - }); -}); - -// --------------------------------------------------------------------------- -// Run summary -// --------------------------------------------------------------------------- -describe('CollectiveX run summary', () => { - it('projects the case-level terminal counts', () => { - const summary = buildRunSummary(makeCollectiveXDataset()); - expect(summary.run_id).toBe('160'); - expect(summary.terminal_counts).toEqual({ measured: 2, unsupported: 1, failed: 0 }); - expect(summary.covered_skus).toEqual(['b300-sxm', 'h200-dgxc', 'mi355x-oam']); - }); -}); - -// --------------------------------------------------------------------------- -// Raw ingest rejections -// --------------------------------------------------------------------------- -describe('CollectiveX raw ingest rejections', () => { - it('rejects a matrix doc missing its required arrays', () => { - expect(() => buildDatasetFromNeutral({ format: 'nope' }, [], makeRunMeta())).toThrow(/matrix/); - }); - - it('rejects a shard doc missing a required section', () => { - const shard = makeRawShard(); - delete (shard as Record).topology; - const matrix = makeRawMatrix([]); - expect(() => buildDatasetFromNeutral(matrix, [shard], makeRunMeta())).toThrow(/shard/); + expect(dataset.coverage[0]).toMatchObject({ + outcome: 'invalid', + reason: 'semantic-correctness-or-routing-identity-failed', + }); }); - it('ignores docs whose record_type is not case-attempt (e.g. samples)', () => { - const dataset = buildDatasetFromNeutral( - makeRawMatrix([]), - [{ record_type: 'samples', rows: [] }], - makeRunMeta(), - ); - expect(dataset.series).toHaveLength(0); - expect(dataset.coverage).toHaveLength(0); + it('keeps capacity-limited points omitted by a successful backend', () => { + const dataset = buildDataset({ + shards: [ + makeRawShard({ + phase: 'prefill', + rows: [{ tokensPerRank: 256 }, { tokensPerRank: 512 }], + }), + ], + }); + expect(dataset.coverage[0].points.map((point) => point.terminal_status)).toEqual([ + 'measured', + 'measured', + 'unsupported', + 'unsupported', + ]); + expect(dataset.coverage[0].points.at(-1)).toMatchObject({ + tokens_per_rank: 2048, + reason: 'backend-token-capacity', + }); }); -}); -// --------------------------------------------------------------------------- -// View dataset parsing -// --------------------------------------------------------------------------- -describe('CollectiveX view dataset parsing', () => { - it('accepts a well-formed view dataset', () => { + it('keeps unsupported and pending cases distinct', () => { const dataset = makeCollectiveXDataset(); - expect(parseCollectiveXDataset(dataset).run.run_id).toBe('160'); - }); - - it('rejects an unknown top-level field', () => { - const dataset = { ...makeCollectiveXDataset(), surprise: true }; - expect(() => parseCollectiveXDataset(dataset)).toThrow(/contains unknown field surprise/); - }); - - it('rejects duplicate JSON keys before schema validation', () => { - expect(() => parseCollectiveXDatasetText('{"format":"a","format":"b"}')).toThrow( - /contains duplicate key format/, - ); - }); - - it('rejects text that is not valid JSON', () => { - expect(() => parseCollectiveXDatasetText('{ not json')).toThrow(/not valid JSON/); - }); -}); - -// --------------------------------------------------------------------------- -// Runs listing parsing -// --------------------------------------------------------------------------- -function runsListing(version = 1) { - return { - format: 'collectivex.runs.v1' as const, - version, - runs: [buildRunSummary(makeCollectiveXDataset())], - }; -} - -describe('CollectiveX runs listing parsing', () => { - it('accepts a well-formed runs listing for the requested version', () => { - const runs = parseCollectiveXRuns(runsListing(1), 1); - expect(runs.runs).toHaveLength(1); - expect(runs.runs[0].run_id).toBe('160'); - }); - - it('rejects a version mismatch', () => { - expect(() => parseCollectiveXRuns(runsListing(2), 1)).toThrow( - /does not match the requested version/, - ); - }); - - it('rejects a duplicate run id', () => { - const listing = runsListing(1); - listing.runs = [listing.runs[0], listing.runs[0]]; - expect(() => parseCollectiveXRuns(listing, 1)).toThrow(/contains duplicate run 160/); - }); -}); - -// --------------------------------------------------------------------------- -// Client fetch helpers -// --------------------------------------------------------------------------- -describe('CollectiveX fetch helpers', () => { - const fetchMock = vi.fn(); - - beforeEach(() => { - vi.stubGlobal('fetch', fetchMock); - fetchMock.mockReset(); - }); - afterEach(() => { - vi.unstubAllGlobals(); - }); - - it('fetches the latest view dataset with no-store caching', async () => { - fetchMock.mockResolvedValue(fakeResponse(JSON.stringify(makeCollectiveXDataset()))); - const resolved = await fetchCollectiveXLatest(); - expect(resolved.run_id).toBe('160'); - expect(fetchMock).toHaveBeenCalledWith( - collectiveXLatestUrl(1), - expect.objectContaining({ cache: 'no-store' }), - ); - }); - - it('fetches a run-scoped dataset with force-cache caching', async () => { - fetchMock.mockResolvedValue(fakeResponse(JSON.stringify(makeCollectiveXDataset()))); - await fetchCollectiveXByRunId(1, '160'); - expect(fetchMock).toHaveBeenCalledWith( - collectiveXRunUrl(1, '160'), - expect.objectContaining({ cache: 'force-cache' }), - ); - }); - - it('rejects a non-integer run id before fetching', async () => { - await expect(fetchCollectiveXByRunId(1, 'latest')).rejects.toThrow(/positive integer/); - expect(fetchMock).not.toHaveBeenCalled(); - }); - - it('maps a 503 to a source-unavailable reason', async () => { - fetchMock.mockResolvedValue(fakeResponse('', 503)); - const captured = await fetchCollectiveXLatest().catch((error: unknown) => error); - expect(collectiveXAvailabilityReason(captured)).toBe('source-unavailable'); + expect(dataset.coverage.find((row) => row.sku === 'b300')).toMatchObject({ + outcome: 'unsupported', + reason: 'backend-platform-unsupported', + detail: 'unsupported by the selected backend/platform', + }); + expect(dataset.coverage.find((row) => row.sku === 'b200-dgxc')).toMatchObject({ + outcome: 'pending', + reason: 'pending', + }); }); - it('maps a 404 to a runs-unavailable reason', async () => { - fetchMock.mockResolvedValue(fakeResponse('', 404)); - const captured = await fetchCollectiveXRuns().catch((error: unknown) => error); - expect(collectiveXAvailabilityReason(captured)).toBe('runs-unavailable'); + it('does not invent rates for zero-byte or unavailable components', () => { + const zeroStage = makeCollectiveXSeries({ rows: [{ stageZeroBytes: true }] }).points[0] + .components.stage; + expect(zeroStage?.activation_data_rate_gbps_at_latency_percentile?.p50).toBe(0); + expect( + makeCollectiveXSeries({ rows: [{ stageUnavailable: true }] }).points[0].components.stage, + ).toBeNull(); }); - it('fetches and parses the runs listing', async () => { - fetchMock.mockResolvedValue(fakeResponse(JSON.stringify(runsListing(1)))); - const runs = await fetchCollectiveXRuns(); - expect(runs).toHaveLength(1); - expect(fetchMock).toHaveBeenCalledWith( - collectiveXRunsUrl(1), - expect.objectContaining({ cache: 'no-store' }), - ); + it('rejects malformed and cross-version artifacts', () => { + expect(() => buildDatasetFromNeutral({}, [], makeRunMeta())).toThrow(/matrix/); + const shard = makeRawShard(); + shard.version = 2; + expect(() => + buildDatasetFromNeutral(makeRawMatrix([requestedOf(shard)]), [shard], makeRunMeta()), + ).toThrow(/version/); }); }); diff --git a/packages/app/src/components/collectivex/reader.ts b/packages/app/src/components/collectivex/reader.ts index 01b0e4f1e..810ee1f7b 100644 --- a/packages/app/src/components/collectivex/reader.ts +++ b/packages/app/src/components/collectivex/reader.ts @@ -1,211 +1,103 @@ -import type { ZodError, ZodType } from 'zod'; - -import { - collectiveXDatasetSchema, - collectiveXRawCaseAttemptSchema, - collectiveXRawMatrixSchema, - collectiveXRunsSchema, - COLLECTIVEX_DEFAULT_VERSION, - type CollectiveXAttempt, - type CollectiveXComponent, - type CollectiveXCoverage, - type CollectiveXCoveragePoint, - type CollectiveXDataset, - type CollectiveXOutcome, - type CollectiveXPoint, - type CollectiveXPrecisionAxis, - type CollectiveXRawCase, - type CollectiveXRawCaseAttempt, - type CollectiveXRawRow, - type CollectiveXResolvedDataset, - type CollectiveXRuns, - type CollectiveXRunSummary, - type CollectiveXSeries, - type CollectiveXTerminalStatus, - type CollectiveXVersion, +import type { + CollectiveXComponent, + CollectiveXCoverage, + CollectiveXCoveragePoint, + CollectiveXDataset, + CollectiveXOutcome, + CollectiveXPercentiles, + CollectiveXPoint, + CollectiveXRunSummary, + CollectiveXSeries, + CollectiveXTerminalStatus, } from './types'; -const collectiveXPublicRoot = (version: CollectiveXVersion) => `/collectivex-data/${version}/`; - -export const collectiveXRunsUrl = (version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION) => - `${collectiveXPublicRoot(version)}runs.json`; - -export const collectiveXLatestUrl = (version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION) => - `${collectiveXPublicRoot(version)}latest.json`; - -export const collectiveXRunUrl = (version: CollectiveXVersion, runId: string) => - `${collectiveXPublicRoot(version)}runs/${runId}.json`; - -export type CollectiveXAvailabilityReason = 'source-unavailable' | 'runs-unavailable'; - -class CollectiveXDataError extends Error { - readonly availabilityReason: CollectiveXAvailabilityReason | null; - - constructor(message: string, availabilityReason: CollectiveXAvailabilityReason | null = null) { - super(availabilityReason ? message : `CollectiveX dataset rejected: ${message}`); - this.name = 'CollectiveXDataError'; - this.availabilityReason = availabilityReason; - } -} - -export function collectiveXAvailabilityReason( - error: unknown, -): CollectiveXAvailabilityReason | null { - return error instanceof CollectiveXDataError ? error.availabilityReason : null; -} - -function schemaError(error: ZodError, prefix = '$'): CollectiveXDataError { - const issue = error.issues[0]; - const path = issue?.path.length ? `${prefix}.${issue.path.join('.')}` : prefix; - if (issue?.code === 'unrecognized_keys') { - return new CollectiveXDataError(`${path} contains unknown field ${issue.keys[0]}.`); - } - return new CollectiveXDataError(`${path} ${issue?.message ?? 'is malformed'}.`); -} - -function parseWith(schema: ZodType, value: unknown, prefix: string): T { - const parsed = schema.safeParse(value); - if (!parsed.success) throw schemaError(parsed.error, prefix); - return parsed.data; -} - -// Duplicate-key-rejecting JSON parse: the neutral artifacts and the served view -// datasets must be canonical single-object JSON, so a repeated key is corruption. -function strictJson(text: string, name: string): unknown { - let value: unknown; - try { - value = JSON.parse(text); - } catch { - throw new CollectiveXDataError(`${name} is not valid JSON.`); - } - - let offset = 0; - const whitespace = () => { - while (/\s/.test(text[offset] ?? '')) offset += 1; - }; - const string = () => { - const start = offset++; - while (offset < text.length) { - if (text[offset] === '"') { - offset += 1; - return JSON.parse(text.slice(start, offset)) as string; - } - if (text[offset] === '\\') offset += text[offset + 1] === 'u' ? 6 : 2; - else offset += 1; - } - throw new CollectiveXDataError(`${name} contains an unterminated string.`); - }; - const parseValue = (): void => { - whitespace(); - if (text[offset] === '{') return object(); - if (text[offset] === '[') return array(); - if (text[offset] === '"') return void string(); - while (offset < text.length && !/[\s,\]}]/.test(text[offset])) offset += 1; - }; - const object = (): void => { - const keys = new Set(); - offset += 1; - whitespace(); - if (text[offset] === '}') return void (offset += 1); - while (offset < text.length) { - const key = string(); - if (keys.has(key)) throw new CollectiveXDataError(`${name} contains duplicate key ${key}.`); - keys.add(key); - whitespace(); - offset += 1; - parseValue(); - whitespace(); - if (text[offset] === '}') return void (offset += 1); - offset += 1; - whitespace(); - } - }; - const array = (): void => { - offset += 1; - whitespace(); - if (text[offset] === ']') return void (offset += 1); - while (offset < text.length) { - parseValue(); - whitespace(); - if (text[offset] === ']') return void (offset += 1); - offset += 1; - } +interface RawCase { + case_id?: string; + backend: string; + ep: number; + gpus_per_node: number; + ladder: string; + nodes: number; + phase: string; + topology_class: string; + scale_up_domain: number; + scale_up_transport: string; + scale_out_transport: string | null; +} + +interface RawComponent { + availability: string; + percentiles_us: CollectiveXPercentiles | null; +} + +interface RawRow { + tokens_per_rank: number; + global_tokens: number; + token_rate_at_latency_percentile: CollectiveXPercentiles; + components: Record; + byte_provenance: Record; +} + +interface RawShard { + version: number; + record_type: 'case-attempt'; + identity: { + case_id: string; + case_factors: { sku: string; case: RawCase }; }; - parseValue(); - return value; -} - -// --------------------------------------------------------------------------- -// View dataset parsing (the run-scoped JSON the route serves + the client reads) -// --------------------------------------------------------------------------- -export function parseCollectiveXDataset(value: unknown): CollectiveXDataset { - return parseWith(collectiveXDatasetSchema, value, '$'); -} - -export function parseCollectiveXDatasetText(text: string): CollectiveXDataset { - return parseCollectiveXDataset(strictJson(text, 'dataset')); + implementation: { name: string }; + runtime: { vendor: string }; + measurement: { rows: RawRow[] }; + outcome: { status: string; reasons?: string[] }; } -export function parseCollectiveXRuns(value: unknown, version: CollectiveXVersion): CollectiveXRuns { - const parsed = parseWith(collectiveXRunsSchema, value, '$'); - if (parsed.version !== version) { - throw new CollectiveXDataError('$.version does not match the requested version.'); - } - const runIds = new Set(); - for (const run of parsed.runs) { - if (runIds.has(run.run_id)) { - throw new CollectiveXDataError(`$.runs contains duplicate run ${run.run_id}.`); - } - runIds.add(run.run_id); - } - return parsed; +interface RawMatrix { + version: number; + requested_cases: { + case: RawCase; + sku: string; + disposition: 'runnable' | 'unsupported'; + reason?: string | null; + detail?: string | null; + }[]; } -// --------------------------------------------------------------------------- -// Neutral → view builder -// -// Runs server-side (route.ts) over the raw docs collectivex-github.ts downloaded: one matrix -// doc (identified structurally) plus every `case-attempt` document from the run's shard -// artifacts, discriminated by `record_type`. `samples` documents are ignored. The backend no -// longer emits separate terminal-outcome documents; a non-success (`invalid`) case-attempt -// carries its own terminal outcome in-band. Assembles the neutral view dataset, deriving the -// data-rate fields the retired publisher used to store. The assembled dataset is validated -// against the view schema before it is returned, so the served JSON is always schema-valid. -// --------------------------------------------------------------------------- export interface CollectiveXNeutralRunMeta { run_id: string; run_attempt: number; generated_at: string; conclusion: string | null; - matrix_id: string | null; - source_bundle_ids: string[]; + source_sha: string; } -function toOutcome(status: string): CollectiveXOutcome { - switch (status) { - case 'success': - case 'unsupported': - case 'failed': - case 'invalid': - case 'diagnostic': - case 'pending': { - return status; - } - default: { - return 'failed'; - } +function matrixOf(value: unknown): RawMatrix { + const matrix = value as RawMatrix; + if (!Number.isSafeInteger(matrix?.version) || !Array.isArray(matrix?.requested_cases)) { + throw new TypeError('invalid CollectiveX matrix'); } + return matrix; +} + +function shardOf(value: unknown): RawShard | null { + if ((value as RawShard | null)?.record_type !== 'case-attempt') return null; + const shard = value as RawShard; + if (!shard.identity?.case_id || !Array.isArray(shard.measurement?.rows)) { + throw new TypeError('invalid CollectiveX shard'); + } + return shard; +} + +function toOutcome(status: string): CollectiveXOutcome { + return ['success', 'unsupported', 'failed', 'invalid', 'diagnostic', 'pending'].includes(status) + ? (status as CollectiveXOutcome) + : 'failed'; } function toTerminalStatus(outcome: CollectiveXOutcome): CollectiveXTerminalStatus { return outcome === 'success' ? 'measured' : outcome; } -function ratesFrom( - bytes: number, - latency: CollectiveXComponent['latency_us'], -): CollectiveXComponent['activation_data_rate_gbps_at_latency_percentile'] { - // GB/s at percentile p = bytes / latency_us[p]. bytes/µs = 1e6 B/s = 1e-3 GB/s. +function ratesFrom(bytes: number, latency: CollectiveXPercentiles): CollectiveXPercentiles { const rate = (us: number) => (bytes / us) * 1e-3; return { p50: rate(latency.p50), @@ -216,320 +108,107 @@ function ratesFrom( } function mapComponent( - raw: CollectiveXRawRow['components'][string] | undefined, - bytes: CollectiveXRawRow['byte_provenance'][string] | undefined, + raw: RawComponent | null | undefined, + bytes?: { activation_data_bytes: number }, ): CollectiveXComponent | null { - if (!raw || raw.percentiles_us === null || raw.availability === 'unavailable') return null; - const latency_us = raw.percentiles_us; - const origin = raw.origin === 'measured' ? 'measured' : 'derived'; - if (!bytes) { - return { - origin, - latency_us, - byte_provenance: null, - activation_data_rate_gbps_at_latency_percentile: null, - total_logical_data_rate_gbps_at_latency_percentile: null, - sample_count: raw.sample_count ?? null, - }; - } - const byte_provenance = { - activation_data_bytes: bytes.activation_data_bytes, - scale_bytes: bytes.scale_bytes ?? 0, - total_logical_bytes: bytes.total_logical_bytes, - }; - return { - origin, - latency_us, - byte_provenance, - activation_data_rate_gbps_at_latency_percentile: ratesFrom( - bytes.activation_data_bytes, - latency_us, - ), - total_logical_data_rate_gbps_at_latency_percentile: ratesFrom( - bytes.total_logical_bytes, - latency_us, - ), - sample_count: raw.sample_count ?? null, - }; -} - -function dispatchPrecision( - measurement: CollectiveXRawCaseAttempt['measurement'], -): CollectiveXPrecisionAxis { - return { - communication_format: measurement.dispatch_dtype, - quant_mode: 'none', - semantics: 'dispatch', - }; -} - -function combinePrecision( - measurement: CollectiveXRawCaseAttempt['measurement'], -): CollectiveXPrecisionAxis { - return { - communication_format: measurement.combine_dtype, - quant_mode: 'none', - semantics: measurement.combine_semantics, - }; -} - -function caseLabel(sku: string, backend: string, phase: string, ep: number): string { - return `${sku} · ${backend} · ${phase} · EP${ep}`; -} - -// --------------------------------------------------------------------------- -// Neutral-format field synthesis -// -// The neutral MVP backend trimmed several promotion-era identity fields (series_id, -// allocation_id, series_factors, per-row evidence_id) and now emits structured anomaly -// objects. Each helper returns the legacy value when present (the fixtures still carry -// them) and otherwise derives a stable, view-schema-valid substitute. -// --------------------------------------------------------------------------- -function seriesKeyOf(shard: CollectiveXRawCaseAttempt): string { - // Retries of a case share its case_id, so case_id is the natural series key when no - // explicit series_id was emitted. - return shard.identity.series_id ?? shard.identity.case_id; -} - -function allocationIdOf(shard: CollectiveXRawCaseAttempt): string { - const { allocation_id, allocation_factors } = shard.identity; - if (allocation_id) return allocation_id; - // One GHA run+attempt is one allocation; derive a stable, safe-id substitute. - return `alloc-${allocation_factors.run_id}-${allocation_factors.run_attempt}`; -} - -function pointIdOf(caseId: string, row: CollectiveXRawRow): string { - return row.point_id ?? `${caseId}-t${row.tokens_per_rank}`; -} - -function evidenceIdOf(caseId: string, row: CollectiveXRawRow): string { - return row.evidence_id ?? `ev-${pointIdOf(caseId, row)}`; -} - -function seriesBuild(shard: CollectiveXRawCaseAttempt): CollectiveXSeries['build'] { - const factors = shard.identity.series_factors; + if (!raw?.percentiles_us || raw.availability === 'unavailable') return null; return { - image: factors?.image_digest ?? shard.provenance.image ?? '', - source_sha: - factors?.source_sha ?? - shard.identity.allocation_factors.source_sha ?? - shard.provenance.source_sha ?? - '', - squash_sha256: factors?.squash_sha256 ?? '', + latency_us: raw.percentiles_us, + activation_data_rate_gbps_at_latency_percentile: bytes + ? ratesFrom(bytes.activation_data_bytes, raw.percentiles_us) + : null, }; } -function anomalyReasonId(anomaly: string | Record): string { - const raw = - typeof anomaly === 'string' - ? anomaly - : typeof anomaly.type === 'string' - ? anomaly.type - : 'anomaly'; - const slug = raw - .toLowerCase() - .replaceAll(/[^a-z0-9.-]+/g, '-') - .replace(/^[^a-z0-9]+/, '') - .slice(0, 96); - return slug.length > 0 ? slug : 'anomaly'; -} - -function mapAnomalies(anomalies: CollectiveXRawRow['anomalies']): string[] { - if (!anomalies) return []; - const seen = new Set(); - for (const anomaly of anomalies) { - seen.add(anomalyReasonId(anomaly)); - if (seen.size >= 16) break; - } - return [...seen]; -} - -function mapPoint(caseId: string, row: CollectiveXRawRow): CollectiveXPoint { +function mapPoint(row: RawRow): CollectiveXPoint { + const component = (name: string) => mapComponent(row.components[name], row.byte_provenance[name]); return { - point_id: pointIdOf(caseId, row), tokens_per_rank: row.tokens_per_rank, global_tokens: row.global_tokens, - anomalies: mapAnomalies(row.anomalies), - correctness: { - passed: row.correctness.passed, - max_relative_error: row.correctness.max_relative_error, - }, - routing: { - fanout_mean: row.routing.fanout_mean, - routed_copies: row.routing.routed_copies, - recv_tokens_max: row.receive.max, - expert_load_cv: row.routing.expert_load_cv, - payload_rank_cv: row.routing.payload_rank_cv, - hotspot_ratio: row.routing.hotspot_ratio, - empty_expert_count: row.routing.empty_expert_count, - empty_rank_count: row.routing.empty_rank_count, - }, components: { - dispatch: mapComponent(row.components.dispatch, row.byte_provenance.dispatch), - stage: mapComponent(row.components.stage, row.byte_provenance.stage), - combine: mapComponent(row.components.combine, row.byte_provenance.combine), - roundtrip: mapComponent(row.components.roundtrip, row.byte_provenance.roundtrip), - isolated_sum: mapComponent(row.components.isolated_sum, row.byte_provenance.isolated_sum), + dispatch: component('dispatch'), + stage: component('stage'), + combine: component('combine'), + roundtrip: component('roundtrip'), }, roundtrip_token_rate_at_latency_percentile: row.token_rate_at_latency_percentile, - evidence_ids: [evidenceIdOf(caseId, row)], }; } -function buildSeries(shard: CollectiveXRawCaseAttempt): CollectiveXSeries { - const { identity, topology, implementation, measurement, runtime } = shard; - const kase = identity.case_factors.case; - const sku = identity.case_factors.sku; - const vendor = runtime.vendor === 'amd' ? 'amd' : 'nvidia'; +function topologyOf(kase: RawCase) { return { - series_id: seriesKeyOf(shard), - label: caseLabel(sku, kase.backend, kase.phase, kase.ep), - allocation_ids: [allocationIdOf(shard)], - model: kase.workload, - suite: kase.suite, - mode: kase.mode === 'low-latency' ? 'low-latency' : 'normal', - phase: kase.phase === 'prefill' ? 'prefill' : 'decode', - backend: { - id: identity.series_factors?.backend ?? kase.backend, - label: implementation.name, - // provenance was retired with EPLB; legacy shards still carry it, the neutral MVP omits it. - generation: implementation.provenance?.backend_lineage ?? null, - version: implementation.provenance?.deepep_version ?? null, - }, - build: seriesBuild(shard), - system: { - sku, - label: topology.device_product ?? sku, - vendor, - topology_class: topology.topology_class, - transport: topology.transport, - scale_up_transport: topology.scale_up_transport, - scale_out_transport: topology.scale_out_transport, - scope: topology.scope === 'scale-out' ? 'scale-out' : 'scale-up', - nodes: topology.nodes, - gpus_per_node: topology.gpus_per_node, - scale_up_domain: topology.scale_up_domain, - world_size: topology.world_size, - ep_size: kase.ep, - placement: topology.placement, - }, - workload: { - workload_id: identity.series_factors?.workload_id ?? kase.workload, - hidden: kase.hidden, - top_k: kase.topk, - experts: kase.experts, - routing: kase.routing === 'zipf' ? 'zipf' : 'uniform', - // eplb / activation_profile were retired from the neutral backend; default when absent - // (activation_profile feeds a required safeId in the view schema, so use a valid slug). - eplb: kase.eplb ?? false, - dispatch_precision: dispatchPrecision(measurement), - combine_precision: combinePrecision(measurement), - activation_profile: shard.workload.activation_profile ?? 'fixed-profile', - }, - eplb: { - enabled: kase.eplb ?? false, - planner: null, - logical_experts: kase.experts, - physical_experts: null, - redundant_experts: 0, - reference_tokens_per_rank: null, - replicated_experts: null, - max_replicas: null, - imbalance_before: null, - imbalance_after: null, - mapping_sha256: null, - }, - resource: { - // resource_profile was retired with EPLB; the neutral MVP pins one fixed profile. - mode: 'fixed-profile', - comm_units_kind: implementation.resource_profile?.comm_units_kind ?? null, - configured_units: implementation.resource_profile?.configured_units ?? null, - }, - measurement: { - combine_semantics: measurement.combine_semantics, - payload_unit: measurement.payload_unit, - iters: measurement.sampling.iterations_per_trial, - trials: measurement.sampling.trials, - warmups: measurement.sampling.warmup_iterations, - samples_per_component: measurement.sampling.samples_per_component, - }, - points: measurement.rows.map((row) => mapPoint(identity.case_id, row)), + ep_size: kase.ep, + nodes: kase.nodes, + gpus_per_node: kase.gpus_per_node, + scale_up_domain: kase.scale_up_domain, + scale_up_transport: kase.scale_up_transport, + scale_out_transport: kase.scale_out_transport, + topology_class: kase.topology_class, }; } -function successAttempt(shard: CollectiveXRawCaseAttempt): CollectiveXAttempt { - const { identity } = shard; - const attemptId = `${identity.case_id}-a${String(identity.attempt_ordinal).padStart(2, '0')}`; +function buildSeries(shard: RawShard): CollectiveXSeries { + const kase = shard.identity.case_factors.case; return { - attempt_id: attemptId, - case_id: identity.case_id, - allocation_id: allocationIdOf(shard), - run_id: identity.allocation_factors.run_id, - run_attempt: Number(identity.allocation_factors.run_attempt) || 1, - attempt_index: identity.attempt_ordinal, - outcome: 'success', - failure_mode: null, - reason: null, - selected: true, - evidence: shard.measurement.rows.map((row) => ({ - evidence_id: evidenceIdOf(identity.case_id, row), - point_id: pointIdOf(identity.case_id, row), - })), - }; -} - -// The backend no longer emits standalone terminal-outcome docs; a non-success case-attempt -// (outcome.status !== 'success') carries its terminal outcome in-band. Its identity has the -// same full-format ids as a success shard, so the attempt is built the same way with the -// mapped outcome, no measured evidence, and the first in-band reason. -function caseAttemptTerminal(shard: CollectiveXRawCaseAttempt): CollectiveXAttempt { - const { identity, outcome } = shard; - return { - attempt_id: `${identity.case_id}-a${String(identity.attempt_ordinal).padStart(2, '0')}`, - case_id: identity.case_id, - allocation_id: allocationIdOf(shard), - run_id: identity.allocation_factors.run_id, - run_attempt: Number(identity.allocation_factors.run_attempt) || 1, - attempt_index: identity.attempt_ordinal, - outcome: toOutcome(outcome.status), - failure_mode: null, - reason: outcome.reasons?.[0] ?? null, - selected: true, - evidence: [], + series_id: shard.identity.case_id, + phase: kase.phase === 'prefill' ? 'prefill' : 'decode', + backend: shard.implementation.name, + system: { + ...topologyOf(kase), + sku: shard.identity.case_factors.sku, + vendor: shard.runtime.vendor === 'amd' ? 'amd' : 'nvidia', + }, + points: shard.measurement.rows.map(mapPoint), }; } -function ladderTokens(kase: CollectiveXRawCase): number[] { - const world = kase.nodes * kase.gpus_per_node; - const tokens = kase.ladder +function ladderTokens(kase: RawCase): number[] { + const values = kase.ladder .split(/\s+/) .map(Number) .filter((value) => Number.isSafeInteger(value) && value > 0); - return tokens.length > 0 ? tokens : [world]; + return values.length > 0 ? values : [kase.ep]; } -function measuredCoveragePoints(shard: CollectiveXRawCaseAttempt): CollectiveXCoveragePoint[] { - return shard.measurement.rows.map((row) => ({ - point_id: pointIdOf(shard.identity.case_id, row), - series_id: seriesKeyOf(shard), - tokens_per_rank: row.tokens_per_rank, - global_tokens: row.global_tokens, - terminal_status: 'measured' as const, - reason: null, - })); +function reasonId(value: string): string { + return ( + value + .toLowerCase() + .replaceAll(/[^a-z0-9.-]+/g, '-') + .replace(/^[^a-z0-9]+/, '') + .slice(0, 96) || 'unknown' + ); } -function terminalCoveragePoints( - kase: CollectiveXRawCase, +function measuredPoints(shard: RawShard, kase: RawCase): CollectiveXCoveragePoint[] { + const rows = new Map(shard.measurement.rows.map((row) => [row.tokens_per_rank, row])); + const largestMeasured = Math.max(...rows.keys()); + return ladderTokens(kase).map((tokens) => { + const row = rows.get(tokens); + return row + ? { + tokens_per_rank: tokens, + global_tokens: row.global_tokens, + terminal_status: 'measured', + reason: null, + } + : { + tokens_per_rank: tokens, + global_tokens: tokens * kase.ep, + terminal_status: tokens > largestMeasured ? 'unsupported' : 'pending', + reason: tokens > largestMeasured ? 'backend-token-capacity' : 'not-measured', + }; + }); +} + +function terminalPoints( + kase: RawCase, status: CollectiveXTerminalStatus, reason: string, ): CollectiveXCoveragePoint[] { - const world = kase.nodes * kase.gpus_per_node; return ladderTokens(kase).map((tokens) => ({ - point_id: null, - series_id: null, tokens_per_rank: tokens, - global_tokens: tokens * world, + global_tokens: tokens * kase.ep, terminal_status: status, reason, })); @@ -540,250 +219,102 @@ export function buildDatasetFromNeutral( docs: unknown[], run: CollectiveXNeutralRunMeta, ): CollectiveXDataset { - const matrix = parseWith(collectiveXRawMatrixSchema, matrixRaw, 'matrix'); - - // Discriminate by record_type: only `case-attempt` docs are ingested. `samples` dumps and - // any other record type are ignored, as is the matrix doc (handled above). - const shards: CollectiveXRawCaseAttempt[] = []; - for (const doc of docs) { - const recordType = (doc as { record_type?: unknown } | null)?.record_type; - if (recordType === 'case-attempt') { - shards.push(parseWith(collectiveXRawCaseAttemptSchema, doc, 'shard')); - } - } - - const successShards = shards.filter((shard) => shard.outcome.status === 'success'); - const nonSuccessShards = shards.filter((shard) => shard.outcome.status !== 'success'); - const seriesByCaseId = new Map(); - for (const shard of successShards) { - if (!seriesByCaseId.has(shard.identity.case_id)) { - seriesByCaseId.set(shard.identity.case_id, shard); - } - } - // Non-success case-attempts stand in for the retired terminal-outcome docs: a case with no - // successful shard but an `invalid`/`failed` attempt records that terminal outcome. - const nonSuccessByCaseId = new Map(); - for (const shard of nonSuccessShards) { - const caseId = shard.identity.case_id; - if (!nonSuccessByCaseId.has(caseId)) nonSuccessByCaseId.set(caseId, shard); - } - - // Series: one per distinct successful series key (retries of a case share it). - const seriesById = new Map(); - for (const shard of successShards) { - const key = seriesKeyOf(shard); - if (!seriesById.has(key)) { - seriesById.set(key, buildSeries(shard)); - } + const matrix = matrixOf(matrixRaw); + const shards = docs.flatMap((doc) => { + const shard = shardOf(doc); + if (!shard) return []; + if (shard.version !== matrix.version) throw new Error('CollectiveX version mismatch'); + return [shard]; + }); + const successful = new Map(); + const terminal = new Map(); + for (const shard of shards) { + const target = shard.outcome.status === 'success' ? successful : terminal; + if (!target.has(shard.identity.case_id)) target.set(shard.identity.case_id, shard); } - // Attempts: every success shard and every non-success case-attempt. - const attempts: CollectiveXAttempt[] = []; - for (const shard of successShards) attempts.push(successAttempt(shard)); - for (const shard of nonSuccessShards) attempts.push(caseAttemptTerminal(shard)); - const attemptsByCaseId = new Map(); - for (const attempt of attempts) { - attemptsByCaseId.set(attempt.case_id, [ - ...(attemptsByCaseId.get(attempt.case_id) ?? []), - attempt, - ]); - } - - // Coverage: one row per requested matrix case, joined by case_id. - const coverage: CollectiveXCoverage[] = []; - for (const requested of matrix.requested_cases) { + const coverage: CollectiveXCoverage[] = matrix.requested_cases.flatMap((requested) => { const kase = requested.case; const caseId = kase.case_id; - if (!caseId) continue; - const shard = seriesByCaseId.get(caseId); - const nonSuccess = nonSuccessByCaseId.get(caseId); - const caseAttempts = attemptsByCaseId.get(caseId) ?? []; - const attemptIds = caseAttempts.map((attempt) => attempt.attempt_id); - - // failure_mode is not part of the current backend contract (no failure - // taxonomy is emitted), so it is always null here. - const failureMode: string | null = null; + if (!caseId) return []; + const measured = successful.get(caseId); + const failed = terminal.get(caseId); let outcome: CollectiveXOutcome; - let points: CollectiveXCoveragePoint[]; - let selectedAttemptId: string | null = null; let reason: string | null; - - if (shard) { + let points: CollectiveXCoveragePoint[]; + if (measured) { outcome = 'success'; - points = measuredCoveragePoints(shard); - selectedAttemptId = `${caseId}-a${String(shard.identity.attempt_ordinal).padStart(2, '0')}`; reason = null; - } else if (nonSuccess) { - outcome = toOutcome(nonSuccess.outcome.status); - reason = nonSuccess.outcome.reasons?.[0] ?? 'invalid'; - points = terminalCoveragePoints(kase, toTerminalStatus(outcome), reason); - selectedAttemptId = `${caseId}-a${String(nonSuccess.identity.attempt_ordinal).padStart(2, '0')}`; + points = measuredPoints(measured, kase); + } else if (failed) { + outcome = toOutcome(failed.outcome.status); + reason = reasonId(failed.outcome.reasons?.[0] ?? outcome); + points = terminalPoints(kase, toTerminalStatus(outcome), reason); } else if (requested.disposition === 'unsupported') { outcome = 'unsupported'; - reason = requested.reason ?? 'unsupported'; - points = terminalCoveragePoints(kase, 'unsupported', reason); + reason = reasonId(requested.reason ?? outcome); + points = terminalPoints(kase, 'unsupported', reason); } else { outcome = 'pending'; reason = 'pending'; - points = terminalCoveragePoints(kase, 'pending', reason); + points = terminalPoints(kase, 'pending', reason); } - - const measurement = shard?.measurement; - coverage.push({ - case_id: caseId, - label: caseLabel(requested.sku, kase.backend, kase.phase, kase.ep), - disposition: requested.disposition, - sku: requested.sku, - backend: kase.backend, - backend_generation: shard?.implementation.provenance?.backend_lineage ?? null, - mode: kase.mode === 'low-latency' ? 'low-latency' : 'normal', - phase: kase.phase === 'prefill' ? 'prefill' : 'decode', - routing: kase.routing === 'zipf' ? 'zipf' : 'uniform', - eplb: kase.eplb ?? false, - dispatch_precision: measurement ? dispatchPrecision(measurement) : null, - combine_precision: measurement ? combinePrecision(measurement) : null, - resource: { - mode: shard ? 'fixed-profile' : null, - comm_units_kind: shard?.implementation.resource_profile?.comm_units_kind ?? null, - configured_units: shard?.implementation.resource_profile?.configured_units ?? null, + return [ + { + case_id: caseId, + label: `${requested.sku} · ${kase.backend} · ${kase.phase} · EP${kase.ep}`, + disposition: requested.disposition, + sku: requested.sku, + backend: kase.backend, + phase: kase.phase === 'prefill' ? 'prefill' : 'decode', + topology: topologyOf(kase), + points, + outcome, + reason, + detail: requested.detail ?? null, }, - topology: { - ep_size: kase.ep, - nodes: kase.nodes, - gpus_per_node: kase.gpus_per_node, - scale_up_domain: kase.scale_up_domain, - scope: kase.scope === 'scale-out' ? 'scale-out' : 'scale-up', - scale_up_transport: kase.scale_up_transport, - scale_out_transport: kase.scale_out_transport, - transport: kase.transport, - topology_class: kase.topology_class, - }, - points, - selected_attempt_id: selectedAttemptId, - outcome, - failure_mode: failureMode, - reason, - attempt_ids: [...new Set(attemptIds)], - }); - } - - const series = [...seriesById.values()]; - const coveragePoints = coverage.flatMap((item) => item.points); - const measuredCases = coverage.filter((item) => item.outcome === 'success').length; - const unsupportedCases = coverage.filter((item) => item.outcome === 'unsupported').length; - const failedCases = coverage.filter((item) => - ['failed', 'invalid', 'diagnostic'].includes(item.outcome), - ).length; - const terminalCases = coverage.filter((item) => item.outcome !== 'pending').length; - const measuredPoints = coveragePoints.filter( - (point) => point.terminal_status === 'measured', - ).length; - const terminalPoints = coveragePoints.filter( - (point) => point.terminal_status !== 'pending', - ).length; - - const dataset: CollectiveXDataset = { - format: 'collectivex.view.v1', - schema_version: 1, - generated_at: run.generated_at, - source_bundle_ids: [...new Set(run.source_bundle_ids)].toSorted(), + ]; + }); + const points = coverage.flatMap((item) => item.points); + return { + version: matrix.version, run: { - run_id: run.run_id, - run_attempt: run.run_attempt, - generated_at: run.generated_at, - conclusion: run.conclusion, - matrix_id: run.matrix_id, + ...run, requested_cases: coverage.length, - terminal_cases: terminalCases, - measured_cases: measuredCases, - unsupported_cases: unsupportedCases, - failed_cases: failedCases, - requested_points: coveragePoints.length, - terminal_points: terminalPoints, - measured_points: measuredPoints, - allocation_count: new Set(attempts.map((attempt) => attempt.allocation_id)).size, + terminal_cases: coverage.filter((item) => + item.points.every((point) => point.terminal_status !== 'pending'), + ).length, + measured_cases: coverage.filter((item) => item.outcome === 'success').length, + unsupported_cases: coverage.filter((item) => item.outcome === 'unsupported').length, + failed_cases: coverage.filter((item) => + ['failed', 'invalid', 'diagnostic'].includes(item.outcome), + ).length, + requested_points: points.length, + terminal_points: points.filter((point) => point.terminal_status !== 'pending').length, + measured_points: points.filter((point) => point.terminal_status === 'measured').length, covered_skus: [...new Set(coverage.map((item) => item.sku))].toSorted(), }, coverage, - attempts, - series, + series: [...successful.values()].map(buildSeries), }; - return parseCollectiveXDataset(dataset); } export function buildRunSummary(dataset: CollectiveXDataset): CollectiveXRunSummary { + const { run } = dataset; return { - run_id: dataset.run.run_id, - run_attempt: dataset.run.run_attempt, - generated_at: dataset.run.generated_at, - conclusion: dataset.run.conclusion, - covered_skus: dataset.run.covered_skus, + run_id: run.run_id, + run_attempt: run.run_attempt, + generated_at: run.generated_at, + conclusion: run.conclusion, + covered_skus: run.covered_skus, + requested_cases: run.requested_cases, + measured_cases: run.measured_cases, + requested_points: run.requested_points, + terminal_points: run.terminal_points, terminal_counts: { - measured: dataset.run.measured_cases, - unsupported: dataset.run.unsupported_cases, - failed: dataset.run.failed_cases, + measured: run.measured_cases, + unsupported: run.unsupported_cases, + failed: run.failed_cases, }, }; } - -// --------------------------------------------------------------------------- -// Client fetch helpers (run-scoped view endpoints) -// --------------------------------------------------------------------------- -async function responseOrThrow(url: string, options: RequestInit, name: string): Promise { - const response = await fetch(url, options); - if (response.ok) return response; - if (response.status === 503) { - throw new CollectiveXDataError('source-unavailable', 'source-unavailable'); - } - if (response.status === 404) { - throw new CollectiveXDataError('runs-unavailable', 'runs-unavailable'); - } - throw new CollectiveXDataError(`${name} request failed (${response.status}).`); -} - -function resolved(dataset: CollectiveXDataset): CollectiveXResolvedDataset { - return { dataset, run_id: dataset.run.run_id, run_attempt: dataset.run.run_attempt }; -} - -export async function fetchCollectiveXLatest( - signal?: AbortSignal, - version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, -): Promise { - const response = await responseOrThrow( - collectiveXLatestUrl(version), - { cache: 'no-store', credentials: 'same-origin', signal }, - 'dataset', - ); - return resolved(parseCollectiveXDatasetText(await response.text())); -} - -export async function fetchCollectiveXByRunId( - version: CollectiveXVersion, - runId: string, - signal?: AbortSignal, -): Promise { - if (!/^[1-9][0-9]*$/.test(runId)) { - throw new CollectiveXDataError('a run id must be a positive integer.'); - } - const response = await responseOrThrow( - collectiveXRunUrl(version, runId), - { cache: 'force-cache', credentials: 'same-origin', signal }, - 'dataset', - ); - return resolved(parseCollectiveXDatasetText(await response.text())); -} - -export async function fetchCollectiveXRuns( - version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, - signal?: AbortSignal, -): Promise { - const response = await responseOrThrow( - collectiveXRunsUrl(version), - { cache: 'no-store', credentials: 'same-origin', signal }, - 'runs', - ); - const runs = parseCollectiveXRuns(strictJson(await response.text(), 'runs'), version); - return runs.runs; -} - -export { CollectiveXDataError }; diff --git a/packages/app/src/components/collectivex/test-fixture.ts b/packages/app/src/components/collectivex/test-fixture.ts index b39e86b13..24c1ee51e 100644 --- a/packages/app/src/components/collectivex/test-fixture.ts +++ b/packages/app/src/components/collectivex/test-fixture.ts @@ -1,36 +1,19 @@ -// Neutral-format test fixtures. -// -// The CollectiveX frontend consumes the neutral GitHub artifacts a sweep run uploads: one -// matrix document (identified structurally) plus `case-attempt` records (discriminated by -// `record_type`), and assembles the served view dataset with `buildDatasetFromNeutral`. -// These builders emit those raw artifacts in the current neutral shape (no `format` tags, no -// retired EPLB/provenance/resource fields) and run them through the real assembler, so a -// fixture dataset exercises the exact ingest → synthesis → strict-view-validation path the -// route uses. A non-success case-attempt (`status: 'invalid'`) carries its terminal outcome -// in-band; the backend no longer emits standalone terminal-outcome documents. Building on the -// real pipeline also guarantees every returned CollectiveXSeries / CollectiveXDataset is -// view-schema-valid, which is what the data-helper tests operate on. - import { buildDatasetFromNeutral, type CollectiveXNeutralRunMeta } from './reader'; import type { CollectiveXDataset, CollectiveXSeries } from './types'; -// View-schema-valid provenance primitives. -const IMAGE_DIGEST = `sha256:${'a'.repeat(64)}`; -const SQUASH_SHA256 = 'b'.repeat(64); -const SOURCE_SHA = 'c'.repeat(40); - type Json = Record; +const SOURCE_SHA = 'c'.repeat(40); +const TOKEN_LADDERS = { + decode: '1 2 4 8 16 32 64 128 256 512', + prefill: '256 512 1024 2048', +} as const; + export interface RowOverrides { tokensPerRank?: number; globalTokens?: number; - anomalies?: (string | Json)[]; - // Drops the `stage` component to unavailable (null latency) — a two-phase backend. stageUnavailable?: boolean; - // Keeps `stage` measured but with zero logical bytes (host-staging → rate 0). stageZeroBytes?: boolean; - correctnessPassed?: boolean; - maxRelativeError?: number; } export interface ShardOverrides { @@ -39,85 +22,40 @@ export interface ShardOverrides { sku?: string; backend?: string; implName?: string; - backendLineage?: string | null; - deepepVersion?: string | null; ep?: number; - mode?: string; phase?: string; - routing?: string; - eplb?: boolean; - scope?: string; scaleUpTransport?: string; scaleOutTransport?: string | null; - transport?: string; topologyClass?: string; nodes?: number; gpusPerNode?: number; scaleUpDomain?: number; - worldSize?: number; - deviceProduct?: string; vendor?: string; workload?: string; - hidden?: number; - topk?: number; - experts?: number; ladder?: string; - suite?: string; - runId?: string; - runAttempt?: string; - attemptOrdinal?: number; - sourceSha?: string; - imageDigest?: string; - squashSha256?: string; - dtype?: string; - combineDtype?: string; - combineSemantics?: string; - payloadUnit?: string; - activationProfile?: string; - resourceClass?: string; - commUnitsKind?: string | null; - configuredUnits?: number | null; status?: string; - // In-band failure reasons for a non-success (`invalid`) case-attempt. reasons?: string[]; rows?: RowOverrides[]; - // Emit the retired promotion-era identity fields so the legacy-passthrough path is - // covered (series_id / allocation_id / series_factors present). - legacyIdentity?: boolean; } -function pct(base: number): Json { +function percentiles(base: number): Json { return { p50: base, p90: base * 1.08, p95: base * 1.12, p99: base * 1.2 }; } -function component(base: number, sampleCount = 512, origin = 'measured'): Json { - return { - availability: 'measured', - origin, - percentiles_us: pct(base), - sample_count: sampleCount, - }; +function component(base: number): Json { + return { availability: 'measured', percentiles_us: percentiles(base) }; } function bytes(activation: number): Json { - return { - activation_data_bytes: activation, - scale_bytes: 0, - total_logical_bytes: activation, - }; + return { activation_data_bytes: activation }; } -function makeRawRow(index: number, row: RowOverrides): Json { +function makeRawRow(index: number, row: RowOverrides, worldSize: number): Json { const tokensPerRank = row.tokensPerRank ?? 128 * (index + 1); const components: Json = { dispatch: component(417 + index), combine: component(392 + index), roundtrip: component(921 + index), - isolated_sum: { - availability: 'derived', - origin: 'derived-percentile-sum', - percentiles_us: pct(809 + index), - }, stage: row.stageUnavailable ? { availability: 'unavailable', percentiles_us: null } : component(120 + index), @@ -128,177 +66,68 @@ function makeRawRow(index: number, row: RowOverrides): Json { roundtrip: bytes(769527808), }; if (!row.stageUnavailable) { - byteProvenance.stage = row.stageZeroBytes ? bytes(0) : bytes(192381952); + byteProvenance.stage = bytes(row.stageZeroBytes ? 0 : 192381952); } return { tokens_per_rank: tokensPerRank, - global_tokens: row.globalTokens ?? tokensPerRank * 8, - anomalies: row.anomalies, - correctness: { - passed: row.correctnessPassed ?? true, - max_relative_error: row.maxRelativeError ?? 0.004, - }, - routing: { - fanout_mean: 6.55, - routed_copies: 26839, - expert_load_cv: 0.084, - payload_rank_cv: 0.016, - hotspot_ratio: 1.24, - empty_expert_count: 0, - empty_rank_count: 0, - }, - receive: { max: 1725 }, - token_rate_at_latency_percentile: pct(8_338_218), + global_tokens: row.globalTokens ?? tokensPerRank * worldSize, + token_rate_at_latency_percentile: percentiles(8_338_218), components, byte_provenance: byteProvenance, }; } -function makeRawCase(o: ShardOverrides, caseId: string): Json { - const kase: Json = { +function makeRawCase(options: ShardOverrides, caseId: string): Json { + const phase = options.phase === 'prefill' ? 'prefill' : 'decode'; + return { case_id: caseId, - backend: o.backend ?? 'deepep-v2', - ep: o.ep ?? 8, - experts: o.experts ?? 256, - gpus_per_node: o.gpusPerNode ?? 8, - hidden: o.hidden ?? 7168, - topk: o.topk ?? 8, - ladder: o.ladder ?? '128 256', - mode: o.mode ?? 'normal', - nodes: o.nodes ?? 1, - phase: o.phase ?? 'decode', - routing: o.routing ?? 'uniform', - scope: o.scope ?? 'scale-up', - suite: o.suite ?? 'mvp', - workload: o.workload ?? 'deepseek-v3', - transport: o.transport ?? 'nvlink', - topology_class: o.topologyClass ?? 'nvlink-domain', - scale_up_domain: o.scaleUpDomain ?? 8, - scale_up_transport: o.scaleUpTransport ?? 'nvlink', - scale_out_transport: o.scaleOutTransport ?? null, + backend: options.backend ?? 'deepep-v2', + ep: options.ep ?? 8, + gpus_per_node: options.gpusPerNode ?? 8, + ladder: options.ladder ?? TOKEN_LADDERS[phase], + nodes: options.nodes ?? 1, + phase, + topology_class: options.topologyClass ?? 'h200-nvlink-island', + scale_up_domain: options.scaleUpDomain ?? 8, + scale_up_transport: options.scaleUpTransport ?? 'nvlink', + scale_out_transport: options.scaleOutTransport ?? null, }; - // `eplb` was retired from the neutral case; emit it only for the legacy-passthrough path - // or when a test sets it explicitly, to prove the reader still tolerates it. - if (o.legacyIdentity || o.eplb !== undefined) kase.eplb = o.eplb ?? false; - return kase; } -export function caseIdOf(o: ShardOverrides = {}): string { - if (o.caseId) return o.caseId; - const sku = o.sku ?? 'h200-dgxc'; - const backend = o.backend ?? 'deepep-v2'; - const workload = o.workload ?? 'deepseek-v3'; - const mode = o.mode ?? 'normal'; - const phase = o.phase ?? 'decode'; - const ep = o.ep ?? 8; - const routing = o.routing ?? 'uniform'; - const tail = o.variant ? `-${o.variant}` : ''; - return `${sku}-${backend}-${workload}-${mode}-${phase}-ep${ep}-${routing}${tail}`; +export function caseIdOf(options: ShardOverrides = {}): string { + if (options.caseId) return options.caseId; + const tail = options.variant ? `-${options.variant}` : ''; + return `${options.sku ?? 'h200-dgxc'}-${options.backend ?? 'deepep-v2'}-${options.workload ?? 'deepseek-v3'}-normal-${options.phase ?? 'decode'}-ep${options.ep ?? 8}-uniform${tail}`; } -export function makeRawShard(o: ShardOverrides = {}): Json { - const caseId = caseIdOf(o); - const sku = o.sku ?? 'h200-dgxc'; - const backend = o.backend ?? 'deepep-v2'; - const runId = o.runId ?? '160'; - const runAttempt = o.runAttempt ?? '1'; - const rowSpecs = o.rows ?? [{}, {}]; - - const identity: Json = { - case_id: caseId, - attempt_ordinal: o.attemptOrdinal ?? 1, - case_factors: { - sku, - case: makeRawCase({ ...o, backend }, caseId), - }, - allocation_factors: { - run_id: runId, - run_attempt: runAttempt, - source_sha: o.sourceSha ?? SOURCE_SHA, - }, - }; - - if (o.legacyIdentity) { - identity.series_id = `cxseries-v1-${'d'.repeat(64)}`; - identity.allocation_id = `cxalloc-v1-${'e'.repeat(64)}`; - identity.series_factors = { - backend, - source_sha: o.sourceSha ?? SOURCE_SHA, - image_digest: o.imageDigest ?? IMAGE_DIGEST, - squash_sha256: o.squashSha256 ?? SQUASH_SHA256, - workload_id: o.workload ?? 'deepseek-v3', - }; - } - +export function makeRawShard(options: ShardOverrides = {}): Json { + const caseId = caseIdOf(options); + const sku = options.sku ?? 'h200-dgxc'; + const backend = options.backend ?? 'deepep-v2'; + const phase = options.phase === 'prefill' ? 'prefill' : 'decode'; + const ladder = options.ladder ?? TOKEN_LADDERS[phase]; + const worldSize = (options.nodes ?? 1) * (options.gpusPerNode ?? 8); + const rows = + options.rows ?? ladder.split(/\s+/).map((tokens) => ({ tokensPerRank: Number(tokens) })); return { + version: 1, record_type: 'case-attempt', - generated_at: '2026-07-08T12:18:11Z', - identity, - provenance: { image: o.imageDigest ?? IMAGE_DIGEST, source_sha: o.sourceSha ?? SOURCE_SHA }, - topology: { - device_product: o.deviceProduct, - gpus_per_node: o.gpusPerNode ?? 8, - nodes: o.nodes ?? 1, - placement: 'packed', - scale_out_transport: o.scaleOutTransport ?? null, - scale_up_domain: o.scaleUpDomain ?? 8, - scale_up_transport: o.scaleUpTransport ?? 'nvlink', - scope: o.scope ?? 'scale-up', - topology_class: o.topologyClass ?? 'nvlink-domain', - transport: o.transport ?? 'nvlink', - world_size: o.worldSize ?? (o.nodes ?? 1) * (o.gpusPerNode ?? 8), - }, - implementation: { - name: o.implName ?? backend, - kernel_generation: 'generic', - provenance: { - deepep_version: o.deepepVersion ?? undefined, - backend_lineage: o.backendLineage ?? undefined, - mode: o.mode ?? 'normal', - }, - resource_profile: { - comm_units_kind: o.commUnitsKind ?? undefined, - configured_units: o.configuredUnits ?? undefined, - resource_class: o.resourceClass ?? 'fixed-profile', - }, - }, - runtime: { vendor: o.vendor ?? 'nvidia' }, - // The neutral backend emits `workload: { cross_rank_consistent }` with no - // activation_profile; only legacy shards (or an explicit override) carry it. Default to the - // real shape so the ingest path is exercised as the backend actually emits it. - workload: - o.activationProfile !== undefined || o.legacyIdentity - ? { cross_rank_consistent: true, activation_profile: o.activationProfile ?? 'balanced' } - : { cross_rank_consistent: true }, - measurement: { - dispatch_dtype: o.dtype ?? 'bf16', - combine_dtype: o.combineDtype ?? 'bf16', - combine_semantics: o.combineSemantics ?? 'weighted-sum', - payload_unit: o.payloadUnit ?? 'tokens', - sampling: { - iterations_per_trial: 64, - trials: 8, - warmup_iterations: 16, - samples_per_component: 512, - }, - rows: rowSpecs.map((row, index) => makeRawRow(index, row)), + identity: { + case_id: caseId, + case_factors: { sku, case: makeRawCase({ ...options, backend }, caseId) }, }, + implementation: { name: options.implName ?? backend }, + runtime: { vendor: options.vendor ?? 'nvidia' }, + measurement: { rows: rows.map((row, index) => makeRawRow(index, row, worldSize)) }, outcome: { - status: o.status ?? 'success', - // In-band failure reasons for a non-success (`invalid`/`failed`) case-attempt. - ...(o.reasons ? { reasons: o.reasons } : {}), + status: options.status ?? 'success', + ...(options.reasons ? { reasons: options.reasons } : {}), }, }; } -// A non-success case-attempt. The backend no longer emits a standalone terminal-outcome -// document; a failed/invalid/unsupported case now carries its terminal outcome in-band on a -// `record_type: 'case-attempt'` doc whose `outcome.status !== 'success'` and whose -// `outcome.reasons` lists the failure reasons. Defaults to `invalid`. The raw schema still -// requires >= 1 measurement row, so the row block is present, but the reader ignores it for a -// non-success attempt. Overrides flow straight through to `makeRawShard`. -export function makeInvalidCaseAttempt(o: ShardOverrides = {}): Json { - return makeRawShard({ status: 'invalid', reasons: ['capability-gate'], ...o }); +export function makeInvalidCaseAttempt(options: ShardOverrides = {}): Json { + return makeRawShard({ status: 'invalid', reasons: ['capability-gate'], ...options }); } interface RequestedCaseSpec { @@ -315,13 +144,10 @@ function requestedFromShard(shard: Json): RequestedCaseSpec { return { caseId: identity.case_id as string, sku: factors.sku as string, - disposition: 'runnable', case: factors.case as Json, }; } -// The neutral matrix carries no `format`/`schema_version`; it is identified structurally by -// its `requested_cases[]` + `include[]` arrays and its numeric `version` (collectivex-github.ts). export function makeRawMatrix(requested: RequestedCaseSpec[], version = 1): Json { return { version, @@ -344,81 +170,66 @@ export function makeRunMeta( run_attempt: 1, generated_at: '2026-07-08T12:20:00Z', conclusion: 'success', - matrix_id: 'matrix-160', - source_bundle_ids: ['cxshard-h200', 'cxmatrix-160'], + source_sha: SOURCE_SHA, ...overrides, }; } -export interface BuildDatasetOptions { - shards?: Json[]; - // Extra requested cases beyond those derived from the shards (e.g. a pending case). - requestedCases?: RequestedCaseSpec[]; - meta?: Partial; -} - -// Assemble a view dataset through the real neutral → view builder. Requested matrix -// cases default to one runnable case per shard so measured coverage is populated. Every -// shard is a `record_type: 'case-attempt'` doc — success shards and in-band non-success -// (invalid/failed) attempts alike flow through the same channel. -export function buildDataset(options: BuildDatasetOptions = {}): CollectiveXDataset { +export function buildDataset( + options: { + shards?: Json[]; + requestedCases?: RequestedCaseSpec[]; + meta?: Partial; + } = {}, +): CollectiveXDataset { const shards = options.shards ?? [makeRawShard()]; const requested = [...shards.map(requestedFromShard), ...(options.requestedCases ?? [])]; - const matrix = makeRawMatrix(requested); - return buildDatasetFromNeutral(matrix, shards, makeRunMeta(options.meta)); + return buildDatasetFromNeutral(makeRawMatrix(requested), shards, makeRunMeta(options.meta)); } -// A single view series, assembled from one measured shard. export function makeCollectiveXSeries(overrides: ShardOverrides = {}): CollectiveXSeries { return buildDataset({ shards: [makeRawShard(overrides)] }).series[0]; } -// Canonical multi-series dataset: two measured series (scale-up EP8 + scale-out EP16), -// one unsupported terminal case, and one pending case. Exercises series/coverage/attempt -// assembly plus every terminal disposition the run summary counts. export function makeCollectiveXDataset(): CollectiveXDataset { - const shardA = makeRawShard({ backend: 'deepep-v2', ep: 8 }); + const shardA = makeRawShard(); const shardB = makeRawShard({ - sku: 'h200-dgxc', - backend: 'deepep', - implName: 'deepep', - deepepVersion: '2.1', - backendLineage: 'deepep-v2', + sku: 'mi355x', + backend: 'mori', + implName: 'mori', + vendor: 'amd', ep: 16, - scope: 'scale-out', + scaleUpTransport: 'xgmi', scaleOutTransport: 'rdma', - transport: 'rdma', - topologyClass: 'multi-node', + topologyClass: 'mi355x-xgmi-rdma', nodes: 2, - gpusPerNode: 8, - scaleUpDomain: 8, }); - - const unsupportedCaseId = 'b300-sxm-deepep-hybrid-deepseek-v3-normal-decode-ep8-uniform'; - const unsupportedCase: RequestedCaseSpec = { - caseId: unsupportedCaseId, - sku: 'b300-sxm', - disposition: 'unsupported', - reason: 'capability-gate', - case: makeRawCase( - { backend: 'deepep-hybrid', sku: 'b300-sxm', nodes: 1, gpusPerNode: 8 }, - unsupportedCaseId, - ), - }; - - const pendingCaseId = 'mi355x-oam-deepep-deepseek-v3-normal-decode-ep8-uniform'; - const pendingCase: RequestedCaseSpec = { - caseId: pendingCaseId, - sku: 'mi355x-oam', - disposition: 'runnable', - case: makeRawCase( - { backend: 'deepep', sku: 'mi355x-oam', nodes: 1, gpusPerNode: 8 }, - pendingCaseId, - ), - }; - + const unsupportedId = 'b300-deepep-v2-deepseek-v3-normal-decode-ep16-uniform'; + const pendingId = 'b200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform'; return buildDataset({ shards: [shardA, shardB], - requestedCases: [unsupportedCase, pendingCase], + requestedCases: [ + { + caseId: unsupportedId, + sku: 'b300', + disposition: 'unsupported', + reason: 'backend-platform-unsupported', + case: makeRawCase( + { + backend: 'deepep-v2', + ep: 16, + nodes: 2, + scaleOutTransport: 'rdma', + topologyClass: 'b300-nvlink-rdma', + }, + unsupportedId, + ), + }, + { + caseId: pendingId, + sku: 'b200-dgxc', + case: makeRawCase({ backend: 'deepep-v2', topologyClass: 'b200-nvlink-island' }, pendingId), + }, + ], }); } diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts index d7073d526..faff92a2c 100644 --- a/packages/app/src/components/collectivex/types.ts +++ b/packages/app/src/components/collectivex/types.ts @@ -1,654 +1,127 @@ -import { z } from 'zod'; - export type CollectiveXPhase = 'decode' | 'prefill'; -// The release version is a numeric, incrementable identity (1, 2, 3, ...), matching the -// backend release marker's "version": N — the single version the neutral backend emits on the -// matrix and every case-attempt document. (The retired per-artifact `format`/`schema_version` -// signals are no longer emitted or required.) export const COLLECTIVEX_VERSIONS = [1] as const; export type CollectiveXVersion = (typeof COLLECTIVEX_VERSIONS)[number]; -export const COLLECTIVEX_DEFAULT_VERSION: CollectiveXVersion = Math.max( - ...COLLECTIVEX_VERSIONS, -) as CollectiveXVersion; +export const COLLECTIVEX_DEFAULT_VERSION: CollectiveXVersion = COLLECTIVEX_VERSIONS.at(-1)!; + export const collectiveXVersionLabel = (version: CollectiveXVersion): string => `V${version}`; + export function parseCollectiveXVersion(raw: string): CollectiveXVersion | null { - if (!/^[1-9][0-9]*$/.test(raw)) return null; - const value = Number(raw); - return (COLLECTIVEX_VERSIONS as readonly number[]).includes(value) - ? (value as CollectiveXVersion) + const version = Number(raw); + return (COLLECTIVEX_VERSIONS as readonly number[]).includes(version) + ? (version as CollectiveXVersion) : null; } -export type CollectiveXMode = 'normal' | 'low-latency'; -export type CollectiveXTopologyScope = 'scale-up' | 'scale-out'; -export type CollectiveXOperation = 'dispatch' | 'stage' | 'combine' | 'roundtrip' | 'isolated-sum'; -export type CollectiveXPercentile = 'p50' | 'p90' | 'p95' | 'p99'; -export type CollectiveXXAxis = 'tokens-per-rank' | 'global-tokens'; -export type CollectiveXYAxis = - | 'latency' - | 'tokens-per-second' - | 'activation-rate' - | 'total-logical-rate'; -export type CollectiveXScale = 'log' | 'linear'; -// --------------------------------------------------------------------------- -// Shared primitives -// --------------------------------------------------------------------------- -const hex64 = z.string().regex(/^[a-f0-9]{64}$/); -const sourceHash = z.string().regex(/^[a-f0-9]{40,64}$/); -// Accepts either the legacy content-hash id (`cx-v1-`, still emitted by -// the promotion-era artifacts the fixtures use) or the neutral MVP backend's -// human-readable qualification id (e.g. `h200-dgxc-nccl-ep-deepseek-v3-normal-decode- -// ep8-uniform-2abdb08869ae`, `…-a01`, `…-t1`). Both are globally unique; the human form -// carries its own qualification-hash suffix. Kept as one helper so every id field keeps -// a single, consistent contract. -const typedId = (kind: string) => - z - .string() - .max(200) - .regex(new RegExp(`^(?:cx${kind}-v1-[a-f0-9]{64}|[a-z0-9][a-z0-9_.-]*)$`)); -const safeId = z - .string() - .max(128) - .regex(/^[a-z0-9][a-z0-9_.-]*$/); -const label = z.string().min(1).max(160); -const reasonId = z - .string() - .max(96) - .regex(/^[a-z0-9][a-z0-9.-]*$/); -const reason = reasonId.nullable(); -const timestamp = z.iso.datetime({ offset: true }); -const positiveInteger = z.number().int().safe().positive(); -const nonnegativeInteger = z.number().int().safe().nonnegative(); -const runId = z.string().regex(/^[1-9][0-9]*$/); -const mode = z.enum(['normal', 'low-latency']); -const topologyScope = z.enum(['scale-up', 'scale-out']); -const routingKind = z.enum(['uniform', 'zipf']); -const phase = z.enum(['decode', 'prefill']); -const unique = (schema: z.ZodType) => - z.array(schema).refine((items) => new Set(items).size === items.length, 'duplicate values'); -const canonicalJson = (value: unknown): string => - JSON.stringify( - value && typeof value === 'object' && !Array.isArray(value) - ? Object.fromEntries( - Object.entries(value) - .toSorted(([left], [right]) => left.localeCompare(right)) - .map(([key, item]) => [key, JSON.parse(canonicalJson(item))]), - ) - : Array.isArray(value) - ? value.map((item) => JSON.parse(canonicalJson(item))) - : value, - ); -const uniqueObjects = (schema: z.ZodType) => - z - .array(schema) - .refine((items) => new Set(items.map(canonicalJson)).size === items.length, 'duplicate values'); +export type CollectiveXOperation = 'dispatch' | 'stage' | 'combine' | 'roundtrip'; +export type CollectiveXPercentile = 'p50' | 'p90' | 'p95' | 'p99'; +export type CollectiveXYAxis = 'latency' | 'tokens-per-second' | 'activation-rate'; +export type CollectiveXOutcome = + | 'success' + | 'unsupported' + | 'failed' + | 'invalid' + | 'diagnostic' + | 'pending'; +export type CollectiveXTerminalStatus = Exclude | 'measured'; -const percentilesSchema = z.strictObject({ - p50: z.number().finite().positive(), - p90: z.number().finite().positive(), - p95: z.number().finite().positive(), - p99: z.number().finite().positive(), -}); -// Data-rate percentiles admit 0.0: a host-staging component can have real -// latency while measuring zero logical bytes (rate = bytes / latency = 0). -// Latency percentiles stay strictly positive. -const ratePercentilesSchema = z.strictObject({ - p50: z.number().finite().nonnegative(), - p90: z.number().finite().nonnegative(), - p95: z.number().finite().nonnegative(), - p99: z.number().finite().nonnegative(), -}); -const byteAccountingSchema = z.strictObject({ - activation_data_bytes: nonnegativeInteger, - scale_bytes: nonnegativeInteger, - total_logical_bytes: nonnegativeInteger, -}); -// The neutral shard carries only dtype/quant/semantics per communication axis — -// the promotion-era 9-field communication axis and precision-profile enum are gone. -const precisionAxisSchema = z.strictObject({ - communication_format: safeId, - quant_mode: safeId, - semantics: safeId, -}); +export type CollectiveXPercentiles = Record; -const outcome = z.enum(['success', 'unsupported', 'failed', 'invalid', 'diagnostic', 'pending']); -const terminalStatus = z.enum([ - 'measured', - 'unsupported', - 'failed', - 'invalid', - 'diagnostic', - 'pending', -]); +export interface CollectiveXComponent { + latency_us: CollectiveXPercentiles; + activation_data_rate_gbps_at_latency_percentile: CollectiveXPercentiles | null; +} -// --------------------------------------------------------------------------- -// View model — series / points / components -// -// Reshaped-in-place from the retired promoted dataset: the same series → points → -// components shape the chart/tables/inventory render, but every field is now something -// the neutral cxshard/matrix artifacts actually carry (plus data rates the reader -// derives from byte_provenance ÷ latency). No promotion, ranking, or eligibility layer. -// --------------------------------------------------------------------------- -const componentSchema = z.strictObject({ - origin: z.enum(['measured', 'derived']), - latency_us: percentilesSchema, - // null for derived components (isolated_sum) — no byte accounting exists. - byte_provenance: byteAccountingSchema.nullable(), - activation_data_rate_gbps_at_latency_percentile: ratePercentilesSchema.nullable(), - total_logical_data_rate_gbps_at_latency_percentile: ratePercentilesSchema.nullable(), - sample_count: nonnegativeInteger.nullable(), -}); -const routingSchema = z.strictObject({ - fanout_mean: z.number().finite().nonnegative(), - routed_copies: nonnegativeInteger, - recv_tokens_max: nonnegativeInteger, - expert_load_cv: z.number().finite().nonnegative(), - payload_rank_cv: z.number().finite().nonnegative(), - hotspot_ratio: z.number().finite().nonnegative(), - empty_expert_count: nonnegativeInteger, - empty_rank_count: nonnegativeInteger, -}); -const pointCorrectnessSchema = z.strictObject({ - passed: z.boolean(), - max_relative_error: z.number().finite().nonnegative(), -}); -const pointSchema = z.strictObject({ - point_id: typedId('point'), - tokens_per_rank: positiveInteger, - global_tokens: positiveInteger, - anomalies: unique(reasonId).max(16), - correctness: pointCorrectnessSchema, - routing: routingSchema, - components: z.strictObject({ - dispatch: componentSchema.nullable(), - stage: componentSchema.nullable(), - combine: componentSchema.nullable(), - roundtrip: componentSchema.nullable(), - isolated_sum: componentSchema.nullable(), - }), - roundtrip_token_rate_at_latency_percentile: ratePercentilesSchema, - evidence_ids: unique(typedId('evidence')).min(1), -}); -const seriesSchema = z.strictObject({ - series_id: typedId('series'), - label, - allocation_ids: unique(typedId('allocation')).min(1), - model: safeId, - suite: safeId, - mode, - phase, - backend: z.strictObject({ - id: safeId, - label, - generation: label.nullable(), - version: label.nullable(), - }), - build: z.strictObject({ - image: z.string(), - source_sha: sourceHash, - squash_sha256: z.string(), - }), - system: z.strictObject({ - sku: safeId, - label, - vendor: z.enum(['nvidia', 'amd']), - topology_class: safeId, - transport: safeId, - scale_up_transport: safeId, - scale_out_transport: safeId.nullable(), - scope: topologyScope, - nodes: positiveInteger, - gpus_per_node: positiveInteger, - scale_up_domain: positiveInteger, - world_size: positiveInteger, - ep_size: positiveInteger, - placement: safeId, - }), - workload: z.strictObject({ - workload_id: typedId('work'), - hidden: positiveInteger, - top_k: positiveInteger, - experts: positiveInteger, - routing: routingKind, - eplb: z.boolean(), - dispatch_precision: precisionAxisSchema, - combine_precision: precisionAxisSchema, - activation_profile: safeId, - }), - eplb: z.strictObject({ - enabled: z.boolean(), - planner: label.nullable(), - logical_experts: positiveInteger, - physical_experts: positiveInteger.nullable(), - redundant_experts: nonnegativeInteger, - reference_tokens_per_rank: positiveInteger.nullable(), - replicated_experts: nonnegativeInteger.nullable(), - max_replicas: nonnegativeInteger.nullable(), - imbalance_before: z.number().finite().nonnegative().nullable(), - imbalance_after: z.number().finite().nonnegative().nullable(), - mapping_sha256: hex64.nullable(), - }), - resource: z.strictObject({ - mode: safeId, - comm_units_kind: label.nullable(), - configured_units: positiveInteger.nullable(), - }), - measurement: z.strictObject({ - combine_semantics: safeId, - payload_unit: safeId, - iters: positiveInteger, - trials: positiveInteger, - warmups: nonnegativeInteger, - samples_per_component: positiveInteger, - }), - points: z.array(pointSchema).min(1), -}); +export interface CollectiveXPoint { + tokens_per_rank: number; + global_tokens: number; + components: Record; + roundtrip_token_rate_at_latency_percentile: CollectiveXPercentiles; +} -// --------------------------------------------------------------------------- -// View model — coverage / attempts (one coverage row per requested matrix case) -// --------------------------------------------------------------------------- -const coverageResourceSchema = z.strictObject({ - // All nullable: unsupported/pending cases carry no resource profile (that lives - // only in a measured shard); measured coverage rows fill it from the shard. - mode: safeId.nullable(), - comm_units_kind: label.nullable(), - configured_units: positiveInteger.nullable(), -}); -const coverageTopologySchema = z.strictObject({ - ep_size: positiveInteger, - nodes: positiveInteger, - gpus_per_node: positiveInteger, - scale_up_domain: positiveInteger, - scope: topologyScope, - scale_up_transport: safeId, - scale_out_transport: safeId.nullable(), - transport: safeId, - topology_class: safeId, -}); -const coveragePointSchema = z - .strictObject({ - point_id: typedId('point').nullable(), - series_id: typedId('series').nullable(), - tokens_per_rank: positiveInteger, - global_tokens: positiveInteger, - terminal_status: terminalStatus, - reason, - }) - .superRefine((value, context) => { - const measured = value.terminal_status === 'measured'; - if (measured && (value.point_id === null || value.series_id === null)) { - context.addIssue({ - code: 'custom', - path: ['point_id'], - message: 'measured points require point/series references', - }); - } - if (!measured && (value.point_id !== null || value.series_id !== null)) { - context.addIssue({ - code: 'custom', - path: ['point_id'], - message: 'non-measured points must not carry point/series references', - }); - } - if (measured && value.reason !== null) { - context.addIssue({ - code: 'custom', - path: ['reason'], - message: 'measured points must not carry a reason', - }); - } - if (!measured && value.reason === null) { - context.addIssue({ - code: 'custom', - path: ['reason'], - message: 'non-measured points require a reason', - }); - } - }); -const coverageSchema = z.strictObject({ - case_id: typedId('case'), - label, - disposition: z.enum(['runnable', 'unsupported']), - sku: safeId, - backend: safeId, - backend_generation: label.nullable(), - mode, - phase, - routing: routingKind, - eplb: z.boolean(), - dispatch_precision: precisionAxisSchema.nullable(), - combine_precision: precisionAxisSchema.nullable(), - resource: coverageResourceSchema, - topology: coverageTopologySchema, - points: uniqueObjects(coveragePointSchema).min(1), - selected_attempt_id: typedId('attempt').nullable(), - outcome, - failure_mode: reason, - reason, - attempt_ids: unique(typedId('attempt')), -}); -const attemptSchema = z.strictObject({ - attempt_id: typedId('attempt'), - case_id: typedId('case'), - allocation_id: typedId('allocation'), - run_id: runId, - run_attempt: positiveInteger, - attempt_index: positiveInteger, - outcome, - failure_mode: reason, - reason, - selected: z.boolean(), - evidence: z - .array( - z.strictObject({ - evidence_id: typedId('evidence'), - point_id: typedId('point'), - }), - ) - .refine( - (items) => - new Set(items.map((item) => `${item.evidence_id}\0${item.point_id}`)).size === items.length, - 'duplicate evidence items', - ), -}); +export interface CollectiveXTopology { + ep_size: number; + nodes: number; + gpus_per_node: number; + scale_up_domain: number; + scale_up_transport: string; + scale_out_transport: string | null; + topology_class: string; +} -// --------------------------------------------------------------------------- -// Run metadata + dataset envelope -// --------------------------------------------------------------------------- -export const collectiveXRunSchema = z.strictObject({ - run_id: runId, - run_attempt: positiveInteger, - generated_at: timestamp, - // GitHub Actions run conclusion; null while in progress. Discovery never gates on it. - conclusion: safeId.nullable(), - matrix_id: safeId.nullable(), - requested_cases: nonnegativeInteger, - terminal_cases: nonnegativeInteger, - measured_cases: nonnegativeInteger, - unsupported_cases: nonnegativeInteger, - failed_cases: nonnegativeInteger, - requested_points: nonnegativeInteger, - terminal_points: nonnegativeInteger, - measured_points: nonnegativeInteger, - allocation_count: nonnegativeInteger, - covered_skus: unique(safeId), -}); -export const collectiveXDatasetSchema = z.strictObject({ - format: z.literal('collectivex.view.v1'), - schema_version: z.literal(1), - generated_at: timestamp, - source_bundle_ids: unique(safeId), - run: collectiveXRunSchema, - coverage: z.array(coverageSchema), - attempts: z.array(attemptSchema), - series: z.array(seriesSchema), -}); +export interface CollectiveXSeries { + series_id: string; + phase: CollectiveXPhase; + backend: string; + system: CollectiveXTopology & { + sku: string; + vendor: 'nvidia' | 'amd'; + }; + points: CollectiveXPoint[]; +} -// Run picker listing — keyed by run_id + attempt (no content digest). -export const collectiveXRunSummarySchema = z.strictObject({ - run_id: runId, - run_attempt: positiveInteger, - generated_at: timestamp, - conclusion: safeId.nullable(), - covered_skus: unique(safeId), - terminal_counts: z.strictObject({ - measured: nonnegativeInteger, - unsupported: nonnegativeInteger, - failed: nonnegativeInteger, - }), -}); -export const collectiveXRunsSchema = z.strictObject({ - format: z.literal('collectivex.runs.v1'), - version: positiveInteger, - runs: z.array(collectiveXRunSummarySchema), -}); +export interface CollectiveXCoveragePoint { + tokens_per_rank: number; + global_tokens: number; + terminal_status: CollectiveXTerminalStatus; + reason: string | null; +} -// --------------------------------------------------------------------------- -// Raw neutral artifact ingest schemas (server-side only, lenient). -// -// These validate the consumed subset of the three neutral artifact formats the -// reader downloads. Plain z.object strips unknown keys, so the reader stays -// tolerant of extra/future fields (e.g. a later top-level `version: N`). -// --------------------------------------------------------------------------- -const rawPercentilesSchema = z.object({ - p50: z.number(), - p90: z.number(), - p95: z.number(), - p99: z.number(), -}); -const rawCaseSchema = z.object({ - case_id: z.string().optional(), - backend: z.string(), - ep: positiveInteger, - // Retired with EPLB removal in the neutral backend; still accepted from legacy shards. - eplb: z.boolean().optional(), - experts: positiveInteger, - gpus_per_node: positiveInteger, - hidden: positiveInteger, - topk: positiveInteger, - ladder: z.string(), - mode: z.string(), - nodes: positiveInteger, - phase: z.string(), - routing: z.string(), - scope: z.string(), - suite: z.string(), - workload: z.string(), - transport: z.string(), - topology_class: z.string(), - scale_up_domain: positiveInteger, - scale_up_transport: z.string(), - scale_out_transport: z.string().nullable(), -}); -const rawTopologySchema = z.object({ - device_product: z.string().optional(), - gpus_per_node: positiveInteger, - nodes: positiveInteger, - placement: z.string(), - scale_out_transport: z.string().nullable(), - scale_up_domain: positiveInteger, - scale_up_transport: z.string(), - scope: z.string(), - topology_class: z.string(), - transport: z.string(), - world_size: positiveInteger, -}); -const rawImplementationSchema = z.object({ - name: z.string(), - kernel_generation: z.string(), - // Both objects were dropped with backend-implementation-provenance/EPLB removal; the neutral - // backend emits `implementation = {name, kernel_generation}`. Kept optional so legacy shards - // that still carry them pass through (the reader reads them defensively). - provenance: z - .object({ - deepep_version: z.string().optional(), - deepep_commit: z.string().optional(), - backend_lineage: z.string().optional(), - mode: z.string().optional(), - }) - .optional(), - resource_profile: z - .object({ - comm_units_kind: z.string().nullable().optional(), - configured_units: positiveInteger.nullable().optional(), - conformance_class: z.string().optional(), - resource_class: z.string().optional(), - }) - .optional(), -}); -const rawComponentSchema = z.object({ - origin: z.string().nullable().optional(), - availability: z.string(), - // null for unavailable components (e.g. `stage` on a two-phase backend). - percentiles_us: rawPercentilesSchema.nullable(), - sample_count: nonnegativeInteger.optional(), -}); -const rawByteAccountingSchema = z.object({ - activation_data_bytes: nonnegativeInteger, - scale_bytes: nonnegativeInteger.optional(), - total_logical_bytes: nonnegativeInteger, -}); -const rawRowSchema = z.object({ - point_id: z.string().optional(), - // Legacy shards carry a content-hash evidence id; neutral shards identify a row's - // evidence by its sample digest instead, so the reader synthesizes one from point_id. - evidence_id: z.string().optional(), - sample_sha256: z.string().optional(), - tokens_per_rank: positiveInteger, - global_tokens: positiveInteger, - // Legacy shards list anomalies as reason-id strings; neutral shards emit structured - // objects ({type, ...}). The reader slugifies both to reason ids. - anomalies: z.array(z.union([z.string(), z.record(z.string(), z.unknown())])).optional(), - correctness: z.object({ - passed: z.boolean(), - max_relative_error: z.number(), - }), - routing: z.object({ - fanout_mean: z.number(), - routed_copies: nonnegativeInteger, - expert_load_cv: z.number(), - payload_rank_cv: z.number(), - hotspot_ratio: z.number(), - empty_expert_count: nonnegativeInteger, - empty_rank_count: nonnegativeInteger, - }), - receive: z.object({ max: nonnegativeInteger }), - token_rate_at_latency_percentile: rawPercentilesSchema, - components: z.record(z.string(), rawComponentSchema.nullable()), - byte_provenance: z.record(z.string(), rawByteAccountingSchema), -}); -export const collectiveXRawCaseAttemptSchema = z.object({ - // `record_type` is the neutral discriminator; the retired `format` string is no longer - // emitted or required. - record_type: z.literal('case-attempt'), - generated_at: z.string(), - identity: z.object({ - // series_id/allocation_id/series_factors are legacy promotion-era fields. The neutral - // MVP backend omits them; the reader derives series identity from case_id and series - // factors from provenance/case below. - series_id: z.string().optional(), - case_id: z.string(), - allocation_id: z.string().optional(), - attempt_ordinal: positiveInteger, - series_factors: z - .object({ - backend: z.string(), - source_sha: z.string(), - image_digest: z.string(), - squash_sha256: z.string(), - workload_id: z.string(), - }) - .optional(), - case_factors: z.object({ - sku: z.string(), - case: rawCaseSchema, - }), - allocation_factors: z.object({ - run_id: z.string(), - run_attempt: z.string(), - source_sha: z.string().optional(), - }), - }), - provenance: z.object({ image: z.string().nullable(), source_sha: z.string().nullable() }), - topology: rawTopologySchema, - implementation: rawImplementationSchema, - runtime: z.object({ vendor: z.string() }).passthrough(), - // The neutral backend emits `workload: { cross_rank_consistent }`; the promotion-era - // `activation_profile` string is no longer produced (only legacy shards carry it), so it is - // optional here and defaulted in the reader. - workload: z - .object({ - cross_rank_consistent: z.boolean().optional(), - activation_profile: z.string().optional(), - }) - .passthrough(), - measurement: z.object({ - dispatch_dtype: z.string(), - combine_dtype: z.string(), - combine_semantics: z.string(), - payload_unit: z.string(), - sampling: z.object({ - iterations_per_trial: positiveInteger, - trials: positiveInteger, - warmup_iterations: nonnegativeInteger, - samples_per_component: positiveInteger, - }), - rows: z.array(rawRowSchema).min(1), - }), - // `outcome.reasons` carries the in-band failure reasons for a non-success (`invalid`) - // case-attempt, now that separate terminal-outcome documents are no longer emitted. - outcome: z.object({ - status: z.string(), - reasons: z.array(z.string()).optional(), - }), -}); -const rawMatrixIncludeSchema = z.object({ - id: z.string(), - sku: z.string(), - backend: z.string(), - n: nonnegativeInteger, - nodes: positiveInteger, - gpus_per_node: positiveInteger, - launcher: z.string(), - scope: z.string(), - topology_class: z.string(), - transport: z.string(), - scale_up_domain: positiveInteger.optional(), - scale_up_transport: z.string().nullable().optional(), - scale_out_transport: z.string().nullable().optional(), - case_ids: z.array(z.string()), - execution_weight: nonnegativeInteger.optional(), -}); -const rawRequestedCaseSchema = z.object({ - case: rawCaseSchema, - sku: z.string(), - disposition: z.enum(['runnable', 'unsupported']), - reason: z.string().nullable().optional(), - detail: z.string().nullable().optional(), -}); -// The neutral matrix carries no `format`/`record_type`; it is identified structurally by its -// `requested_cases`/`include` arrays and its numeric `version` (see collectivex-github.ts). -export const collectiveXRawMatrixSchema = z.object({ - version: positiveInteger.optional(), - include: z.array(rawMatrixIncludeSchema), - requested_cases: z.array(rawRequestedCaseSchema), -}); +export interface CollectiveXCoverage { + case_id: string; + label: string; + disposition: 'runnable' | 'unsupported'; + sku: string; + backend: string; + phase: CollectiveXPhase; + topology: CollectiveXTopology; + points: CollectiveXCoveragePoint[]; + outcome: CollectiveXOutcome; + reason: string | null; + detail: string | null; +} -// --------------------------------------------------------------------------- -// Inferred types -// --------------------------------------------------------------------------- -export type CollectiveXRunSummary = z.infer; -export type CollectiveXRuns = z.infer; -export type CollectiveXDataset = z.infer; -export type CollectiveXComponent = z.infer; -export type CollectiveXPrecisionAxis = z.infer; -// Retained export name (shape slimmed to {communication_format, quant_mode, semantics}). -export type CollectiveXCommunicationAxis = CollectiveXPrecisionAxis; -export type CollectiveXPoint = z.infer; -export type CollectiveXSeries = z.infer; -export type CollectiveXCoverage = z.infer; -export type CollectiveXCoveragePoint = z.infer; -export type CollectiveXTerminalStatus = z.infer; -export type CollectiveXAttempt = z.infer; -export type CollectiveXOutcome = z.infer; +export interface CollectiveXRun { + run_id: string; + run_attempt: number; + generated_at: string; + conclusion: string | null; + source_sha: string; + requested_cases: number; + terminal_cases: number; + measured_cases: number; + unsupported_cases: number; + failed_cases: number; + requested_points: number; + terminal_points: number; + measured_points: number; + covered_skus: string[]; +} -export type CollectiveXRawCaseAttempt = z.infer; -export type CollectiveXRawCase = z.infer; -export type CollectiveXRawRow = z.infer; +export interface CollectiveXDataset { + version: number; + run: CollectiveXRun; + coverage: CollectiveXCoverage[]; + series: CollectiveXSeries[]; +} -export interface CollectiveXResolvedDataset { - dataset: CollectiveXDataset; +export interface CollectiveXRunSummary { run_id: string; run_attempt: number; + generated_at: string; + conclusion: string | null; + covered_skus: string[]; + requested_cases: number; + measured_cases: number; + requested_points: number; + terminal_points: number; + terminal_counts: { measured: number; unsupported: number; failed: number }; } + export interface CollectiveXChartPoint { seriesId: string; seriesLabel: string; colorKey: string; x: number; y: number; - operation: CollectiveXOperation; - percentile: CollectiveXPercentile; point: CollectiveXPoint; - series: CollectiveXSeries; } diff --git a/packages/app/src/hooks/api/use-collectivex.ts b/packages/app/src/hooks/api/use-collectivex.ts index 66c596737..f4165d9fe 100644 --- a/packages/app/src/hooks/api/use-collectivex.ts +++ b/packages/app/src/hooks/api/use-collectivex.ts @@ -44,6 +44,7 @@ export function useCollectiveXRun(version: CollectiveXVersion, runId: string | n queryKey: ['collectivex-run', version, runId], queryFn: ({ signal }) => fetchCollectiveXRun(version, runId!, signal), enabled: runId !== null, - staleTime: Infinity, + staleTime: 0, + refetchOnMount: 'always', }); } diff --git a/packages/app/src/lib/api.test.ts b/packages/app/src/lib/api.test.ts index 3009740e4..e9743da73 100644 --- a/packages/app/src/lib/api.test.ts +++ b/packages/app/src/lib/api.test.ts @@ -135,15 +135,15 @@ describe('fetchEvaluations', () => { describe('CollectiveX reader delegation', () => { const dataset = makeCollectiveXDataset(); - function mockText(payload: unknown) { + function mockJson(payload: unknown) { mockFetch.mockResolvedValueOnce({ ok: true, - text: () => Promise.resolve(typeof payload === 'string' ? payload : JSON.stringify(payload)), + json: () => Promise.resolve(payload), }); } - it('fetches the latest run dataset without caching and resolves the run id', async () => { - mockText(dataset); + it('fetches the latest run dataset without caching', async () => { + mockJson(dataset); const result = await fetchCollectiveX(); @@ -151,25 +151,24 @@ describe('CollectiveX reader delegation', () => { '/collectivex-data/1/latest.json', expect.objectContaining({ cache: 'no-store', credentials: 'same-origin' }), ); - expect(result.dataset.format).toBe('collectivex.view.v1'); - expect(result.run_id).toBe(dataset.run.run_id); - expect(result.run_attempt).toBe(dataset.run.run_attempt); + expect(result.version).toBe(1); + expect(result.run.run_id).toBe(dataset.run.run_id); }); - it('fetches a specific run by id from the immutable path', async () => { - mockText(dataset); + it('fetches a specific run by id without caching a stale rerun', async () => { + mockJson(dataset); const result = await fetchCollectiveXRun(1, dataset.run.run_id); expect(mockFetch).toHaveBeenCalledWith( `/collectivex-data/1/runs/${dataset.run.run_id}.json`, - expect.objectContaining({ cache: 'force-cache', credentials: 'same-origin' }), + expect.objectContaining({ cache: 'no-store', credentials: 'same-origin' }), ); - expect(result.run_id).toBe(dataset.run.run_id); + expect(result.run.run_id).toBe(dataset.run.run_id); }); it('fetches the run list', async () => { - mockText({ format: 'collectivex.runs.v1', version: 1, runs: [buildRunSummary(dataset)] }); + mockJson({ version: 1, runs: [buildRunSummary(dataset)] }); const runs = await fetchCollectiveXRunList(1); diff --git a/packages/app/src/lib/api.ts b/packages/app/src/lib/api.ts index dcb2784ca..9baf54158 100644 --- a/packages/app/src/lib/api.ts +++ b/packages/app/src/lib/api.ts @@ -3,13 +3,10 @@ * Each function is a thin fetch wrapper returning typed data. */ -import { - fetchCollectiveXByRunId, - fetchCollectiveXLatest, - fetchCollectiveXRuns, -} from '@/components/collectivex/reader'; import { COLLECTIVEX_DEFAULT_VERSION, + type CollectiveXDataset, + type CollectiveXRunSummary, type CollectiveXVersion, } from '@/components/collectivex/types'; import type { WorkerPower } from '@/components/inference/types'; @@ -314,7 +311,7 @@ export function fetchCollectiveX( signal?: AbortSignal, version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, ) { - return fetchCollectiveXLatest(signal, version); + return fetchCollectiveXJson(`${version}/latest.json`, signal); } /** Recent sweep runs for the run picker, keyed by run_id + attempt. */ @@ -322,7 +319,10 @@ export function fetchCollectiveXRunList( version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, signal?: AbortSignal, ) { - return fetchCollectiveXRuns(version, signal); + return fetchCollectiveXJson<{ runs: CollectiveXRunSummary[] }>( + `${version}/runs.json`, + signal, + ).then(({ runs }) => runs); } /** Resolve a specific sweep run's neutral view dataset by run_id. */ @@ -331,7 +331,17 @@ export function fetchCollectiveXRun( runId: string, signal?: AbortSignal, ) { - return fetchCollectiveXByRunId(version, runId, signal); + return fetchCollectiveXJson(`${version}/runs/${runId}.json`, signal); +} + +async function fetchCollectiveXJson(path: string, signal?: AbortSignal): Promise { + const response = await fetch(`/collectivex-data/${path}`, { + cache: 'no-store', + credentials: 'same-origin', + signal, + }); + if (!response.ok) throw new Error(`CollectiveX request failed (${response.status}).`); + return response.json(); } export interface FeedbackListRow { diff --git a/packages/app/src/lib/collectivex-github.test.ts b/packages/app/src/lib/collectivex-github.test.ts index 2c07ae160..bd048dac0 100644 --- a/packages/app/src/lib/collectivex-github.test.ts +++ b/packages/app/src/lib/collectivex-github.test.ts @@ -13,18 +13,17 @@ import { const mockFetch = vi.fn(); vi.stubGlobal('fetch', mockFetch); -// The two measured shards a canonical sweep run uploads (scale-up EP8 + scale-out EP16). +// Two current matrix shards: NVIDIA scale-up EP8 + AMD scale-out EP16. const shardA = makeRawShard({ backend: 'deepep-v2', ep: 8 }); const shardB = makeRawShard({ - backend: 'deepep', - implName: 'deepep', - deepepVersion: '2.1', - backendLineage: 'deepep-v2', + sku: 'mi355x', + backend: 'mori', + implName: 'mori', + vendor: 'amd', ep: 16, - scope: 'scale-out', + scaleUpTransport: 'xgmi', scaleOutTransport: 'rdma', - transport: 'rdma', - topologyClass: 'multi-node', + topologyClass: 'mi355x-xgmi-rdma', nodes: 2, gpusPerNode: 8, scaleUpDomain: 8, @@ -77,19 +76,19 @@ function runObject(overrides: Record = {}) { }; } -function artifactsBody() { +function artifactsBody(runId = 160, runAttempt = 1) { return { total_count: 2, artifacts: [ { id: 1, - name: 'cxsweep-matrix-160', + name: `cxsweep-matrix-${runId}`, archive_download_url: 'https://example.test/matrix.zip', expired: false, }, { id: 2, - name: 'cxshard-cases', + name: `cxshard-cases-${runId}-${runAttempt}`, archive_download_url: 'https://example.test/shards.zip', expired: false, }, @@ -125,7 +124,7 @@ describe('CollectiveX GitHub sweep loader', () => { const first = await loadCollectiveXSweepRun(1); const second = await loadCollectiveXSweepRun(1); - expect(first.format).toBe('collectivex.view.v1'); + expect(first.version).toBe(1); expect(first.run.run_id).toBe('160'); expect(first.run.conclusion).toBe('success'); expect(first.series).toHaveLength(2); @@ -147,6 +146,63 @@ describe('CollectiveX GitHub sweep loader', () => { expect(mockFetch.mock.calls[0][0]).toContain('/actions/runs/160'); }); + it('uses the newest artifact per shard when only failed jobs are rerun', async () => { + const retriedShard = makeRawShard({ + sku: 'mi355x', + backend: 'mori', + implName: 'mori', + vendor: 'amd', + ep: 16, + scaleUpTransport: 'xgmi', + scaleOutTransport: 'rdma', + topologyClass: 'mi355x-xgmi-rdma', + nodes: 2, + status: 'invalid', + reasons: ['retry-failed'], + }); + mockFetch + .mockResolvedValueOnce(Response.json(runObject({ run_attempt: 2 }))) + .mockResolvedValueOnce( + Response.json({ + total_count: 4, + artifacts: [ + { + id: 1, + name: 'cxsweep-matrix-160', + archive_download_url: 'https://example.test/matrix.zip', + }, + { + id: 2, + name: 'cxshard-a-160-1', + archive_download_url: 'https://example.test/a1.zip', + }, + { + id: 3, + name: 'cxshard-b-160-1', + archive_download_url: 'https://example.test/b1.zip', + }, + { + id: 4, + name: 'cxshard-b-160-2', + archive_download_url: 'https://example.test/b2.zip', + }, + ], + }), + ) + .mockResolvedValueOnce(new Response(matrixZip)) + .mockResolvedValueOnce(new Response(zipDocs(shardA))) + .mockResolvedValueOnce(new Response(zipDocs(retriedShard))); + + const dataset = await loadCollectiveXSweepRun(1, '160'); + + expect(dataset.series.map((series) => series.backend)).toEqual(['deepep-v2']); + expect(dataset.coverage.find((item) => item.backend === 'mori')).toMatchObject({ + outcome: 'invalid', + reason: 'retry-failed', + }); + expect(mockFetch.mock.calls.some(([url]) => String(url).includes('/b1.zip'))).toBe(false); + }); + it('lists recent runs as run summaries', async () => { mockFetch .mockResolvedValueOnce(Response.json({ total_count: 1, workflow_runs: [runObject()] })) @@ -160,6 +216,34 @@ describe('CollectiveX GitHub sweep loader', () => { expect(summaries[0].terminal_counts.measured).toBeGreaterThan(0); }); + it('refreshes an expired run cache entry when listing a rerun', async () => { + vi.useFakeTimers(); + try { + vi.setSystemTime(new Date('2026-07-08T12:20:00Z')); + mockFetch + .mockResolvedValueOnce(Response.json(runObject())) + .mockResolvedValueOnce(Response.json(artifactsBody())); + installArtifactDownloads(); + await loadCollectiveXSweepRun(1, '160'); + + vi.setSystemTime(new Date('2026-07-08T12:21:01Z')); + mockFetch + .mockResolvedValueOnce( + Response.json({ + total_count: 1, + workflow_runs: [runObject({ run_attempt: 2 })], + }), + ) + .mockResolvedValueOnce(Response.json(artifactsBody(160, 2))); + installArtifactDownloads(); + + const summaries = await listCollectiveXSweepRuns(1); + expect(summaries[0].run_attempt).toBe(2); + } finally { + vi.useRealTimers(); + } + }); + it('fails as unavailable without a server-side GitHub token', async () => { delete process.env.GITHUB_TOKEN; @@ -210,7 +294,7 @@ describe('CollectiveX GitHub sweep loader', () => { workflow_runs: [runObject({ id: 161 }), runObject({ id: 160 })], }), ) - .mockResolvedValueOnce(Response.json(artifactsBody())) + .mockResolvedValueOnce(Response.json(artifactsBody(161))) .mockResolvedValueOnce(new Response(matrixZipV2)) .mockResolvedValueOnce(Response.json(artifactsBody())) .mockResolvedValueOnce(new Response(matrixZip)) diff --git a/packages/app/src/lib/collectivex-github.ts b/packages/app/src/lib/collectivex-github.ts index 70113cfc0..14abe4212 100644 --- a/packages/app/src/lib/collectivex-github.ts +++ b/packages/app/src/lib/collectivex-github.ts @@ -20,13 +20,9 @@ const WORKFLOW_NAME = 'CollectiveX Sweep'; const RUNS_PER_PAGE = 100; const ARTIFACTS_PER_PAGE = 100; -// Neutral artifact families a sweep run uploads (via always()). A current run ships the -// matrix + per-case shards; the `cxunsupported-` terminal family was retired (non-success -// outcomes now ride in-band on a `case-attempt` shard) but is still matched so older runs -// with that artifact family remain readable. +// Artifact families uploaded by the current sweep. const MATRIX_PREFIX = 'cxsweep-matrix-'; const SHARD_PREFIX = 'cxshard-'; -const TERMINAL_PREFIX = 'cxunsupported-'; const MAX_ARTIFACT_BYTES = 64 * 1024 * 1024; const MAX_RUN_BYTES = 256 * 1024 * 1024; @@ -34,7 +30,7 @@ const REQUEST_TIMEOUT_MS = 30_000; const MAX_REQUEST_ATTEMPTS = 3; const RETRYABLE_STATUSES = new Set([408, 429, 500, 502, 503, 504]); const LATEST_TTL_MS = 60_000; -const RUN_TTL_MS = 10 * 60_000; +const RUN_TTL_MS = 60_000; // The picker lists a recent window; each listed run costs one artifact-bundle // download + build, so the fan-out stays bounded. const MAX_LISTED_RUNS = 8; @@ -228,8 +224,8 @@ async function listArtifacts(runId: number, token: string): Promise !artifact.expired); } -function hasMatrixArtifact(artifacts: GithubArtifact[]): boolean { - return artifacts.some((artifact) => artifact.name.startsWith(MATRIX_PREFIX)); +function hasMatrixArtifact(artifacts: GithubArtifact[], run: WorkflowRun): boolean { + return artifacts.some((artifact) => artifact.name === `${MATRIX_PREFIX}${run.id}`); } async function collectDocs(artifact: GithubArtifact, token: string): Promise { @@ -287,6 +283,28 @@ interface MatrixCandidate { resultArtifacts: GithubArtifact[]; } +function resultArtifactsForRun(artifacts: GithubArtifact[], run: WorkflowRun): GithubArtifact[] { + const suffix = new RegExp(`^${SHARD_PREFIX}(.+)-${run.id}-([1-9][0-9]*)$`); + const selected = new Map(); + for (const artifact of artifacts) { + const match = suffix.exec(artifact.name); + if (!match) continue; + const attempt = Number(match[2]); + if (attempt > run.run_attempt) continue; + const previous = selected.get(match[1]); + if ( + !previous || + attempt > previous.attempt || + (attempt === previous.attempt && artifact.id > previous.artifact.id) + ) { + selected.set(match[1], { artifact, attempt }); + } + } + return [...selected.values()] + .map(({ artifact }) => artifact) + .toSorted((left, right) => left.name.localeCompare(right.name)); +} + function matrixVersion(doc: unknown): number | null { const value = (doc as { version?: unknown } | null)?.version; return typeof value === 'number' && Number.isSafeInteger(value) && value > 0 ? value : null; @@ -308,8 +326,12 @@ function isMatrixDoc(doc: unknown): boolean { async function loadMatrixCandidate( artifacts: GithubArtifact[], token: string, + run: WorkflowRun, ): Promise { - const matrixArtifacts = artifacts.filter((artifact) => artifact.name.startsWith(MATRIX_PREFIX)); + const matrixArtifacts = artifacts + .filter((artifact) => artifact.name === `${MATRIX_PREFIX}${run.id}`) + .toSorted((left, right) => right.id - left.id) + .slice(0, 1); if (matrixArtifacts.length === 0) { throw new CollectiveXSweepError('not-found', 'sweep run has no matrix artifact'); } @@ -323,10 +345,7 @@ async function loadMatrixCandidate( if (version === null) { throw new CollectiveXSweepError('invalid', 'matrix document has no valid version tag'); } - const resultArtifacts = artifacts.filter( - (artifact) => - artifact.name.startsWith(SHARD_PREFIX) || artifact.name.startsWith(TERMINAL_PREFIX), - ); + const resultArtifacts = resultArtifactsForRun(artifacts, run); return { matrixDoc: matrixCandidates[0], version, matrixArtifacts, resultArtifacts }; } @@ -358,10 +377,7 @@ async function assembleRun( run_attempt: run.run_attempt, generated_at: generatedAt, conclusion: run.conclusion, - matrix_id: null, - source_bundle_ids: [...candidate.matrixArtifacts, ...candidate.resultArtifacts].map( - (artifact) => artifact.name, - ), + source_sha: run.head_sha, }; try { @@ -397,7 +413,7 @@ async function fetchRunById( throw new CollectiveXSweepError('not-found', 'run is not a CollectiveX sweep'); } const artifacts = await listArtifacts(run.id, token); - const candidate = await loadMatrixCandidate(artifacts, token); + const candidate = await loadMatrixCandidate(artifacts, token, run); if (candidate.version !== version) { throw new CollectiveXSweepError('not-found', 'run does not match the requested version'); } @@ -410,8 +426,8 @@ async function fetchLatestRun(version: CollectiveXVersion): Promise Date.now() ? cached.promise : undefined; if (!datasetPromise) { datasetPromise = assembleRun(run, candidate, token); runCache.set(cacheKey, { expiresAt: Date.now() + RUN_TTL_MS, promise: datasetPromise }); From 0033e2843fbcd498b4d4855a8ad1777eefe98b94 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Fri, 17 Jul 2026 12:03:56 +0800 Subject: [PATCH 16/37] feat(collectivex): surface FP8 dispatch precision as a dashboard dimension CollectiveX case_ids now carry a precision factor (bf16|fp8). The reader keyed series/coverage on case_id so bf16 and fp8 were already distinct, but the label, color key, and selection omitted precision, so the two collided in the UI (same label, same chart color, not filterable). - types: CollectiveXPrecision; precision on CollectiveXSeries + CollectiveXCoverage. - reader: parse case.precision (toPrecision defaults legacy/no-field artifacts to bf16); thread into series, coverage, and the coverage label. - data: precision in series label + colorKey (distinct legend colors) and in the series selection (seriesMatchesSelection requires it). - display: precision toggle mirroring the phase idiom; Precision column in the inventory and tables; en/zh strings. - fixtures + tests updated (bf16/fp8 split series, distinct color keys, legacy default-to-bf16). COLLECTIVEX_VERSIONS unchanged (benchmark sweep.json still v1). --- packages/app/cypress/e2e/collectivex.cy.ts | 1 + .../collectivex/CollectiveXDisplay.tsx | 49 ++++++++++++++++-- .../collectivex/CollectiveXInventory.tsx | 5 ++ .../collectivex/CollectiveXTables.tsx | 7 +++ .../src/components/collectivex/data.test.ts | 20 ++++++-- .../app/src/components/collectivex/data.ts | 12 +++-- .../src/components/collectivex/reader.test.ts | 50 +++++++++++++++---- .../app/src/components/collectivex/reader.ts | 13 ++++- .../components/collectivex/test-fixture.ts | 15 ++++-- .../app/src/components/collectivex/types.ts | 3 ++ 10 files changed, 150 insertions(+), 25 deletions(-) diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index 3c0deea44..9140b966c 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -71,6 +71,7 @@ describe('CollectiveX neutral run view', () => { it('only exposes dimensions that vary in the current matrix', () => { cy.get('[data-testid="collectivex-ep-select"]').should('be.visible'); cy.get('[data-testid="collectivex-phase-toggle"]').should('be.visible'); + cy.get('[data-testid="collectivex-precision-toggle"]').should('be.visible'); cy.get('[data-testid="collectivex-sku-select"]').should('be.visible'); cy.get('[data-testid="collectivex-backend-select"]').should('be.visible'); cy.get('[data-testid="collectivex-mode-toggle"]').should('not.exist'); diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index 0e6e632bc..581cc09ca 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -36,6 +36,7 @@ import { type CollectiveXOperation, type CollectiveXPercentile, type CollectiveXPhase, + type CollectiveXPrecision, type CollectiveXVersion, type CollectiveXYAxis, } from './types'; @@ -65,6 +66,7 @@ const STRINGS = { }, phase: { decode: 'Decode', prefill: 'Prefill' }, phaseValue: { decode: 'decode', prefill: 'prefill' }, + precision: { bf16: 'BF16', fp8: 'FP8' }, yAxis: { latency: 'Latency', 'tokens-per-second': 'Token rate at selected latency percentile', @@ -92,6 +94,8 @@ const STRINGS = { operationControl: 'Operation', phaseControl: 'Phase', phaseAria: 'CollectiveX phase', + precisionControl: 'Precision', + precisionAria: 'CollectiveX precision', latencyPercentile: 'Latency percentile', percentileAria: 'CollectiveX percentile', sku: 'SKU', @@ -118,6 +122,7 @@ const STRINGS = { }, phase: { decode: '解码', prefill: '预填充' }, phaseValue: { decode: '解码', prefill: '预填充' }, + precision: { bf16: 'BF16', fp8: 'FP8' }, scale: { log: '对数', linear: '线性' }, xAxis: { 'tokens-per-rank': '每 rank 源 token 数', @@ -172,6 +177,8 @@ const STRINGS = { operationControl: '操作', phaseControl: '阶段', phaseAria: 'CollectiveX 阶段', + precisionControl: '精度', + precisionAria: 'CollectiveX 精度', latencyPercentile: '延迟分位点', percentileAria: 'CollectiveX 延迟分位点', sku: 'SKU', @@ -279,6 +286,9 @@ export default function CollectiveXDisplay() { const [epSize, setEpSize] = useState(8); const [operation, setOperation] = useState('roundtrip'); const [phase, setPhase] = useState('decode'); + // Prefer FP8 when the run measured it; the availability effect below falls + // back to bf16 for runs (or EP/phase slices) without FP8 series. + const [precision, setPrecision] = useState('fp8'); const [percentile, setPercentile] = useState('p99'); const [yAxis, setYAxis] = useState('latency'); const [sku, setSku] = useState('all'); @@ -346,6 +356,20 @@ export default function CollectiveXDisplay() { value, label: t.phase[value], })); + const availablePrecisions = useMemo( + () => + [ + ...new Set( + dataset?.series + .filter((item) => item.system.ep_size === epSize && item.phase === phase) + .map((item) => item.precision), + ), + ].toSorted(), + [dataset?.series, epSize, phase], + ); + const precisionOptions: SegmentedToggleOption[] = availablePrecisions.map( + (value) => ({ value, label: t.precision[value] }), + ); useEffect(() => { if (availableEpSizes.length > 0 && !availableEpSizes.includes(epSize)) { setEpSize(availableEpSizes[0]); @@ -353,13 +377,16 @@ export default function CollectiveXDisplay() { if (availablePhases.length > 0 && !availablePhases.includes(phase)) { setPhase(availablePhases[0]); } - }, [availableEpSizes, availablePhases, epSize, phase]); + if (availablePrecisions.length > 0 && !availablePrecisions.includes(precision)) { + setPrecision(availablePrecisions[0]); + } + }, [availableEpSizes, availablePhases, availablePrecisions, epSize, phase, precision]); const seriesSelection = useMemo( - () => ({ epSize, phase }), - [epSize, phase], + () => ({ epSize, phase, precision }), + [epSize, phase, precision], ); - // SKU and EP determine topology; V1 fixes mode and routing. Only EP and phase - // are needed before the library/SKU comparison filters. + // SKU and EP determine topology; V1 fixes mode and routing. Only EP, phase, + // and precision are needed before the library/SKU comparison filters. const matchedSeries = useMemo( () => (dataset?.series ?? []).filter((item) => seriesMatchesSelection(item, seriesSelection)), [dataset?.series, seriesSelection], @@ -706,6 +733,18 @@ export default function CollectiveXDisplay() { testId="collectivex-phase-toggle" /> + + { + setPrecision(next); + track('collectivex_precision_changed', { precision: next }); + }} + ariaLabel={t.precisionAria} + testId="collectivex-precision-toggle" + /> + row.phase, sortValue: (row) => row.phase, }, + { + header: 'Precision', + cell: (row) => row.precision, + sortValue: (row) => row.precision, + }, { header: 'Topology', cell: (row) => collectiveXTopologyLabel(row.topology), diff --git a/packages/app/src/components/collectivex/CollectiveXTables.tsx b/packages/app/src/components/collectivex/CollectiveXTables.tsx index 3a2a37dcb..edaf11123 100644 --- a/packages/app/src/components/collectivex/CollectiveXTables.tsx +++ b/packages/app/src/components/collectivex/CollectiveXTables.tsx @@ -38,6 +38,7 @@ const STRINGS = { sku: 'SKU', backend: 'Backend', phaseHeader: 'Phase', + precisionHeader: 'Precision', modeHeader: 'Mode', epHeader: 'EP', scopeHeader: 'Fabric scope', @@ -78,6 +79,7 @@ const STRINGS = { sku: 'SKU', backend: '后端', phaseHeader: '阶段', + precisionHeader: '精度', modeHeader: '模式', epHeader: 'EP', scopeHeader: '互联范围', @@ -210,6 +212,11 @@ export function CollectiveXCoverageTable({ coverage }: { coverage: CollectiveXCo cell: (row) => t.phase[row.phase], sortValue: (row) => t.phase[row.phase], }, + { + header: t.precisionHeader, + cell: (row) => row.precision, + sortValue: (row) => row.precision, + }, { header: t.epHeader, cell: (row) => `EP${row.topology.ep_size}`, diff --git a/packages/app/src/components/collectivex/data.test.ts b/packages/app/src/components/collectivex/data.test.ts index 467186e10..5422a2a9e 100644 --- a/packages/app/src/components/collectivex/data.test.ts +++ b/packages/app/src/components/collectivex/data.test.ts @@ -32,7 +32,13 @@ describe('collectiveXTopologyLabel', () => { describe('collectiveXSeriesLabel', () => { it('renders the varying identity axes of a series', () => { - expect(collectiveXSeriesLabel(scaleUp)).toBe('H200-DGXC · deepep-v2 · EP8 · decode'); + expect(collectiveXSeriesLabel(scaleUp)).toBe('H200-DGXC · deepep-v2 · EP8 · decode · bf16'); + }); + + it('distinguishes the dispatch precision', () => { + expect(collectiveXSeriesLabel(makeCollectiveXSeries({ precision: 'fp8' }))).toBe( + 'H200-DGXC · deepep-v2 · EP8 · decode · fp8', + ); }); it('shows the selected EP degree and phase', () => { @@ -54,6 +60,12 @@ describe('collectiveXColorKey', () => { expect(collectiveXColorKey(a)).not.toBe(collectiveXColorKey(b)); }); + it('assigns distinct keys to bf16 and fp8 series of one configuration', () => { + const bf16 = makeCollectiveXSeries(); + const fp8 = makeCollectiveXSeries({ precision: 'fp8' }); + expect(collectiveXColorKey(bf16)).not.toBe(collectiveXColorKey(fp8)); + }); + it('leads with the system vendor so getVendor places series in vendor hue zones', () => { // The chart color system reads the first "_"-separated token to classify the // vendor (NVIDIA greens, AMD reds), matching the InferenceX charts. @@ -67,15 +79,17 @@ describe('seriesMatchesSelection', () => { const base: CollectiveXSeriesSelection = { epSize: 8, phase: 'decode', + precision: 'bf16', }; - it('matches on EP size and phase', () => { + it('matches on EP size, phase, and precision', () => { expect(seriesMatchesSelection(scaleUp, base)).toBe(true); }); - it('rejects a series whose EP or phase differs from the selection', () => { + it('rejects a series whose EP, phase, or precision differs from the selection', () => { expect(seriesMatchesSelection(scaleUp, { ...base, epSize: 16 })).toBe(false); expect(seriesMatchesSelection(scaleUp, { ...base, phase: 'prefill' })).toBe(false); + expect(seriesMatchesSelection(scaleUp, { ...base, precision: 'fp8' })).toBe(false); }); }); diff --git a/packages/app/src/components/collectivex/data.ts b/packages/app/src/components/collectivex/data.ts index 898cbff98..9231b32e0 100644 --- a/packages/app/src/components/collectivex/data.ts +++ b/packages/app/src/components/collectivex/data.ts @@ -5,6 +5,7 @@ import type { CollectiveXPercentile, CollectiveXPhase, CollectiveXPoint, + CollectiveXPrecision, CollectiveXSeries, CollectiveXYAxis, } from './types'; @@ -12,6 +13,7 @@ import type { export interface CollectiveXSeriesSelection { epSize: number; phase: CollectiveXPhase; + precision: CollectiveXPrecision; } export function collectiveXTopologyLabel( @@ -32,18 +34,22 @@ export function collectiveXTopologyLabel( } export function collectiveXSeriesLabel(series: CollectiveXSeries): string { - return `${series.system.sku.toUpperCase()} · ${series.backend} · EP${series.system.ep_size} · ${series.phase}`; + return `${series.system.sku.toUpperCase()} · ${series.backend} · EP${series.system.ep_size} · ${series.phase} · ${series.precision}`; } export function collectiveXColorKey(series: CollectiveXSeries): string { - return `${series.system.vendor}_${series.system.sku}_${series.backend}_ep${series.system.ep_size}_${series.phase}`; + return `${series.system.vendor}_${series.system.sku}_${series.backend}_ep${series.system.ep_size}_${series.phase}_${series.precision}`; } export function seriesMatchesSelection( series: CollectiveXSeries, selection: CollectiveXSeriesSelection, ): boolean { - return series.system.ep_size === selection.epSize && series.phase === selection.phase; + return ( + series.system.ep_size === selection.epSize && + series.phase === selection.phase && + series.precision === selection.precision + ); } export function metricValue( diff --git a/packages/app/src/components/collectivex/reader.test.ts b/packages/app/src/components/collectivex/reader.test.ts index c35370339..61dbf3ecd 100644 --- a/packages/app/src/components/collectivex/reader.test.ts +++ b/packages/app/src/components/collectivex/reader.test.ts @@ -28,26 +28,58 @@ describe('CollectiveX artifact assembly', () => { it('builds the current view from matrix cases and result shards', () => { const dataset = makeCollectiveXDataset(); expect(dataset.version).toBe(1); - expect(dataset.series).toHaveLength(2); - expect(dataset.coverage).toHaveLength(4); + expect(dataset.series).toHaveLength(3); + expect(dataset.coverage).toHaveLength(5); expect(dataset.run).toMatchObject({ - requested_cases: 4, - measured_cases: 2, + requested_cases: 5, + measured_cases: 3, unsupported_cases: 1, - terminal_cases: 3, - measured_points: 20, - terminal_points: 30, - requested_points: 40, + terminal_cases: 4, + measured_points: 30, + terminal_points: 40, + requested_points: 50, }); }); it('maps series identity and points', () => { const series = makeCollectiveXSeries(); - expect(series.series_id).toBe('h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform'); + expect(series.series_id).toBe('h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16'); expect(series.backend).toBe('deepep-v2'); + expect(series.precision).toBe('bf16'); expect(series.points).toHaveLength(10); }); + it('keeps bf16 and fp8 measurements of one cell as distinct labeled cases', () => { + const dataset = makeCollectiveXDataset(); + const h200 = dataset.series.filter((series) => series.system.sku === 'h200-dgxc'); + expect(h200.map((series) => series.precision).toSorted()).toEqual(['bf16', 'fp8']); + expect(new Set(h200.map((series) => series.series_id)).size).toBe(2); + expect(dataset.coverage.find((row) => row.precision === 'fp8')).toMatchObject({ + case_id: 'h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-fp8', + label: 'h200-dgxc · deepep-v2 · decode · EP8 · fp8', + }); + expect( + dataset.coverage.find( + (row) => row.case_id === 'h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16', + ), + ).toMatchObject({ + precision: 'bf16', + label: 'h200-dgxc · deepep-v2 · decode · EP8 · bf16', + }); + }); + + it('defaults pre-FP8 artifacts without a precision field to bf16', () => { + const dataset = buildDataset({ shards: [makeRawShard({ precision: null })] }); + expect(dataset.series[0].series_id).toBe( + 'h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform', + ); + expect(dataset.series[0].precision).toBe('bf16'); + expect(dataset.coverage[0]).toMatchObject({ + precision: 'bf16', + label: 'h200-dgxc · deepep-v2 · decode · EP8 · bf16', + }); + }); + it('ignores non-result documents', () => { const shard = makeRawShard(); const dataset = buildDatasetFromNeutral( diff --git a/packages/app/src/components/collectivex/reader.ts b/packages/app/src/components/collectivex/reader.ts index 810ee1f7b..017b87008 100644 --- a/packages/app/src/components/collectivex/reader.ts +++ b/packages/app/src/components/collectivex/reader.ts @@ -6,6 +6,7 @@ import type { CollectiveXOutcome, CollectiveXPercentiles, CollectiveXPoint, + CollectiveXPrecision, CollectiveXRunSummary, CollectiveXSeries, CollectiveXTerminalStatus, @@ -19,6 +20,7 @@ interface RawCase { ladder: string; nodes: number; phase: string; + precision?: string; topology_class: string; scale_up_domain: number; scale_up_transport: string; @@ -97,6 +99,12 @@ function toTerminalStatus(outcome: CollectiveXOutcome): CollectiveXTerminalStatu return outcome === 'success' ? 'measured' : outcome; } +// Artifacts predating the FP8 dispatch dimension carry no precision field and +// were all measured in bf16. +function toPrecision(raw: string | undefined): CollectiveXPrecision { + return raw === 'fp8' ? 'fp8' : 'bf16'; +} + function ratesFrom(bytes: number, latency: CollectiveXPercentiles): CollectiveXPercentiles { const rate = (us: number) => (bytes / us) * 1e-3; return { @@ -152,6 +160,7 @@ function buildSeries(shard: RawShard): CollectiveXSeries { return { series_id: shard.identity.case_id, phase: kase.phase === 'prefill' ? 'prefill' : 'decode', + precision: toPrecision(kase.precision), backend: shard.implementation.name, system: { ...topologyOf(kase), @@ -259,14 +268,16 @@ export function buildDatasetFromNeutral( reason = 'pending'; points = terminalPoints(kase, 'pending', reason); } + const precision = toPrecision(kase.precision); return [ { case_id: caseId, - label: `${requested.sku} · ${kase.backend} · ${kase.phase} · EP${kase.ep}`, + label: `${requested.sku} · ${kase.backend} · ${kase.phase} · EP${kase.ep} · ${precision}`, disposition: requested.disposition, sku: requested.sku, backend: kase.backend, phase: kase.phase === 'prefill' ? 'prefill' : 'decode', + precision, topology: topologyOf(kase), points, outcome, diff --git a/packages/app/src/components/collectivex/test-fixture.ts b/packages/app/src/components/collectivex/test-fixture.ts index 24c1ee51e..f2b9ad867 100644 --- a/packages/app/src/components/collectivex/test-fixture.ts +++ b/packages/app/src/components/collectivex/test-fixture.ts @@ -24,6 +24,8 @@ export interface ShardOverrides { implName?: string; ep?: number; phase?: string; + /** null models a pre-FP8 artifact: no precision field and no case_id suffix. */ + precision?: string | null; scaleUpTransport?: string; scaleOutTransport?: string | null; topologyClass?: string; @@ -87,6 +89,7 @@ function makeRawCase(options: ShardOverrides, caseId: string): Json { ladder: options.ladder ?? TOKEN_LADDERS[phase], nodes: options.nodes ?? 1, phase, + ...(options.precision === null ? {} : { precision: options.precision ?? 'bf16' }), topology_class: options.topologyClass ?? 'h200-nvlink-island', scale_up_domain: options.scaleUpDomain ?? 8, scale_up_transport: options.scaleUpTransport ?? 'nvlink', @@ -97,7 +100,8 @@ function makeRawCase(options: ShardOverrides, caseId: string): Json { export function caseIdOf(options: ShardOverrides = {}): string { if (options.caseId) return options.caseId; const tail = options.variant ? `-${options.variant}` : ''; - return `${options.sku ?? 'h200-dgxc'}-${options.backend ?? 'deepep-v2'}-${options.workload ?? 'deepseek-v3'}-normal-${options.phase ?? 'decode'}-ep${options.ep ?? 8}-uniform${tail}`; + const precision = options.precision === null ? '' : `-${options.precision ?? 'bf16'}`; + return `${options.sku ?? 'h200-dgxc'}-${options.backend ?? 'deepep-v2'}-${options.workload ?? 'deepseek-v3'}-normal-${options.phase ?? 'decode'}-ep${options.ep ?? 8}-uniform${precision}${tail}`; } export function makeRawShard(options: ShardOverrides = {}): Json { @@ -204,10 +208,13 @@ export function makeCollectiveXDataset(): CollectiveXDataset { topologyClass: 'mi355x-xgmi-rdma', nodes: 2, }); - const unsupportedId = 'b300-deepep-v2-deepseek-v3-normal-decode-ep16-uniform'; - const pendingId = 'b200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform'; + // The same cell as shardA measured with FP8 dispatch, so consumers exercise + // the bf16/fp8 split of an otherwise identical configuration. + const shardC = makeRawShard({ precision: 'fp8' }); + const unsupportedId = 'b300-deepep-v2-deepseek-v3-normal-decode-ep16-uniform-bf16'; + const pendingId = 'b200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16'; return buildDataset({ - shards: [shardA, shardB], + shards: [shardA, shardB, shardC], requestedCases: [ { caseId: unsupportedId, diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts index faff92a2c..c20e44fd0 100644 --- a/packages/app/src/components/collectivex/types.ts +++ b/packages/app/src/components/collectivex/types.ts @@ -1,4 +1,5 @@ export type CollectiveXPhase = 'decode' | 'prefill'; +export type CollectiveXPrecision = 'bf16' | 'fp8'; export const COLLECTIVEX_VERSIONS = [1] as const; export type CollectiveXVersion = (typeof COLLECTIVEX_VERSIONS)[number]; export const COLLECTIVEX_DEFAULT_VERSION: CollectiveXVersion = COLLECTIVEX_VERSIONS.at(-1)!; @@ -51,6 +52,7 @@ export interface CollectiveXTopology { export interface CollectiveXSeries { series_id: string; phase: CollectiveXPhase; + precision: CollectiveXPrecision; backend: string; system: CollectiveXTopology & { sku: string; @@ -73,6 +75,7 @@ export interface CollectiveXCoverage { sku: string; backend: string; phase: CollectiveXPhase; + precision: CollectiveXPrecision; topology: CollectiveXTopology; points: CollectiveXCoveragePoint[]; outcome: CollectiveXOutcome; From 59340f39947c06232ed76d35b4105df3e3332096 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Fri, 17 Jul 2026 17:10:24 +0800 Subject: [PATCH 17/37] feat(collectivex): replace JIT artifact serving with a lazy-ingest Neon DB The CollectiveX tab previously assembled its dataset from GitHub Actions artifacts on every request: data vanished with the 14-day artifact expiry, cold requests paid GitHub paging + ZIP downloads, and the run picker was capped at 8 runs. The tab is now backed by a dedicated Neon database acting as a durable cache of GitHub, populated lazily on read: - packages/db gains the shared neutral contract (reader/types/fixtures moved from the app), a second migration set (cx_runs + cx_run_docs storing RAW sweep documents so the evolving sweep JSON contract only ever touches the reader), tombstone-aware queries, and a CLI ingest for pre-warming runs before artifact expiry, backfills, and un-deletes. - /api/v1/collectivex/{latest,runs,runs/[runId]} discover and persist sweep runs from any harness branch in-request: race-safe single-statement CTE inserts, FOR UPDATE-guarded refresh when GitHub reports a newer run attempt, assembled datasets served through the shared reader, and stored-data fallback when GitHub is down. DELETE tombstones a run (discovery never resurrects it) behind a dedicated COLLECTIVEX_ADMIN_SECRET bearer token and purges only the collectivex CDN tag scope. - The frontend keeps the run picker (now DB-backed, capped at 50) and gains a delete-run flow with a remembered admin token. - Removed: the JIT layer (collectivex-github.ts, /collectivex-data route). No CI ingest plumbing or GitHub secrets are required; runtime needs GITHUB_TOKEN, DATABASE_COLLECTIVEX_READONLY_URL/WRITE_URL, and COLLECTIVEX_ADMIN_SECRET (already provisioned on Vercel), plus the applied migrations-collectivex/ migration. Design rationale and invariants are documented in docs/collectivex.md. --- .agents/skills/neon-postgres/SKILL.md | 376 +++ .../neon-postgres/references/neon-sdk.md | 265 ++ .agents/skills/neon/SKILL.md | 350 +++ .env.example | 12 +- AGENTS.md | 8 +- docs/collectivex.md | 67 + docs/index.md | 1 + package.json | 2 + packages/app/cypress/e2e/collectivex.cy.ts | 90 +- .../fixtures/api/collectivex-latest.json | 2535 +++++++++++++++++ .../fixtures/api/collectivex-runs.json | 21 + .../app/scripts/capture-cypress-fixtures.ts | 14 + .../api/v1/collectivex/latest/route.test.ts | 104 + .../app/api/v1/collectivex/latest/route.ts | 56 + .../v1/collectivex/runs/[runId]/route.test.ts | 158 + .../api/v1/collectivex/runs/[runId]/route.ts | 104 + .../app/api/v1/collectivex/runs/route.test.ts | 102 + .../src/app/api/v1/collectivex/runs/route.ts | 51 + .../src/app/api/v1/invalidate/route.test.ts | 27 +- .../app/src/app/api/v1/invalidate/route.ts | 25 +- .../collectivex-data/[...path]/route.test.ts | 110 - .../app/collectivex-data/[...path]/route.ts | 68 - .../collectivex/CollectiveXDisplay.tsx | 67 +- .../components/collectivex/test-fixture.ts | 247 +- .../app/src/components/collectivex/types.ts | 130 +- packages/app/src/hooks/api/use-collectivex.ts | 34 +- packages/app/src/lib/api-cache.test.ts | 34 +- packages/app/src/lib/api-cache.ts | 52 +- packages/app/src/lib/api.test.ts | 42 +- packages/app/src/lib/api.ts | 37 +- .../app/src/lib/collectivex-github.test.ts | 323 --- .../src/lib/collectivex-lazy-ingest.test.ts | 358 +++ ...x-github.ts => collectivex-lazy-ingest.ts} | 337 ++- .../001_initial_schema.sql | 38 + packages/db/package.json | 3 + .../collectivex/artifact-selection.test.ts | 42 + .../db/src/collectivex/artifact-selection.ts | 41 + .../src}/collectivex/reader.test.ts | 0 .../src}/collectivex/reader.ts | 32 + packages/db/src/collectivex/test-fixture.ts | 242 ++ packages/db/src/collectivex/types.ts | 127 + packages/db/src/connection.ts | 41 +- packages/db/src/etl/db-utils.ts | 6 +- packages/db/src/ingest-collectivex.ts | 247 ++ packages/db/src/lib/github-artifacts.ts | 23 + packages/db/src/lib/migration-runner.test.ts | 88 + packages/db/src/lib/migration-runner.ts | 56 + packages/db/src/migrate-collectivex.ts | 50 + packages/db/src/migrate.ts | 43 +- packages/db/src/queries/collectivex.test.ts | 167 ++ packages/db/src/queries/collectivex.ts | 248 ++ 51 files changed, 6570 insertions(+), 1131 deletions(-) create mode 100644 .agents/skills/neon-postgres/SKILL.md create mode 100644 .agents/skills/neon-postgres/references/neon-sdk.md create mode 100644 .agents/skills/neon/SKILL.md create mode 100644 docs/collectivex.md create mode 100644 packages/app/cypress/fixtures/api/collectivex-latest.json create mode 100644 packages/app/cypress/fixtures/api/collectivex-runs.json create mode 100644 packages/app/src/app/api/v1/collectivex/latest/route.test.ts create mode 100644 packages/app/src/app/api/v1/collectivex/latest/route.ts create mode 100644 packages/app/src/app/api/v1/collectivex/runs/[runId]/route.test.ts create mode 100644 packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts create mode 100644 packages/app/src/app/api/v1/collectivex/runs/route.test.ts create mode 100644 packages/app/src/app/api/v1/collectivex/runs/route.ts delete mode 100644 packages/app/src/app/collectivex-data/[...path]/route.test.ts delete mode 100644 packages/app/src/app/collectivex-data/[...path]/route.ts delete mode 100644 packages/app/src/lib/collectivex-github.test.ts create mode 100644 packages/app/src/lib/collectivex-lazy-ingest.test.ts rename packages/app/src/lib/{collectivex-github.ts => collectivex-lazy-ingest.ts} (57%) create mode 100644 packages/db/migrations-collectivex/001_initial_schema.sql create mode 100644 packages/db/src/collectivex/artifact-selection.test.ts create mode 100644 packages/db/src/collectivex/artifact-selection.ts rename packages/{app/src/components => db/src}/collectivex/reader.test.ts (100%) rename packages/{app/src/components => db/src}/collectivex/reader.ts (88%) create mode 100644 packages/db/src/collectivex/test-fixture.ts create mode 100644 packages/db/src/collectivex/types.ts create mode 100644 packages/db/src/ingest-collectivex.ts create mode 100644 packages/db/src/lib/migration-runner.test.ts create mode 100644 packages/db/src/lib/migration-runner.ts create mode 100644 packages/db/src/migrate-collectivex.ts create mode 100644 packages/db/src/queries/collectivex.test.ts create mode 100644 packages/db/src/queries/collectivex.ts diff --git a/.agents/skills/neon-postgres/SKILL.md b/.agents/skills/neon-postgres/SKILL.md new file mode 100644 index 000000000..bac7910c7 --- /dev/null +++ b/.agents/skills/neon-postgres/SKILL.md @@ -0,0 +1,376 @@ +--- +name: neon-postgres +description: >- + Guides and best practices for working with Neon Serverless Postgres. + Covers setup, connection methods, branching, autoscaling, scale-to-zero, + read replicas, connection pooling, Neon Auth, and the Neon CLI, MCP server, + REST API, TypeScript SDK, and Python SDK. + Use when users ask about "Neon setup", "connect to Neon", "Neon project", + "DATABASE_URL", "serverless Postgres", "Neon CLI", "neon", "Neon MCP", + "Neon Auth", "@neondatabase/serverless", "@neondatabase/neon-js", + "scale to zero", "Neon autoscaling", "Neon read replica", or + "Neon connection pooling". +--- + +# Neon Serverless Postgres + +Guide the user through any Neon-related task: setup, connections, branching, and advanced features. Deliver a working Neon connection, a completed feature configuration, or a specific answer from the official Neon docs. + +Neon is a serverless Postgres platform that separates compute and storage to offer autoscaling, branching, instant restore, and scale-to-zero. It's fully compatible with Postgres and works with any language, framework, or ORM that supports Postgres. + +## Neon Documentation + +The Neon documentation is the source of truth for all Neon-related information. Always verify claims against the official docs before responding. Neon features and APIs evolve, so prefer fetching current docs over relying on training data. + +### Fetching Docs as Markdown + +Any Neon doc page can be fetched as markdown in two ways: + +1. **Append `.md` to the URL** (simplest): https://neon.com/docs/introduction/branching.md +2. **Request `text/markdown`** on the standard URL: `curl -H "Accept: text/markdown" https://neon.com/docs/introduction/branching` + +Both return the same markdown content. Use whichever method your tools support. + +### Finding the Right Page + +The docs index lists every available page with its URL and a short description: + +``` +https://neon.com/docs/llms.txt +``` + +Common doc URLs are organized in the topic links below. If you need a page not listed here, search the docs index: https://neon.com/docs/llms.txt. Don't guess URLs. + +## What Is Neon + +Use this for architecture explanations and terminology (organizations, projects, branches, endpoints) before giving implementation advice. + +Link: https://neon.com/docs/introduction/architecture-overview.md + +## Getting Started + +Use this section when guiding a user through first-time Neon setup. + +### Check Status Quo + +Before starting setup, inspect the user's codebase and environment: + +- Existing database connection code +- Existing Neon MCP server or Neon CLI configuration +- Existence of a `.env` file and `DATABASE_URL` environment variable +- Existing ORM (Prisma, Drizzle, TypeORM) configuration + +### Self-Driving Setup With Neon's CLI or MCP Server + +Offer to inspect existing connected Neon projects or create new ones using the Neon CLI or MCP server. If neither is set up yet, run init with the `--agent` flag. Use `npx -y` to skip the package install prompt. Auth is handled automatically. If the user is not logged in, it opens their browser for OAuth and waits for completion before proceeding. + +```bash +npx -y neon@latest init --agent +``` + +Supported `--agent` values: `cursor`, `copilot`, `claude`, `claude-desktop`, `codex`, `opencode`, `cline`, `gemini-cli`, `goose`, `zed`. + +This installs the Neon extension (for Cursor/VS Code) or MCP server (for other agents), creates an API key, and adds the `neon-postgres` agent skill to the project. + +If `init` is not suitable, the individual steps can be run non-interactively: + +- **Extension:** `cursor --install-extension databricks.neon-local-connect` +- **MCP server:** `npx -y add-mcp https://mcp.neon.tech/mcp -g -n Neon -y -a ` +- **Agent skill:** `npx skills add neondatabase/agent-skills --skill neon-postgres --agent -y` + +For full CLI installation options, see https://neon.com/docs/cli/install.md + +### Setup Flow + +**1. Select Organization and Project** + +Use MCP server or CLI to list organizations and projects. Let the user select an existing project or create a new one. + +**2. Get Connection String** + +Use MCP server or CLI to get the connection string. Store it in `.env` as `DATABASE_URL`. Read the file first before modifying to avoid overwriting existing values. + +**3. Pick Connection Method & Driver** + +Refer to the connection methods guide to pick the correct driver based on deployment platform: https://neon.com/docs/connect/choose-connection.md + +**4. User Authentication with Neon Auth (if needed)** + +Skip for CLI tools, scripts, or apps without user accounts. If the app needs auth: use MCP server `provision_neon_auth` tool, then see the auth overview (https://neon.com/docs/auth/overview.md) for setup. For auth + database queries, see the JavaScript SDK reference (https://neon.com/docs/reference/javascript-sdk.md). + +**5. ORM Setup (optional)** + +Check for existing ORM (Prisma, Drizzle, TypeORM). If none, ask if they want one. For Drizzle integration, see https://neon.com/docs/guides/drizzle.md. + +**6. Schema Setup** + +- Check for existing migration files or ORM schemas +- If none: offer to create an example schema or design one together + +### Resume Support + +If resuming setup, check what's already configured (MCP connection, `.env` with `DATABASE_URL`, dependencies, schema) and continue from the next incomplete step. + +### Security Reminders + +Remind users to use environment variables for credentials, never commit connection strings, and use least-privilege database roles. + +## Connection Methods & Drivers + +Use this when you need to pick the correct transport and driver based on runtime constraints (TCP, HTTP, WebSocket, edge, serverless, long-running). + +Link: https://neon.com/docs/connect/choose-connection.md + +### Recommended: Drizzle + the right driver for your runtime + +Always pair Neon with an ORM such as **Drizzle** for easy schema management and migrations. Pick the driver based on how the runtime treats your code: + +- **Long-running or shared-runtime environments → node-postgres (`pg`).** Neon Functions, and any host where the function runtime is shared across requests / runs on fluid compute (e.g. **Vercel** with Fluid compute), keep a module-scope process alive across many requests. Open a `pg` pool **once at module scope** and reuse it across requests. +- **Fully isolated serverless (Lambda-style) → Neon's serverless driver (`@neondatabase/serverless`).** Hosts like **Netlify** spin up a fresh, isolated instance per request, so a persistent TCP pool can't be reused; the serverless driver queries over HTTP and is built for this. + +**Neon Functions / Vercel / fluid compute — Drizzle + node-postgres:** + +```typescript +import { drizzle } from 'drizzle-orm/node-postgres'; +import { Pool } from 'pg'; +import * as schema from './schema'; + +// Created once at module scope; reused by every request the instance handles. +const pool = new Pool({ connectionString: process.env.DATABASE_URL, max: 5 }); +const db = drizzle({ client: pool, schema }); +``` + +On **Vercel** (Fluid compute) also attach the pool with `attachDatabasePool` from `@vercel/functions`, so the function runtime drains idle connections before an instance suspends: + +```typescript +import { drizzle } from 'drizzle-orm/node-postgres'; +import { Pool } from 'pg'; +import { attachDatabasePool } from '@vercel/functions'; +import * as schema from './schema'; + +const pool = new Pool({ connectionString: process.env.DATABASE_URL }); +attachDatabasePool(pool); // let the Vercel runtime manage the pooled connections +const db = drizzle({ client: pool, schema }); +``` + +**Netlify and other fully-isolated serverless — Drizzle + Neon serverless driver:** + +```typescript +import { drizzle } from 'drizzle-orm/neon-http'; +import { neon } from '@neondatabase/serverless'; + +const sql = neon(process.env.DATABASE_URL!); +const db = drizzle({ client: sql }); +``` + +### Serverless Driver + +Use this for `@neondatabase/serverless` patterns, including HTTP queries, WebSocket transactions, and runtime-specific optimizations. + +Link: https://neon.com/docs/serverless/serverless-driver.md + +### Neon JS SDK + +Use this for combined Neon Auth + Data API workflows with PostgREST-style querying and typed client setup. + +Link: https://neon.com/docs/reference/javascript-sdk.md + +## Developer Tools + +Use this for local development enablement with `npx -y neon@latest init --agent `, VSCode extension setup, and Neon MCP server configuration. + +| Tool | URL | +| ---------------- | ----------------------------------------------- | +| CLI Init Command | https://neon.com/docs/cli/init.md | +| VSCode Extension | https://neon.com/docs/local/vscode-extension.md | +| MCP Server | https://neon.com/docs/ai/neon-mcp-server.md | +| Neon CLI | https://neon.com/docs/cli.md | + +### Neon CLI + +Use this for terminal-first workflows, scripts, and CI/CD automation with `neon`. + +Link: https://neon.com/docs/cli.md + +## Neon Admin API + +The Neon Admin API can be used to manage Neon resources programmatically. It is used behind the scenes by the Neon CLI and MCP server, but can also be used directly for more complex automation workflows or when embedding Neon in other applications. + +### Neon REST API + +Use this for direct HTTP automation, endpoint-level control, API key auth, rate-limit handling, and operation polling. + +Link: https://neon.com/docs/reference/api-reference.md + +### Neon TypeScript SDK + +Use this when implementing typed programmatic control of Neon resources in TypeScript via `@neon/sdk` (the fetch-based, zero-dependency successor to `@neondatabase/api-client`). For the full API surface — client config, the `{ data, error }` result model, typed errors, readiness/workflow helpers (`createAndConnect`, `createWithCompute`), pagination, every resource namespace, and the raw layer — see [references/neon-sdk.md](https://neon.com/docs/ai/skills/neon-postgres/references/neon-sdk.md). + +Link: https://neon.com/docs/reference/typescript-sdk.md + +### Neon Python SDK + +Use this when implementing programmatic Neon management in Python with the `neon-api` package. + +Link: https://neon.com/docs/reference/python-sdk.md + +## Neon Auth + +Use this for managed user authentication setup, UI components, auth methods, and Neon Auth integration pitfalls in Next.js and React apps. + +Link: https://neon.com/docs/auth/overview.md + +Neon Auth is also embedded in the Neon JS SDK. Depending on your use case, you may want to use the Neon JS SDK instead of Neon Auth alone. See https://neon.com/docs/connect/choose-connection.md for more details. + +## Neon Infrastructure as Code (`neon.ts`) + +`neon.ts` is Neon's branch config and infrastructure-as-code file: declare which services your branches have, get type-safe env vars, and program per-branch compute — all in TypeScript (see the `neon` skill for the full reference). Postgres always exists on every branch, so you never declare the database itself; what you codify here is the Postgres-adjacent surface — Neon Auth, the Data API, and per-branch compute settings (autoscaling and scale-to-zero). + +Add it with `@neon/config`: + +```bash +npm i @neon/config +``` + +```typescript +// neon.ts +import { defineConfig } from '@neon/config/v1'; + +export default defineConfig({ + auth: true, // Neon Auth (adds NEON_AUTH_* env vars) + dataApi: true, // Data API (adds NEON_DATA_API_URL); requires auth: true (or an external IdP) + // Postgres exists on every branch; tune its compute per branch: + branch: (branch) => { + if (branch.exists) return {}; // leave existing branches untouched + if (branch.isDefault) return { protected: true }; // prod keeps default compute + return { + ttl: '7d', // non-prod branches auto-expire (max 30d) + postgres: { + computeSettings: { + autoscalingLimitMinCu: 0.25, // scale to zero + autoscalingLimitMaxCu: 1, // keep dev/preview cheap + suspendTimeout: '5m', + }, + }, + }; + }, +}); +``` + +Reconcile the declaration from the CLI — the Neon equivalent of `terraform plan` / `apply`: + +```bash +neon config status # print the branch's live config +neon config plan # dry-run diff of what apply would change +neon config apply # provision the declared services / settings +neon deploy # alias for `neon config apply` +``` + +Because `neon checkout` applies the policy as it **creates** a branch, a fresh branch comes up with these compute settings (and Auth / Data API) already in place. Checking out an _existing_ branch never reconciles it — run `neon deploy` to apply changes. + +Since `neon.ts` is TypeScript, invalid combinations fail to compile with an actionable message: the Data API verifies requests with Neon Auth by default, so `dataApi: true` without `auth: true` is a type error (the fix — `auth: true`, or `authProvider: 'external'` with a `jwksUrl` — is in the message). See the `neon` skill's type-safe config note. + +Read the resulting env back, typed and validated against the policy, with `parseEnv` from `@neon/env`: + +```typescript +import { parseEnv } from '@neon/env'; +import config from './neon'; + +const env = parseEnv(config); +env.postgres.databaseUrl; // typed; enabling auth / dataApi above surfaces env.auth / env.dataApi +``` + +## Branching + +Use this when the user is planning isolated environments, schema migration testing, preview deployments, or branch lifecycle automation. + +Key points: + +- Branches are instant, copy-on-write clones (no full data copy). +- Each branch has its own compute endpoint. +- Use the neon CLI or MCP server to create, inspect, and compare branches. + +Link: https://neon.com/docs/introduction/branching.md + +For detailed branch creation workflows (normal vs schema-only branches, reset-from-parent, CLI/MCP selection), use the `neon-postgres-branches` skill if available + +Or fetch the full branching skill from the following URL: + +https://neon.com/docs/ai/skills/neon-postgres-branches/SKILL.md + +If this skill is not installed you can use the following command to install it: + +```bash +npx skills add neondatabase/agent-skills --skill neon-postgres-branches +``` + +## Autoscaling + +Use this when the user needs compute to scale automatically with workload and wants guidance on CU sizing and runtime behavior. + +Link: https://neon.com/docs/introduction/autoscaling.md + +## Scale to Zero + +Use this when optimizing idle costs and discussing suspend/resume behavior, including cold-start trade-offs. + +Key points: + +- Idle computes suspend automatically (default 5 minutes, configurable) (unless disabled - launch & scale plan only) +- First query after suspend typically has a cold-start penalty (around hundreds of ms) +- Storage remains active while compute is suspended. + +Link: https://neon.com/docs/introduction/scale-to-zero.md + +## Instant Restore + +Use this when the user needs point-in-time recovery or wants to restore data state without traditional backup restore workflows. + +Key points: + +- History windows for instant restore depend on plan limits. +- Users can create branches from historical points-in-time. +- Time Travel queries can be used for historical inspection workflows. + +Link: https://neon.com/docs/introduction/branch-restore.md + +## Read Replicas + +Use this for read-heavy workloads where the user needs dedicated read-only compute without duplicating storage. + +Key points: + +- Replicas are read-only compute endpoints sharing the same storage. +- Creation is fast and scaling is independent from primary compute. +- Typical use cases: analytics, reporting, and read-heavy APIs. + +Link: https://neon.com/docs/introduction/read-replicas.md + +## Connection Pooling + +Use this when the user is in serverless or high-concurrency environments and needs safe, scalable Postgres connection management. + +Key points: + +- Neon pooling uses PgBouncer. +- Add `-pooler` to endpoint hostnames to use pooled connections. +- Pooling is especially important in serverless runtimes with bursty concurrency. + +Link: https://neon.com/docs/connect/connection-pooling.md + +## IP Allow Lists + +Use this when the user needs to restrict database access by trusted networks, IPs, or CIDR ranges. + +Link: https://neon.com/docs/introduction/ip-allow.md + +## Logical Replication + +Use this when integrating CDC pipelines, external Postgres sync, or replication-based data movement. + +Key points: + +- Neon supports native logical replication workflows. +- Useful for replicating to/from external Postgres systems. + +Link: https://neon.com/docs/guides/logical-replication-guide.md diff --git a/.agents/skills/neon-postgres/references/neon-sdk.md b/.agents/skills/neon-postgres/references/neon-sdk.md new file mode 100644 index 000000000..65f4bc128 --- /dev/null +++ b/.agents/skills/neon-postgres/references/neon-sdk.md @@ -0,0 +1,265 @@ +# `@neon/sdk` — the TypeScript client for the Neon API + +`@neon/sdk` is the official TypeScript client for the [Neon API](https://neon.com/docs/reference/api-reference): **Fetch-based, zero-dependency, ESM-only**, generated from Neon's [OpenAPI spec](https://neon.com/api_spec/release/v2.json) with an ergonomic layer on top. It is the successor to [`@neondatabase/api-client`](https://www.npmjs.com/package/@neondatabase/api-client) (axios-based, generated-only). The old client is **not deprecated** and is safe to keep using, but new code should prefer `@neon/sdk`. + +Use this reference when writing typed, programmatic control of Neon resources in TypeScript — provisioning projects, managing branches/databases/endpoints, transferring projects across orgs, snapshots/restore, consumption metrics, and the beta services (Object Storage, Functions, AI Gateway, scoped credentials). + +## When to reach for it (vs MCP / CLI) + +- **Neon MCP server and CLI** are for **local development** — a coding agent in your editor or terminal. +- **`@neon/sdk`** is for **programmatic integration**: CI/CD pipelines where the CLI isn't enough, non-trivial dev scripts, and full platforms that provision and manage fleets of Neon databases (the same open API behind Replit, Netlify DB, Laravel Cloud, and Vercel's Neon marketplace integration). All it needs is a Neon API key. + +## Install + +```bash +npm install @neon/sdk +``` + +Requires Node.js ≥ 20.19, or any runtime with a global `fetch` (Bun, Deno, edge, browser). + +## Two layers, one package + +```ts +import { createNeonClient, raw } from '@neon/sdk'; +``` + +- **`createNeonClient`** — the high-level ergonomic client: auth once, `{ data, error }` results, typed errors, retries, readiness polling, auto-pagination, and multi-step workflows, organized into resource namespaces (`neon.projects`, `neon.branches`, `neon.postgres`, …). +- **`raw`** — the full generated 1:1 surface: every endpoint as a standalone, tree-shakeable function (also at the `@neon/sdk/raw` subpath). Speaks the **same** `{ data, error }` / `throwOnError` contract as the ergonomic client. + +## Quick start + +```ts +import { createNeonClient } from '@neon/sdk'; + +const neon = createNeonClient({ apiKey: process.env.NEON_API_KEY! }); + +// Create a project and get a ready-to-use connection string in one call. +const { data, error } = await neon.projects.createAndConnect({ name: 'my-app' }); +if (error) throw error; +const { project, connectionString } = data; +``` + +## Client configuration + +`createNeonClient(config)`: + +| Option | Type | Default | Description | +| ------------------ | --------------------------------------------- | ---------------------------------- | ----------------------------------------------------------------------------------------------------------------------------------------------------- | +| `apiKey` | `string \| (() => string \| Promise)` | — (required) | Neon API key, or a function returning it. Sent as a Bearer token. | +| `throwOnError` | `boolean` | `false` | `true` → methods return the resource directly and **throw** on error. `false` → return `{ data, error }`. **Narrows return types** at the type level. | +| `waitForReadiness` | `boolean` | `false` | `true` → mutations block until their provisioning `operations` finish, so the returned resource is ready. | +| `wait` | `{ pollIntervalMs?; timeoutMs? }` | `1000` / `300000` | Readiness poller tuning. | +| `retries` | `number` | `2` | Automatic retries on always-safe statuses (`423`, `429`, `503`) with backoff. | +| `orgId` | `string` | — | Default org for project create/list and as the transfer source org. Overridable per call. | +| `baseUrl` | `string` | `https://console.neon.tech/api/v2` | Override the API base URL. | +| `fetch` | `typeof fetch` | global `fetch` | Custom fetch (proxies, tests, non-global runtimes). | + +Every option except `apiKey` is also accepted **per call** via the trailing `options` arg (`{ throwOnError?, waitForReadiness?, signal? }`), overriding the client default. + +## The result model + +By default every method resolves to a discriminated `{ data, error }` envelope — no `try/catch`: + +```ts +const { data, error } = await neon.projects.get('late-frost-12345'); +if (error) return; // error is a typed NeonError union +data; // narrowed to Project +``` + +Set `throwOnError` (on the client or per call) to get the bare resource and throw instead — the return type narrows accordingly: + +```ts +const neon = createNeonClient({ apiKey, throwOnError: true }); +const project = await neon.projects.get('…'); // Project (throws) +const res = await neon.projects.get('…', { throwOnError: false }); // { data, error } +``` + +## Errors + +The `error` channel carries a typed hierarchy (all `Error` subclasses with a `kind` discriminant); the same value is thrown when `throwOnError` is set. + +| Class | `kind` | Notable fields | +| -------------------- | -------------- | ------------------------------------------------------------ | +| `NeonError` | (base) | `message`, `kind` | +| `NeonApiError` | `"api"` | `status`, `code`, `requestId`, `response`, `body` | +| `NeonNotFoundError` | `"not_found"` | 404 — extends `NeonApiError` | +| `NeonAuthError` | `"auth"` | 401/403 | +| `NeonRateLimitError` | `"rate_limit"` | 429 (after retries) | +| `NeonOperationError` | `"operation"` | `operationId`, `status` — an awaited operation failed | +| `NeonTimeoutError` | `"timeout"` | readiness/wait deadline exceeded | +| `NeonNetworkError` | `"network"` | transport failure (no response) | +| `NeonError` | `"client"` | SDK-side errors (e.g. ambiguous connection-string selection) | + +```ts +const { error } = await neon.branches.get(pid, 'nope'); +if (error?.kind === 'not_found') { + /* … */ +} +``` + +## Pagination + +Cursor-paginated `list()` methods return a lazy `Paginated`: + +```ts +const { data: all } = await neon.projects.list().all(); // every page → { data, error } +const { data: page } = await neon.projects.list().page(); // one page +for await (const project of neon.projects.list()) { … } // stream; throws on a page error +``` + +## Readiness & workflows + +Neon mutations are asynchronous — they return `operations`. `waitForReadiness` blocks until they settle; the **workflow** methods (`createAndConnect`, `createWithCompute`) default it on and hand back a connection string in one call. The underlying primitive is `neon.operations.waitFor(operations)`. + +## API surface (ergonomic client) + +Legend: **[P]** returns `Paginated` · **[W]** workflow (multi-step) · **→void** resolves to `void`. + +### `neon.projects` + +| Method | Returns | Notes | +| ----------------------------------------------- | --------------------------------------- | -------------------------------------------------------------------------------------------------------------- | +| `list(query?)` | **[P]** `ProjectListItem` | `{ search?, org_id?, limit? }` | +| `get(id)` | `Project` | | +| `create(input?)` | `Project` | `{ name?, region_id?, pg_version?, org_id?, autoscaling_limit_min_cu?, autoscaling_limit_max_cu?, settings? }` | +| `createAndConnect(input?, { pooled? })` | **[W]** `{ project, connectionString }` | one call + readiness; `pooled` default `true` | +| `update(id, input)` | `Project` | `{ name?, settings? }` | +| `delete(id)` | `Project` | | +| `transfer({ fromOrgId?, toOrgId, projectIds })` | **→void** | `fromOrgId` defaults to client `orgId` | +| `transferFromUser({ toOrgId, projectIds })` | **→void** | personal account → org | +| `recover(id)` | `Project` | beta — recover a soft-deleted project | +| `permissions.list / grant / revoke` | `ProjectPermission`(`[]`) | share a project by email | + +```ts +// Provision a project and get a pooled connection string in one call +const { data } = await neon.projects.createAndConnect( + { name: 'tenant-42', region_id: 'aws-us-east-1' }, + { pooled: true }, +); // data: { project, connectionString } + +// Upgrade path: move projects from a sponsored (free) org to the paid org +await neon.projects.transfer({ + fromOrgId: sponsoredOrgId, // defaults to the client's `orgId` + toOrgId: paidOrgId, + projectIds: ['late-frost-12345'], +}); +``` + +### `neon.branches` + +| Method | Returns | Notes | +| ----------------------------------------------------------- | ------------------------------------------------ | ------------------------------------------------------------------------------------- | +| `list(projectId, query?)` | **[P]** `Branch` | `{ search?, sort_by?, sort_order?, include_deleted? }` | +| `get(projectId, branchId)` | `Branch` | | +| `create(projectId, input?)` | `Branch` | `{ name?, parent_id?, parent_lsn?, parent_timestamp?, protected? }` | +| `update(projectId, branchId, input)` | `Branch` | `{ name?, protected?, expires_at? }` | +| `delete(projectId, branchId)` | **→void** | | +| `createWithCompute(projectId, input, { pooled? })` | **[W]** `{ branch, endpoint, connectionString }` | `input`: `{ name?, parentId?, compute?: { minCu?, maxCu?, suspendTimeoutSeconds? } }` | +| `getDefault(projectId)` / `setDefault(projectId, branchId)` | `Branch` | resolve/set the default branch | +| `recover(projectId, branchId)` | `Branch` | beta — recover within the 7-day window | +| `finalizeRestore(projectId, branchId, { name? }?)` | **→void** | commit a restore previewed with `snapshots.restore` | + +```ts +// Branch off the default branch with its own compute — returns a ready connection string +const { data: prod } = await neon.branches.getDefault(projectId); +const { data } = await neon.branches.createWithCompute(projectId, { + name: 'preview/pr-123', + parentId: prod?.id, + compute: { minCu: 0.25, maxCu: 2 }, +}); // data: { branch, endpoint, connectionString } +``` + +### `neon.postgres` + +The Postgres data plane of a branch. `neon.postgres.connectionString(params, options?)` resolves a URI, **auto-selecting** the default branch and the sole role/database when omitted: + +```ts +const { data: uri } = await neon.postgres.connectionString({ + projectId, // branchId?, endpointId?, databaseName?, roleName?, pooled? all optional; pooled default true +}); +``` + +Nested namespaces: + +- **`neon.postgres.endpoints`** — `list / get / create / update / delete`, plus `start` / `suspend` / `restart` and `listByBranch(projectId, branchId)`. +- **`neon.postgres.roles`** — `list / get / create / delete`, plus `password(...)` (reveals) and `resetPassword(...)` (rotates; result carries the new password). +- **`neon.postgres.databases`** — `list / get / create / update / delete`. +- **`neon.postgres.dataApi`** — `get / create / update / delete` the branch's Data API. + +### Beta services + +- **`neon.storage`** — branch object storage. `get(projectId, branchId)` → `BranchStorage`; nested `buckets` (`list / create / delete`) and `objects` (`list / get / delete / deleteByPrefix / presign`). Use `presign(..., { operation: "upload" | "download" })` for direct S3-style transfers. +- **`neon.functions`** — branch Neon Functions. `list` **[P]** `/ get / update / delete`, and `deploy(projectId, branchId, slug, { zip?, runtime?, environment? })` (multipart; poll `get` until `current_deployment.status === "completed"`). +- **`neon.credentials`** — branch scoped credentials. `list / create / revoke`; secrets (`api_token`, `s3_secret_access_key`) are returned **once** on `create`. Scopes: `storage:read`, `storage:write`, `ai_gateway:invoke`, `functions:invoke`. +- **`neon.aiGateway`** — `get(projectId, branchId)` → `BranchAiGateway` (404 when the gateway is not enabled on the branch). See the `neon-ai-gateway` skill for calling the gateway itself. + +### `neon.snapshots` + +| Method | Returns | Notes | +| ----------------------------------------------------- | ---------------------------- | ---------------------------------------------------------- | +| `list(projectId)` | `Snapshot[]` | | +| `create(projectId, branchId, input?)` | `Snapshot` | `{ name?, timestamp?, lsn?, expiresAt? }` (point-in-time) | +| `update(projectId, snapshotId, input)` | `Snapshot` | `{ name?, expiresAt? }` — `expiresAt: null` clears the TTL | +| `delete(projectId, snapshotId)` | **→void** | | +| `restore(projectId, snapshotId, input?)` | `Branch` | see below | +| `getSchedule` / `setSchedule(projectId, branchId, …)` | `BackupSchedule` / **→void** | | + +`restore` input: `{ name?, targetBranchId?, finalize?, preview?, keepOnAbort? }`. + +- Restoring **as a new branch** (no `targetBranchId`) finalizes by default → ready to use. +- Restoring **onto an existing branch** doesn't finalize by default, so you can preview first. +- **Transaction-style** `preview`: restores un-finalized, runs your callback, then **finalizes (commit)** on `true` or **deletes the preview branch (abort)** on `false` (unless `keepOnAbort`): + +```ts +await neon.snapshots.restore(projectId, snapshotId, { + targetBranchId, + preview: async (branch) => (await checks(branch)) === 'ok', // true → commit · false → abort +}); +``` + +### `neon.operations` / `neon.consumption` / `neon.apiKeys` / `neon.regions` / `neon.user` / `neon.auth` + +- **`operations`** — `list` **[P]** `/ get`, and `waitFor(operations, { pollIntervalMs?, timeoutMs?, signal? })` (the readiness primitive). +- **`consumption`** — cursor-paginated billing metrics: `perProject`, `perProjectV2`, `perBranchV2` (each takes `{ from, to, granularity, project_ids?, org_id? }`; `perBranchV2` requires `project_ids`). Consumption requires a Scale plan or above. +- **`apiKeys`** — `list / create(keyName) / revoke`; the created `key` token is shown **once**. +- **`regions.list()`**, **`user.me()` / `user.organizations()`**. +- **`auth`** — branch-scoped Neon Auth: `get / create / disable / updateConfig`, plus `oauthProviders`, `trustedDomains`, and `users` sub-resources. + +## Drop down to the raw client + +The ergonomic namespaces don't wrap every endpoint. For anything else, `raw` exposes every endpoint 1:1 — pass `neon.client` so the call reuses the client's auth: + +```ts +import { raw } from '@neon/sdk'; +// or, for guaranteed tree-shaking: import { getProjectBranchSchema } from "@neon/sdk/raw"; + +const { data, error } = await raw.getProjectBranchSchema({ + client: neon.client, + path: { project_id, branch_id }, + query: { db_name: 'neondb' }, // db_name is required +}); +``` + +The raw layer speaks the same result contract: `{ data, error }` by default, or pass `throwOnError: true` for the bare resource. All request/response/error **types** are re-exported flat from `@neon/sdk` for `import type { Project, Branch, … }`. + +Wait on operations from a raw mutation with the readiness primitive: + +```ts +const { data } = await raw.createProjectBranch({ + client: neon.client, + path: { project_id: projectId }, + body: { branch: { name: 'wip' } }, +}); +const { error } = await neon.operations.waitFor(data!.operations, { timeoutMs: 120_000 }); +``` + +## Migrating from `@neondatabase/api-client` + +There's no rush — `@neondatabase/api-client` is not being deprecated. When you do move: swap axios-style `try/catch` for the `{ data, error }` envelope (or set `throwOnError: true` to keep throwing), and replace hand-rolled operation polling with `waitForReadiness` / the workflow methods (`createAndConnect`, `createWithCompute`). + +## Further reading + +- npm: https://www.npmjs.com/package/@neon/sdk +- Neon TypeScript SDK docs: https://neon.com/docs/reference/typescript-sdk.md +- Neon API reference: https://neon.com/docs/reference/api-reference +- Building a platform on Neon: the `neon-for-agent-platforms` skill (`npx skills add neondatabase/neon-for-agent-platforms`) ships runnable `@neon/sdk` scripts for provisioning, branching, snapshots, project transfer, and consumption metrics. diff --git a/.agents/skills/neon/SKILL.md b/.agents/skills/neon/SKILL.md new file mode 100644 index 000000000..d473be14f --- /dev/null +++ b/.agents/skills/neon/SKILL.md @@ -0,0 +1,350 @@ +--- +name: neon +description: >- + Overview of the Neon platform for apps and agents, spanning Postgres, Auth, + the Data API, and the new services: Object Storage, Compute Functions, and AI + Gateway. Use when "Neon" is mentioned, or when any of its individual + capabilities are the trigger: "object storage" or "S3", "buckets", "serverless + functions", "AI gateway", "call an LLM", "postgres", "database", or "backend". +--- + +# Neon + +Important: Neon is no longer just a Serverless Postgres provider. Neon is the backend for apps and agents with Serverless Postgres, Auth, Functions, Object Storage, and an AI Gateway: instant, branchable, serverless. + +Use this skill as the starting point for anything Neon: get an overview of its capabilities, find your way around the Neon agent skills and documentation, and follow best practices for getting started and for branch-first development workflows. + +## Platform Services + +Neon bundles several backend primitives for building apps and agents that all branch together with your project: + +- **Postgres** — Serverless Postgres that scales and branches with your app. _Generally available._ +- **Auth** — Managed authentication with users and sessions stored in Postgres. _Generally available._ +- **Object Storage** — S3-compatible object storage that branches with your projects. _Public beta._ +- **Functions** — Long-running serverless functions - Neon's compute offering - running close to your database — for WebSocket servers, long agent HTTP streams, APIs, and server-sent event servers. _Public beta._ +- **AI Gateway** — One API for all frontier and open-source models, with routing, logging, and cost controls, powered by Databricks. _Public beta._ + +### Public Beta Service Availability + +Object Storage, Functions, and AI Gateway are in public beta. + +Beta access features are only available on net-new projects created in the `us-east-2` region; they cannot be enabled on existing projects for now. Before guiding a user through any of these services, confirm they are working with a new project in `us-east-2`. If not, they will need to create a new project in that region. + +## Architecture: how Neon fits + +Neon is **not** a place to host your full-stack app — it's backend primitives (Postgres, Auth, Object Storage, Functions, AI Gateway) that **compose with** the application platform you already use. Host the app on **Vercel** (or Netlify, or another frontend/app host); Neon is the backend it talks to. + +A typical setup: + +- **Full-stack app on Vercel** (or Netlify) — e.g. Next.js or TanStack Start. It owns your UI and auth (e.g. **Neon Auth**) and talks directly to your **Neon Postgres** database and **Neon Object Storage**. +- **Reach for Neon Functions when you outgrow the host's limits** — a WebSocket or SSE server, or long-running agents that risk timing out on short, lambda-style serverless. Run that one piece on a Neon Function, next to your data. + +You can also move your **whole backend control plane** onto Neon Functions. This is especially useful when the frontend is **client-only** rather than full-stack — TanStack Router, React Router in client mode, and similar SPAs hosted on Vercel or Netlify. The client talks **directly to Neon Functions**, where you build REST APIs and request/response agents, host **MCP servers**, and run anything stateful or that should live close to Postgres and Object Storage. Secure these functions like any standalone REST API — verify a JWT or API key at the top of each handler (see the `neon-functions` skill). + +Because Functions are just your backend, they compose with a full-stack app too: if you already have a backend (Next.js route handlers, etc.), Neon Functions sit alongside it, and you can **move pieces between the two** — e.g. relocate a long-running agent or a stateful WebSocket server off your host onto a Function when it needs more runtime. + +## Neon Documentation + +The Neon documentation is the source of truth for all Neon-related information. Always verify claims against the official docs before responding. Neon features and APIs evolve, so prefer fetching current docs over relying on training data. + +### Fetching Docs as Markdown + +Any Neon doc page can be fetched as markdown in two ways: + +1. **Append `.md` to the URL** (simplest): https://neon.com/docs/introduction/branching.md +2. **Request `text/markdown`** on the standard URL: `curl -H "Accept: text/markdown" https://neon.com/docs/introduction/branching` + +Both return the same markdown content. Use whichever method your tools support. + +### Finding the Right Page + +The docs index lists every available page with its URL and a short description: + +``` +https://neon.com/docs/llms.txt +``` + +Common doc URLs are organized in the topic links below. If you need a page not listed here, search the docs index: https://neon.com/docs/llms.txt. Don't guess URLs. + +## Choosing the Right Skill + +- Working with the database, connections, schema, queries, autoscaling, or the CLI/MCP/API → `neon-postgres`. +- Choosing or creating the right branch type for dev, preview, test, or CI workflows → `neon-postgres-branches`. +- Storing and serving files (uploads, images, blobs) that branch with the database → `neon-object-storage`. +- Deploying long-running or streaming serverless functions — APIs, agents, SSE/WebSocket servers — next to the database → `neon-functions`. +- Calling an LLM or routing across model providers with one credential — including discovering the branch's servable models at runtime via the OpenAI-compatible `/v1/models` endpoint → `neon-ai-gateway`. +- Provisioning instant, claimable temporary Postgres databases (for example, one per end user or demo) → `claimable-postgres`. +- Diagnosing or fixing excessive Postgres egress (network data-transfer) costs in a codebase → `neon-postgres-egress-optimizer`. + +### Installing the Right Skill + +First check whether the target skill is already installed and accessible (for example, it appears in the available skills list or its `SKILL.md` is present). If it is, use it directly. If it is not installed, install it via the `skills` CLI with `npx`/`bunx`: + +```bash +npx skills add neondatabase/agent-skills -s +``` + +Replace `` with the skill you need (for example, `neon-object-storage`, `neon-functions`, or `neon-ai-gateway`). Useful flags: + +- `-g` — install globally instead of into the current project. +- `-y` — non-interactive mode (skip prompts). +- `-a ` — pick the target agent(s) for non-interactive mode. + +For example, to install the object storage skill globally for a specific agent without prompts: + +```bash +npx skills add neondatabase/agent-skills -s neon-object-storage -g -y -a +``` + +You should also make sure the skills are up to date. You can run the same command or replace `add` with `update` to update all Neon skills. + +## Getting Started with Neon + +Use this section when guiding a user through first-time Neon setup, or when adding a new Neon service (Auth, object storage, functions, and so on) to a project that is already onboarded (for example, one already using Neon Postgres). + +### Check Status Quo + +Before starting setup, inspect the user's codebase and environment: + +- Existing database connection code +- Existing `.neon` or `neon.ts` files in the workspace +- Existing Neon MCP server or Neon CLI configuration +- Existence of a `.env` file and `DATABASE_URL` environment variable +- Existing ORM (Prisma, Drizzle, TypeORM) configuration + +### Self-Driving Setup With Neon's CLI or MCP Server + +Offer to inspect existing connected Neon projects or create new ones using the Neon CLI or MCP server. If neither is set up yet, run `npx -y neon init`. Use `npx -y` to skip the package install prompt. Auth is handled automatically. If the user is not logged in, it opens their browser for OAuth and waits for completion before proceeding. + +```bash +npx -y neon@latest init +``` + +This installs the Neon CLI and MCP server globally, installs the VSCode extension (for Cursor/VS Code), and adds the `neon` and `neon-postgres` agent skills to the project. + +If `init` is not suitable, the individual steps can be run non-interactively, using the user's preferred package manager (npm, bun, pnpm): + +- **CLI:** `npm i -g neon` +- **Extension:** `cursor --install-extension databricks.neon-local-connect` +- **MCP server:** `npx -y add-mcp https://mcp.neon.tech/mcp -g -n Neon -y -a ` +- **Agent skill:** `npx skills add neondatabase/agent-skills --skill neon-postgres --skill neon --agent -y` + +Prefer the CLI over the MCP server unless the user instructs otherwise, since it provides more capabilities, including deploying Neon Functions. For full CLI installation options, see https://neon.com/docs/cli/install.md + +### Setup Flow + +Once the CLI, MCP server, and agent skills are installed, ensure the local workspace is linked to a Neon project through the `neon init` flow. If it isn't, run `npx -y neon link` to let the user interactively link a project. This produces a `.neon` file pointing to the organization, project, and branch the user wants to work with. + +For each Neon service, consult that component's agent skill for service-specific setup instructions (Functions, Postgres, Object Storage, Gateway, and so on). + +### Resume Support + +If resuming setup, check what's already configured (MCP connection, `.env` with `DATABASE_URL`, dependencies, schema) and continue from the next incomplete step. + +### Security Reminders + +Remind users to use environment variables for credentials, never commit connection strings, and use least-privilege database roles. + +## Branch-First Dev Flow + +Default to a branch-first loop that mirrors `git`: one isolated Neon branch per feature, so nothing leaks between features and there are no shared connection strings to copy around. Two commands drive it — `link` once per project, then `checkout` per feature — and a third, `env pull`, runs automatically under the hood so the branch you pin is immediately usable: + +- `neon link` — Interactively links the workspace to a Neon org, project, and branch, writing the IDs to a git-ignored `.neon` file. Run once per project. Once linked, project- and branch-scoped commands no longer need `--project-id` or `--branch` (for example, `neon branch list`). +- `neon checkout ` — Creates the branch if it doesn't exist, or checks out the existing one, by updating only the branch pointer in `.neon`. Run without a name for an interactive picker. It does not touch code or local Postgres. +- `neon env pull` — Fetches the current branch's Neon environment variables (`DATABASE_URL`, …) into your existing `.env`, or `.env.local` if you don't have one (override the target with `--file`). No branch ID needed; it reads `.neon`. **`link` and `checkout` run this for you by default**, so you rarely call it directly. + +Run `link` once when starting on a project, then `checkout` per feature: + +```bash +neon link # once; also pulls the linked branch's env +neon checkout dev-add-search # per feature; also pulls the branch's env +``` + +Because `link` and `checkout` pull env by default, the branch's `DATABASE_URL` lands in your local `.env` automatically — build against it, then `checkout` the next branch and repeat. As the agent, drive this loop yourself: run `checkout` between tasks to get a fresh, isolated database per feature with no shared state to corrupt. + +### Updating `.neon` without interactive prompts + +Plain `neon link` / `neon checkout` prompt interactively, which an agent can't answer. Use one of these non-interactive paths instead: + +- **`neon link --agent`** — a JSON state machine for agents. Each call returns a single JSON object with a `status` (`needs_org` → `needs_project` → `needs_project_details` → `linked`, or `error`), the available `options`, and the exact `next_command_template` to run next. Drive it step by step until `status: "linked"`. (Errors also come back as JSON with exit code 1, so you can always parse the result.) +- **`neon set-context --project-id --org-id --branch-id `** — when you already know the IDs, write all three into `.neon` in one shot. This is a **destructive write**: it replaces the file's contents entirely with exactly these fields, so it's the most direct way to point `.neon` at a specific org / project / branch. + +Both avoid prompts entirely; reach for `set-context` when you have the IDs and `link --agent` when you need to discover them. + +### Opting out of local env vars + +If env vars are injected at runtime instead of written to disk — or you simply don't want secrets in the working tree — pass `--no-env-pull` to `link` / `checkout` and supply the env another way: + +- `neon-env run -- ` (from `@neon/env`) fetches the branch's vars from your `neon.ts` and injects them into the child process at runtime — no `.env` file needed. This is the runtime counterpart to the on-disk `env pull`. +- `neon-env export` (from `@neon/env`) prints the branch's env to stdout as dotenv lines or, with `--format json`, JSON — for piping into another env manager rather than running a command. For example, [varlock](https://varlock.dev) can bulk-load it from a `.env.schema` with `@setValuesBulk(exec("neon-env export --format json"), format=json)`. +- `fetchEnv` from `@neon/env` is the programmatic version of the same thing: resolve the branch's env in code at runtime instead of shelling out to `neon-env run`. +- `neon dev` injects the same vars into your local dev server — it's part of Neon Functions local development (a public beta feature). + +When an agent should not write a local `.env`, instruct it (for example in your `AGENTS.md`) to run `neon checkout --no-env-pull` and rely on runtime injection. + +For reading env you _already_ have on disk (typed and validated against your `neon.ts`), use `parseEnv` — see [Neon Infrastructure as Code](#neon-infrastructure-as-code) below. + +## Neon Infrastructure as Code + +`neon.ts` is Neon's branch config and infrastructure-as-code file: declare which Neon services your project's branches should have, get type-safe env vars, and program branch settings — all in TypeScript. It's the config layer for Neon as a platform, and it composes with the branch-first loop above. Add it with `@neon/config`: + +```bash +npm i @neon/config +``` + +```typescript +// neon.ts +import { defineConfig } from '@neon/config/v1'; + +export default defineConfig({ + auth: true, + dataApi: true, +}); +``` + +### Provision services with neon config + +Every project ships with serverless Postgres; `neon.ts` lets you also declare Neon Auth and the Data API today, with Functions, buckets, and the AI Gateway under a `preview` block — every service for the branch composes in one file: + +```typescript +// neon.ts +export default defineConfig({ + auth: true, + dataApi: true, + preview: { + functions: { + /* ... */ + }, // see the neon-functions skill + buckets: { + /* ... */ + }, // see the neon-object-storage skill + aiGateway: true, // see the neon-ai-gateway skill + }, +}); +``` + +Reconcile the declaration from the CLI — the Neon equivalent of `terraform status` / `plan` / `apply`: + +```bash +neon config status # print the branch's live config (read-only) +neon config plan # dry-run diff of what apply would change (read-only) +neon config apply # provision the declared services +neon deploy # alias for `neon config apply` +``` + +`config status` and `config plan` only read state. `apply` / `deploy` — like `link` and `checkout` — provision the declared services **and then pull the branch's env into your local `.env.local`** (e.g. `Pulled 5 Neon variables into .env.local: DATABASE_URL, …`), so your local env always matches what's deployed. + +### Type-safe env vars with parseEnv + +`@neon/env`'s `parseEnv` takes your `neon.ts` config object and returns a parsed, typed env object, validated against the services you declared. The shape of `env` follows your config — enable `auth` and you get `env.auth`, enable `dataApi` and you get `env.dataApi` — and missing variables are flagged with clear errors (for you and your agents). Use it to read env you already have (typically pulled into `.env` by `checkout` / `env pull`); for fetching env at runtime without a file, reach for `fetchEnv` / `neon-env run` instead. + +```bash +npm i @neon/env +``` + +```typescript +import { parseEnv } from '@neon/env'; +import config from './neon'; + +const env = parseEnv(config); + +console.log(env.postgres.databaseUrl); +console.log(env.auth.baseUrl); +``` + +By default `parseEnv` requires _every_ variable your config implies. When a process only uses a subset — a common case in frameworks like Next.js, where you might read `DATABASE_URL` but never the unpooled URL — pass an array of env-var keys to require and return only those. The keys are typesafe: autocomplete only offers variables your config enables, and the returned shape is narrowed to exactly what you selected (so unselected variables are neither enforced nor present). + +```typescript +import { parseEnv } from '@neon/env'; +import config from './neon'; + +// Only DATABASE_URL is required and returned; DATABASE_URL_UNPOOLED is not enforced. +const { postgres } = parseEnv(config, ['DATABASE_URL']); +console.log(postgres.databaseUrl); + +// Selecting across services — only these keys are validated/returned. +const env = parseEnv(config, ['DATABASE_URL', 'NEON_AUTH_BASE_URL']); +console.log(env.postgres.databaseUrl, env.auth.baseUrl); +``` + +### How checkout composes with neon.ts + +When a `neon.ts` is present, `neon checkout` applies your policy as it **creates** a branch, so a fresh branch comes up with its declared settings and services already in place. Checking out an _existing_ branch never reconciles it — apply config changes to it explicitly with `neon config apply` (or `neon deploy`). The bundled `env pull` also checks `neon.ts` against the linked branch and fails fast if the branch is missing a declared service, pointing you at `neon deploy` to provision it, so your local env and the remote branch never drift apart silently. + +### Branch configuration + +Beyond services, `neon.ts` can program what configuration _new_ branches receive via the `branch` property — a function of the branch being evaluated that returns its settings: + +```typescript +// neon.ts +import { defineConfig } from '@neon/config/v1'; + +export default defineConfig({ + auth: true, + dataApi: true, + branch: (branch) => { + if (branch.exists) { + // leave existing branches untouched + return {}; + } + if (branch.name.startsWith('dev')) { + return { + ttl: '7d', // clean up the branch after 7 days + postgres: { + computeSettings: { + autoscalingLimitMinCu: 0.25, // scale to zero + autoscalingLimitMaxCu: 1, // keep it cheap + suspendTimeout: '5m', + }, + }, + }; + } + return {}; + }, +}); +``` + +The `branch` function receives the target branch (its `name`, whether it `exists` yet, whether it's the default, and more) and returns the tuning you want. Here new `dev-*` branches get a 7-day TTL so they clean themselves up, plus a cheap scale-to-zero compute profile, while existing branches and everything else fall through to the defaults. Because `neon checkout` applies this policy on create, a fresh `dev-*` branch comes up with these settings already in place. + +### Type-safe config: invalid setups don't compile + +Because `neon.ts` is TypeScript, the compiler catches invalid infrastructure before you ever deploy — and Neon encodes the actual rules (and their fixes) into the types, so the error tells you what to do rather than failing with a useless `Type 'true' is not assignable to type 'never'`. The canonical case: the Data API verifies requests with Neon Auth by default, so enabling it on its own is a type error _on_ `dataApi`: + +```typescript +export default defineConfig({ + dataApi: true, // type error: `dataApi` (default authProvider 'neon') requires Neon Auth +}); +``` + +The message names both fixes, so pick one: + +```typescript +// 1. Enable Neon Auth (the default Data API auth provider): +export default defineConfig({ auth: true, dataApi: true }); + +// 2. Or verify a third-party IdP instead of Neon Auth: +export default defineConfig({ + dataApi: { + authProvider: 'external', + jwksUrl: 'https://your-idp/.well-known/jwks.json', + }, +}); +``` + +Treat a `neon.ts` type error as the config telling you which services must go together — read the message, it spells out the valid combinations. + +## Gotchas + +### Neon Auth: "invalid domain" + +Neon Auth only redirects back to domains on its trusted-domains list. Anytime the domain your app runs on changes — a new production custom domain, a new deploy/preview URL, moving from `localhost` to a hosted environment, and so on — you must register the new domain with Neon Auth. Otherwise sign-in and OAuth callbacks fail with an **`invalid domain`** error because the redirect target isn't trusted. + +The easiest way to fix this is the CLI. With the workspace linked to the project (see the branch-first flow above), add the new domain to the trusted list: + +```bash +neon neon-auth domain add # e.g. neon neon-auth domain add https://app.example.com +neon neon-auth domain list # verify what's currently trusted +neon neon-auth domain delete # remove one you no longer use +``` + +If the workspace isn't linked, pass `--project-id ` (and `--branch `) explicitly. For local development, `neon neon-auth domain allow-localhost` manages whether `localhost` is permitted. Register the domain before pointing users at the new URL, so they never hit the `invalid domain` error. diff --git a/.env.example b/.env.example index 089550091..4e8027cce 100644 --- a/.env.example +++ b/.env.example @@ -22,10 +22,17 @@ # DATABASE_DRIVER=neon # DATABASE_SSL=true -# GitHub PAT — required for CollectiveX JIT artifact reads; also improves metadata rate limits +# GitHub PAT — required for CollectiveX lazy ingest (sweep artifact reads); also used +# for framework releases, star counts, and unofficial-run artifact reads # Create at: https://github.com/settings/personal-access-tokens # GITHUB_TOKEN= +# CollectiveX database (separate Neon instance; a durable cache of GitHub sweep runs, +# populated lazily on read). Read URL powers /api/v1/collectivex/* reads; write URL +# powers the lazy ingest and the run-deletion route. +# DATABASE_COLLECTIVEX_READONLY_URL= +# DATABASE_COLLECTIVEX_WRITE_URL= + # ╔══════════════════════════════════════════════════════════════════════════╗ # ║ Production deployment (Vercel) ║ # ║ ║ @@ -55,3 +62,6 @@ # DATABASE_WRITE_URL= # INVALIDATE_SECRET= # FEEDBACK_SECRET= +# Bearer token for the CollectiveX run-deletion route (entered in the dashboard UI; +# deliberately separate from INVALIDATE_SECRET so it is independently rotatable) +# COLLECTIVEX_ADMIN_SECRET= diff --git a/AGENTS.md b/AGENTS.md index 899ccd306..ac718c53f 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -73,9 +73,15 @@ API routes (`packages/app/src/app/api/v1/`): - `reliability` — raw `ReliabilityRow[]` - `evaluations` — raw `EvalRow[]` - `server-log` — retrieve benchmark runtime logs -- `invalidate` — invalidate API cache (admin) +- `invalidate` — invalidate API cache (admin; `?scope=collectivex` purges only that scope) +- `collectivex/latest`, `collectivex/runs`, `collectivex/runs/[runId]` — CollectiveX sweep data + from a **separate** Neon DB, populated lazily on read from GitHub Actions artifacts and served + assembled through the shared reader (the one deliberate exception to the raw-rows rule below); + `runs/[runId]` also handles admin DELETE. See [CollectiveX](./docs/collectivex.md). **API routes return raw DB data** — no presentation logic. Frontend handles all transformations. +(Exception: the CollectiveX routes assemble raw stored documents through the shared reader in +`packages/db/src/collectivex/` — see [docs/collectivex.md](./docs/collectivex.md) for why.) Static content routes (no DB): diff --git a/docs/collectivex.md b/docs/collectivex.md new file mode 100644 index 000000000..5fdcf82fc --- /dev/null +++ b/docs/collectivex.md @@ -0,0 +1,67 @@ +# CollectiveX + +Design rationale for the CollectiveX tab's data pipeline. Unlike every other tab +(Neon DB → ETL ingest → `/api/v1/*`), CollectiveX uses **lazy ingest-on-read**: its +database is a durable cache of GitHub Actions, populated by the API routes themselves. + +## Why lazy ingest instead of the main pipeline + +- **Sweep artifacts expire after 14 days.** The sweep workflow + (`collectivex-sweep.yml` in the harness repo) uploads a matrix artifact + (`cxsweep-matrix-{run_id}`) and per-cell result artifacts + (`cxshard-{cell}-{run_id}-{attempt}`) with 14-day retention. Persisting on first + view makes a run outlive its artifacts once anyone has looked at it. +- **The sweep JSON contract is expected to change.** The DB stores the RAW documents + verbatim; the shared reader (`packages/db/src/collectivex/reader.ts`) is the single + transform point and runs at API-read time, so a reader fix retroactively applies to + already-stored runs — no re-ingest. A contract change = reader change + a bump of the + numeric `version` in the harness's `experimental/CollectiveX/configs/sweep.json`. +- **No CI plumbing.** There is no ingest workflow, no cross-repo dispatch, and no GH + secrets. Runs launched via `gh api` on any harness branch appear on the dashboard + within the CDN TTL of someone viewing the page — only the workflow identity is + checked, never the branch. + +## How it works + +`packages/app/src/lib/collectivex-lazy-ingest.ts` exposes three `ensure*` functions the +routes call before reading the DB (`packages/db/src/queries/collectivex.ts`): + +- `ensureLatestCollectiveXRun` — walk GitHub's completed sweep runs newest-first; stop at + the first live requested-version run; persist it if absent. +- `ensureCollectiveXRunsList` — backfill up to 8 recent runs so the picker lists sweeps + nobody has viewed yet. +- `ensureCollectiveXRun` — fetch one run by id (only if completed — persisting an + in-progress run would freeze a partial snapshot). + +Key invariants: + +- **Writes are atomic and race-safe**: one CTE statement with + `ON CONFLICT (run_id) DO NOTHING`; concurrent first-viewers can't double-ingest or + expose a partial run. A GitHub re-run (newer `run_attempt`) is replaced through a + `FOR UPDATE`-guarded refresh statement. +- **Deletion tombstones** (`cx_runs.deleted_at`, documents freed): discovery must never + resurrect a deleted run. Re-ingesting via the CLI + (`pnpm admin:db:ingest:collectivex `) clears the tombstone — that CLI is + the operator tool for pre-warming runs before artifact expiry, backfills, and un-deletes. +- **"Latest" orders by `run_id`** (monotonic with run creation, matching the discovery + walk) — not by completion time, where a long-failing older run would shadow a newer + successful one. +- **GitHub being down never takes the page down**: routes serve whatever the DB holds and + only surface an error when there is no stored fallback. +- **Caching**: responses carry the `collectivex` CDN tag with a 60s + `s-maxage` (freshness bound for lazy discovery). Run deletion and + `POST /api/v1/invalidate?scope=collectivex` purge only that tag; the main dashboard's + blob cache is untouched by CollectiveX operations. +- **Env**: `DATABASE_COLLECTIVEX_READONLY_URL` (must be the same primary as the write URL + — the routes read their own writes), `DATABASE_COLLECTIVEX_WRITE_URL` (direct/unpooled; + also used by migrations via `pnpm admin:db:migrate:collectivex`), + `COLLECTIVEX_ADMIN_SECRET` (delete route Bearer token — deliberately not + INVALIDATE_SECRET, since it is remembered in browser localStorage), and `GITHUB_TOKEN`. + +## The raw-rows exception + +CollectiveX routes return the **assembled** dataset (reader over stored matrix + docs) +instead of raw rows. The reader is shared between the app and the CLI through the db +package (`@semianalysisai/inferencex-db/collectivex/*`), so ingest-time validation and +read-time assembly can never drift; shipping raw docs to the client would only move the +same shared transform across the wire. diff --git a/docs/index.md b/docs/index.md index ea6154edd..c4a72633b 100644 --- a/docs/index.md +++ b/docs/index.md @@ -15,4 +15,5 @@ Design rationale and non-obvious conventions. See [CLAUDE.md](../CLAUDE.md) for - [Data Transforms](./data-transforms.md) — Full pipeline from BenchmarkRow to RenderableGraph: type hierarchy, hardware key construction, derived metrics, memoization strategy - [State Ownership](./state-ownership.md) — Which context owns which state, availability filtering cascade, comparison date mechanics, URL param sync - [Blog](./blog.md) — MDX content system, SEO features (OG images, RSS, llms.txt, JSON-LD), TOC sidebar, reading progress, heading links, analytics events +- [CollectiveX](./collectivex.md) — lazy ingest-on-read pipeline (separate Neon DB as a durable GitHub-artifact cache), tombstoned deletes, raw-docs storage + shared reader - [Chinese Pages (/zh)](./i18n.md) — Why hand-authored /zh pages instead of an i18n framework, hreflang pairing, blog translation pairing, html lang workaround, CJK reading time/slugs diff --git a/package.json b/package.json index 90cb8bb36..62efae4de 100644 --- a/package.json +++ b/package.json @@ -31,11 +31,13 @@ "admin:cache:warmup": "pnpm --filter *app cache:warmup", "admin:db:ingest:run": "pnpm --filter *db db:ingest:run", "admin:db:ingest:ci": "pnpm --filter *db db:ingest:ci", + "admin:db:ingest:collectivex": "pnpm --filter *db db:ingest:collectivex", "admin:db:ingest:gcs": "pnpm --filter *db db:ingest:gcs", "admin:db:ingest:supplemental": "pnpm --filter *db db:ingest:supplemental", "admin:db:dump": "pnpm --filter *db db:dump", "admin:db:load-dump": "pnpm --filter *db db:load-dump --", "admin:db:migrate": "pnpm --filter *db db:migrate", + "admin:db:migrate:collectivex": "pnpm --filter *db db:migrate:collectivex", "admin:db:apply-overrides": "pnpm --filter *db db:apply-overrides", "admin:db:reset": "pnpm --filter *db db:reset", "admin:db:verify": "pnpm --filter *db db:verify" diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index 9140b966c..0d71b3b18 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -1,4 +1,4 @@ -import { buildRunSummary } from '@/components/collectivex/reader'; +import { buildRunSummary } from '@semianalysisai/inferencex-db/collectivex/reader'; import { buildDataset, makeCollectiveXDataset, @@ -6,25 +6,26 @@ import { } from '@/components/collectivex/test-fixture'; import type { CollectiveXDataset } from '@/components/collectivex/types'; -// The neutral view: one run's measured series plus its full case coverage. The route -// serves the resolved dataset at /latest.json, a run listing at /runs.json, and a -// specific run at /runs/{id}.json. No channel/digest/promotion layer remains. +// The neutral view: one run's measured series plus its full case coverage, +// served from the CollectiveX database via /api/v1/collectivex/latest, +// /api/v1/collectivex/runs (picker listing), and /api/v1/collectivex/runs/{id}. const SOURCE_SHA = 'c'.repeat(40); const dataset = makeCollectiveXDataset(); const runId = dataset.run.run_id; +const ADMIN_TOKEN_KEY = 'collectivex-admin-token'; function installLatest(body: CollectiveXDataset | Record = dataset) { - cy.intercept('GET', '/collectivex-data/1/latest.json', { body }).as('latest'); + cy.intercept('GET', '/api/v1/collectivex/latest*', { body }).as('latest'); } function installRuns() { - cy.intercept('GET', '/collectivex-data/1/runs.json', { + cy.intercept('GET', '/api/v1/collectivex/runs?*', { body: { version: 1, runs: [buildRunSummary(dataset)] }, }).as('runs'); } function installRun(body: CollectiveXDataset = dataset) { - cy.intercept('GET', `/collectivex-data/1/runs/${runId}.json`, { body }).as('run'); + cy.intercept('GET', `/api/v1/collectivex/runs/${runId}*`, { body }).as('run'); } function openCollectiveX() { @@ -139,35 +140,94 @@ describe('CollectiveX neutral run view', () => { }); }); +describe('CollectiveX run deletion', () => { + beforeEach(() => { + installLatest(); + openCollectiveX(); + }); + + it('deletes the shown run after confirm + token prompt and remembers the token', () => { + cy.intercept('DELETE', `/api/v1/collectivex/runs/${runId}`, (request) => { + expect(request.headers.authorization).to.eq('Bearer test-token'); + request.reply({ deleted: true, runId }); + }).as('deleteRun'); + cy.window().then((win) => { + win.localStorage.removeItem(ADMIN_TOKEN_KEY); + cy.stub(win, 'confirm').returns(true); + cy.stub(win, 'prompt').returns('test-token'); + }); + + cy.get('[data-testid="collectivex-delete-run"]').click(); + cy.wait('@deleteRun'); + // Successful deletion invalidates the dataset queries → latest refetches. + cy.wait('@latest'); + cy.window().then((win) => { + expect(win.localStorage.getItem(ADMIN_TOKEN_KEY)).to.eq('test-token'); + }); + }); + + it('clears a stale stored token and reports unauthorized on 401', () => { + cy.intercept('DELETE', `/api/v1/collectivex/runs/${runId}`, { statusCode: 401 }).as( + 'delete401', + ); + cy.window().then((win) => { + win.localStorage.setItem(ADMIN_TOKEN_KEY, 'stale-token'); + cy.stub(win, 'confirm').returns(true); + cy.stub(win, 'alert').as('unauthorizedAlert'); + }); + + cy.get('[data-testid="collectivex-delete-run"]').click(); + cy.wait('@delete401'); + cy.get('@unauthorizedAlert').should('have.been.calledWith', 'Invalid admin token.'); + cy.window().then((win) => { + expect(win.localStorage.getItem(ADMIN_TOKEN_KEY)).to.eq(null); + }); + }); + + it('does nothing when the confirmation is declined', () => { + let deleteRequests = 0; + cy.intercept('DELETE', `/api/v1/collectivex/runs/${runId}`, () => { + deleteRequests += 1; + }); + cy.window().then((win) => { + cy.stub(win, 'confirm').returns(false); + }); + + cy.get('[data-testid="collectivex-delete-run"]').click(); + cy.get('[data-testid="collectivex-display"]').should('be.visible'); + cy.then(() => expect(deleteRequests).to.eq(0)); + }); +}); + describe('CollectiveX availability states', () => { it('reports a missing run', () => { - cy.intercept('GET', '/collectivex-data/1/latest.json', { + cy.intercept('GET', '/api/v1/collectivex/latest*', { statusCode: 404, - headers: { 'X-CollectiveX-Status': 'runs-unavailable' }, + body: { error: 'Not found' }, }).as('missing'); cy.visit('/collectivex'); cy.wait('@missing'); cy.get('[data-testid="collectivex-error"]') .should('be.visible') - .and('contain.text', 'CollectiveX request failed (404).'); + .and('contain.text', 'API error: 404'); cy.get('[data-testid="collectivex-error-version-select"]').should('contain.text', 'V1'); }); - it('reports an unavailable GitHub source', () => { - cy.intercept('GET', '/collectivex-data/1/latest.json', { + it('reports an unavailable backend', () => { + cy.intercept('GET', '/api/v1/collectivex/latest*', { statusCode: 503, - headers: { 'X-CollectiveX-Status': 'source-unavailable' }, + body: { error: 'unavailable' }, }).as('down'); cy.visit('/collectivex'); cy.wait('@down'); cy.get('[data-testid="collectivex-error"]') .should('be.visible') - .and('contain.text', 'CollectiveX request failed (503).'); + .and('contain.text', 'API error: 503'); }); it('renders the loading state while the run resolves', () => { // "slow" is a reserved alias word in Cypress 15. - cy.intercept('GET', '/collectivex-data/1/latest.json', { body: dataset, delay: 500 }).as( + cy.intercept('GET', '/api/v1/collectivex/latest*', { body: dataset, delay: 500 }).as( 'slowLatest', ); cy.visit('/collectivex'); diff --git a/packages/app/cypress/fixtures/api/collectivex-latest.json b/packages/app/cypress/fixtures/api/collectivex-latest.json new file mode 100644 index 000000000..de20a36d1 --- /dev/null +++ b/packages/app/cypress/fixtures/api/collectivex-latest.json @@ -0,0 +1,2535 @@ +{ + "version": 1, + "run": { + "run_id": "160", + "run_attempt": 1, + "generated_at": "2026-07-08T12:20:00Z", + "conclusion": "success", + "source_sha": "cccccccccccccccccccccccccccccccccccccccc", + "requested_cases": 5, + "terminal_cases": 4, + "measured_cases": 3, + "unsupported_cases": 1, + "failed_cases": 0, + "requested_points": 50, + "terminal_points": 40, + "measured_points": 30, + "covered_skus": ["b200-dgxc", "b300", "h200-dgxc", "mi355x"] + }, + "coverage": [ + { + "case_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16", + "label": "h200-dgxc · deepep-v2 · decode · EP8 · bf16", + "disposition": "runnable", + "sku": "h200-dgxc", + "backend": "deepep-v2", + "phase": "decode", + "precision": "bf16", + "topology": { + "ep_size": 8, + "nodes": 1, + "gpus_per_node": 8, + "scale_up_domain": 8, + "scale_up_transport": "nvlink", + "scale_out_transport": null, + "topology_class": "h200-nvlink-island" + }, + "points": [ + { + "tokens_per_rank": 1, + "global_tokens": 8, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 2, + "global_tokens": 16, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 4, + "global_tokens": 32, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 8, + "global_tokens": 64, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 16, + "global_tokens": 128, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 32, + "global_tokens": 256, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 64, + "global_tokens": 512, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 128, + "global_tokens": 1024, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 256, + "global_tokens": 2048, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 512, + "global_tokens": 4096, + "terminal_status": "measured", + "reason": null + } + ], + "outcome": "success", + "reason": null, + "detail": null + }, + { + "case_id": "mi355x-mori-deepseek-v3-normal-decode-ep16-uniform-bf16", + "label": "mi355x · mori · decode · EP16 · bf16", + "disposition": "runnable", + "sku": "mi355x", + "backend": "mori", + "phase": "decode", + "precision": "bf16", + "topology": { + "ep_size": 16, + "nodes": 2, + "gpus_per_node": 8, + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scale_out_transport": "rdma", + "topology_class": "mi355x-xgmi-rdma" + }, + "points": [ + { + "tokens_per_rank": 1, + "global_tokens": 16, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 2, + "global_tokens": 32, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 4, + "global_tokens": 64, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 8, + "global_tokens": 128, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 16, + "global_tokens": 256, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 32, + "global_tokens": 512, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 64, + "global_tokens": 1024, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 128, + "global_tokens": 2048, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 256, + "global_tokens": 4096, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 512, + "global_tokens": 8192, + "terminal_status": "measured", + "reason": null + } + ], + "outcome": "success", + "reason": null, + "detail": null + }, + { + "case_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-fp8", + "label": "h200-dgxc · deepep-v2 · decode · EP8 · fp8", + "disposition": "runnable", + "sku": "h200-dgxc", + "backend": "deepep-v2", + "phase": "decode", + "precision": "fp8", + "topology": { + "ep_size": 8, + "nodes": 1, + "gpus_per_node": 8, + "scale_up_domain": 8, + "scale_up_transport": "nvlink", + "scale_out_transport": null, + "topology_class": "h200-nvlink-island" + }, + "points": [ + { + "tokens_per_rank": 1, + "global_tokens": 8, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 2, + "global_tokens": 16, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 4, + "global_tokens": 32, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 8, + "global_tokens": 64, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 16, + "global_tokens": 128, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 32, + "global_tokens": 256, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 64, + "global_tokens": 512, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 128, + "global_tokens": 1024, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 256, + "global_tokens": 2048, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 512, + "global_tokens": 4096, + "terminal_status": "measured", + "reason": null + } + ], + "outcome": "success", + "reason": null, + "detail": null + }, + { + "case_id": "b300-deepep-v2-deepseek-v3-normal-decode-ep16-uniform-bf16", + "label": "b300 · deepep-v2 · decode · EP16 · bf16", + "disposition": "unsupported", + "sku": "b300", + "backend": "deepep-v2", + "phase": "decode", + "precision": "bf16", + "topology": { + "ep_size": 16, + "nodes": 2, + "gpus_per_node": 8, + "scale_up_domain": 8, + "scale_up_transport": "nvlink", + "scale_out_transport": "rdma", + "topology_class": "b300-nvlink-rdma" + }, + "points": [ + { + "tokens_per_rank": 1, + "global_tokens": 16, + "terminal_status": "unsupported", + "reason": "backend-platform-unsupported" + }, + { + "tokens_per_rank": 2, + "global_tokens": 32, + "terminal_status": "unsupported", + "reason": "backend-platform-unsupported" + }, + { + "tokens_per_rank": 4, + "global_tokens": 64, + "terminal_status": "unsupported", + "reason": "backend-platform-unsupported" + }, + { + "tokens_per_rank": 8, + "global_tokens": 128, + "terminal_status": "unsupported", + "reason": "backend-platform-unsupported" + }, + { + "tokens_per_rank": 16, + "global_tokens": 256, + "terminal_status": "unsupported", + "reason": "backend-platform-unsupported" + }, + { + "tokens_per_rank": 32, + "global_tokens": 512, + "terminal_status": "unsupported", + "reason": "backend-platform-unsupported" + }, + { + "tokens_per_rank": 64, + "global_tokens": 1024, + "terminal_status": "unsupported", + "reason": "backend-platform-unsupported" + }, + { + "tokens_per_rank": 128, + "global_tokens": 2048, + "terminal_status": "unsupported", + "reason": "backend-platform-unsupported" + }, + { + "tokens_per_rank": 256, + "global_tokens": 4096, + "terminal_status": "unsupported", + "reason": "backend-platform-unsupported" + }, + { + "tokens_per_rank": 512, + "global_tokens": 8192, + "terminal_status": "unsupported", + "reason": "backend-platform-unsupported" + } + ], + "outcome": "unsupported", + "reason": "backend-platform-unsupported", + "detail": "unsupported by the selected backend/platform" + }, + { + "case_id": "b200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16", + "label": "b200-dgxc · deepep-v2 · decode · EP8 · bf16", + "disposition": "runnable", + "sku": "b200-dgxc", + "backend": "deepep-v2", + "phase": "decode", + "precision": "bf16", + "topology": { + "ep_size": 8, + "nodes": 1, + "gpus_per_node": 8, + "scale_up_domain": 8, + "scale_up_transport": "nvlink", + "scale_out_transport": null, + "topology_class": "b200-nvlink-island" + }, + "points": [ + { + "tokens_per_rank": 1, + "global_tokens": 8, + "terminal_status": "pending", + "reason": "pending" + }, + { + "tokens_per_rank": 2, + "global_tokens": 16, + "terminal_status": "pending", + "reason": "pending" + }, + { + "tokens_per_rank": 4, + "global_tokens": 32, + "terminal_status": "pending", + "reason": "pending" + }, + { + "tokens_per_rank": 8, + "global_tokens": 64, + "terminal_status": "pending", + "reason": "pending" + }, + { + "tokens_per_rank": 16, + "global_tokens": 128, + "terminal_status": "pending", + "reason": "pending" + }, + { + "tokens_per_rank": 32, + "global_tokens": 256, + "terminal_status": "pending", + "reason": "pending" + }, + { + "tokens_per_rank": 64, + "global_tokens": 512, + "terminal_status": "pending", + "reason": "pending" + }, + { + "tokens_per_rank": 128, + "global_tokens": 1024, + "terminal_status": "pending", + "reason": "pending" + }, + { + "tokens_per_rank": 256, + "global_tokens": 2048, + "terminal_status": "pending", + "reason": "pending" + }, + { + "tokens_per_rank": 512, + "global_tokens": 4096, + "terminal_status": "pending", + "reason": "pending" + } + ], + "outcome": "pending", + "reason": "pending", + "detail": null + } + ], + "series": [ + { + "series_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16", + "phase": "decode", + "precision": "bf16", + "backend": "deepep-v2", + "system": { + "ep_size": 8, + "nodes": 1, + "gpus_per_node": 8, + "scale_up_domain": 8, + "scale_up_transport": "nvlink", + "scale_out_transport": null, + "topology_class": "h200-nvlink-island", + "sku": "h200-dgxc", + "vendor": "nvidia" + }, + "points": [ + { + "tokens_per_rank": 1, + "global_tokens": 8, + "components": { + "dispatch": { + "latency_us": { + "p50": 417, + "p90": 450.36, + "p95": 467.04, + "p99": 500.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 922.6952134292566, + "p90": 854.3474198419042, + "p95": 823.8350119904076, + "p99": 768.9126778577139 + } + }, + "stage": { + "latency_us": { + "p50": 120, + "p90": 129.60000000000002, + "p95": 134.4, + "p99": 144 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1603.1829333333335, + "p90": 1484.4286419753084, + "p95": 1431.4133333333332, + "p99": 1335.9857777777777 + } + }, + "combine": { + "latency_us": { + "p50": 392, + "p90": 423.36, + "p95": 439.04, + "p99": 470.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 981.5405714285715, + "p90": 908.8338624338625, + "p95": 876.3755102040816, + "p99": 817.9504761904763 + } + }, + "roundtrip": { + "latency_us": { + "p50": 921, + "p90": 994.6800000000001, + "p95": 1031.5200000000002, + "p99": 1105.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 835.5350792616721, + "p90": 773.6435919089556, + "p95": 746.0134636264928, + "p99": 696.27923271806 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 2, + "global_tokens": 16, + "components": { + "dispatch": { + "latency_us": { + "p50": 418, + "p90": 451.44000000000005, + "p95": 468.16, + "p99": 501.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 920.4878086124403, + "p90": 852.3035264930002, + "p95": 821.8641148325358, + "p99": 767.0731738437003 + } + }, + "stage": { + "latency_us": { + "p50": 121, + "p90": 130.68, + "p95": 135.52, + "p99": 145.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1589.9334876033058, + "p90": 1472.1606366697276, + "p95": 1419.58347107438, + "p99": 1324.944573002755 + } + }, + "combine": { + "latency_us": { + "p50": 393, + "p90": 424.44000000000005, + "p95": 440.16, + "p99": 471.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 979.0430127226464, + "p90": 906.5213080765243, + "p95": 874.1455470737912, + "p99": 815.869177268872 + } + }, + "roundtrip": { + "latency_us": { + "p50": 922, + "p90": 995.7600000000001, + "p95": 1032.64, + "p99": 1106.3999999999999 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 834.6288590021693, + "p90": 772.8044990760825, + "p95": 745.2043383947938, + "p99": 695.5240491684744 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 4, + "global_tokens": 32, + "components": { + "dispatch": { + "latency_us": { + "p50": 419, + "p90": 452.52000000000004, + "p95": 469.28000000000003, + "p99": 502.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 918.2909403341289, + "p90": 850.2693891982674, + "p95": 819.9026252983293, + "p99": 765.2424502784409 + } + }, + "stage": { + "latency_us": { + "p50": 122, + "p90": 131.76000000000002, + "p95": 136.64000000000001, + "p99": 146.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1576.9012459016394, + "p90": 1460.0937462052214, + "p95": 1407.9475409836064, + "p99": 1314.0843715846995 + } + }, + "combine": { + "latency_us": { + "p50": 394, + "p90": 425.52000000000004, + "p95": 441.28000000000003, + "p99": 472.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 976.5581319796954, + "p90": 904.2204925737921, + "p95": 871.9269035532996, + "p99": 813.798443316413 + } + }, + "roundtrip": { + "latency_us": { + "p50": 923, + "p90": 996.84, + "p95": 1033.76, + "p99": 1107.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 833.724602383532, + "p90": 771.9672244291962, + "p95": 744.3969664138677, + "p99": 694.7705019862767 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 8, + "global_tokens": 64, + "components": { + "dispatch": { + "latency_us": { + "p50": 420, + "p90": 453.6, + "p95": 470.40000000000003, + "p99": 504 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 916.1045333333334, + "p90": 848.244938271605, + "p95": 817.9504761904761, + "p99": 763.4204444444445 + } + }, + "stage": { + "latency_us": { + "p50": 123, + "p90": 132.84, + "p95": 137.76000000000002, + "p99": 147.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1564.0809105691058, + "p90": 1448.2230653417646, + "p95": 1396.5008130081299, + "p99": 1303.400758807588 + } + }, + "combine": { + "latency_us": { + "p50": 395, + "p90": 426.6, + "p95": 442.40000000000003, + "p99": 474 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 974.0858329113925, + "p90": 901.9313267698077, + "p95": 869.7194936708861, + "p99": 811.738194092827 + } + }, + "roundtrip": { + "latency_us": { + "p50": 924, + "p90": 997.9200000000001, + "p95": 1034.88, + "p99": 1108.8 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 832.822303030303, + "p90": 771.1317620650954, + "p95": 743.5913419913419, + "p99": 694.0185858585859 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 16, + "global_tokens": 128, + "components": { + "dispatch": { + "latency_us": { + "p50": 421, + "p90": 454.68, + "p95": 471.52000000000004, + "p99": 505.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 913.928513064133, + "p90": 846.230104689012, + "p95": 816.0076009501188, + "p99": 761.607094220111 + } + }, + "stage": { + "latency_us": { + "p50": 124, + "p90": 133.92000000000002, + "p95": 138.88000000000002, + "p99": 148.79999999999998 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1551.4673548387095, + "p90": 1436.543847072879, + "p95": 1385.2387096774191, + "p99": 1292.8894623655915 + } + }, + "combine": { + "latency_us": { + "p50": 396, + "p90": 427.68, + "p95": 443.52000000000004, + "p99": 475.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 971.6260202020202, + "p90": 899.653722409278, + "p95": 867.5232323232323, + "p99": 809.6883501683502 + } + }, + "roundtrip": { + "latency_us": { + "p50": 925, + "p90": 999.0000000000001, + "p95": 1036, + "p99": 1110 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 831.9219545945946, + "p90": 770.298106106106, + "p95": 742.7874594594595, + "p99": 693.2682954954955 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 32, + "global_tokens": 256, + "components": { + "dispatch": { + "latency_us": { + "p50": 422, + "p90": 455.76000000000005, + "p95": 472.64000000000004, + "p99": 506.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 911.7628056872038, + "p90": 844.2248200807443, + "p95": 814.0739336492891, + "p99": 759.8023380726698 + } + }, + "stage": { + "latency_us": { + "p50": 125, + "p90": 135, + "p95": 140, + "p99": 150 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1539.0556159999999, + "p90": 1425.0514962962964, + "p95": 1374.1568, + "p99": 1282.5463466666668 + } + }, + "combine": { + "latency_us": { + "p50": 397, + "p90": 428.76000000000005, + "p95": 444.64000000000004, + "p99": 476.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 969.1785994962216, + "p90": 897.387592126131, + "p95": 865.3380352644836, + "p99": 807.648832913518 + } + }, + "roundtrip": { + "latency_us": { + "p50": 926, + "p90": 1000.08, + "p95": 1037.1200000000001, + "p99": 1111.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 831.0235507559396, + "p90": 769.466250699944, + "p95": 741.9853131749459, + "p99": 692.5196256299496 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 64, + "global_tokens": 512, + "components": { + "dispatch": { + "latency_us": { + "p50": 423, + "p90": 456.84000000000003, + "p95": 473.76000000000005, + "p99": 507.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 909.6073380614658, + "p90": 842.2290167235793, + "p95": 812.1494089834514, + "p99": 758.0061150512215 + } + }, + "stage": { + "latency_us": { + "p50": 126, + "p90": 136.08, + "p95": 141.12, + "p99": 151.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1526.840888888889, + "p90": 1413.741563786008, + "p95": 1363.2507936507936, + "p99": 1272.3674074074074 + } + }, + "combine": { + "latency_us": { + "p50": 398, + "p90": 429.84000000000003, + "p95": 445.76000000000005, + "p99": 477.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 966.7434773869347, + "p90": 895.1328494323469, + "p95": 863.1638190954774, + "p99": 805.6195644891122 + } + }, + "roundtrip": { + "latency_us": { + "p50": 927, + "p90": 1001.1600000000001, + "p95": 1038.24, + "p99": 1112.3999999999999 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 830.1270852211435, + "p90": 768.6361900195773, + "p95": 741.1848975188781, + "p99": 691.7725710176197 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 128, + "global_tokens": 1024, + "components": { + "dispatch": { + "latency_us": { + "p50": 424, + "p90": 457.92, + "p95": 474.88000000000005, + "p99": 508.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 907.4620377358491, + "p90": 840.2426275331936, + "p95": 810.2339622641508, + "p99": 756.2183647798744 + } + }, + "stage": { + "latency_us": { + "p50": 127, + "p90": 137.16, + "p95": 142.24, + "p99": 152.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1514.8185196850393, + "p90": 1402.6097404491106, + "p95": 1352.5165354330707, + "p99": 1262.3487664041995 + } + }, + "combine": { + "latency_us": { + "p50": 399, + "p90": 430.92, + "p95": 446.88000000000005, + "p99": 478.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 964.3205614035088, + "p90": 892.8894087069526, + "p95": 861.0005012531327, + "p99": 803.6004678362574 + } + }, + "roundtrip": { + "latency_us": { + "p50": 928, + "p90": 1002.24, + "p95": 1039.3600000000001, + "p99": 1113.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 829.232551724138, + "p90": 767.8079182630906, + "p95": 740.3862068965517, + "p99": 691.0271264367817 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 256, + "global_tokens": 2048, + "components": { + "dispatch": { + "latency_us": { + "p50": 425, + "p90": 459.00000000000006, + "p95": 476.00000000000006, + "p99": 510 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 905.3268329411765, + "p90": 838.2655860566448, + "p95": 808.3275294117645, + "p99": 754.4390274509803 + } + }, + "stage": { + "latency_us": { + "p50": 128, + "p90": 138.24, + "p95": 143.36, + "p99": 153.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1502.984, + "p90": 1391.6518518518517, + "p95": 1341.9499999999998, + "p99": 1252.4866666666667 + } + }, + "combine": { + "latency_us": { + "p50": 400, + "p90": 432, + "p95": 448.00000000000006, + "p99": 480 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 961.90976, + "p90": 890.6571851851852, + "p95": 858.848, + "p99": 801.5914666666667 + } + }, + "roundtrip": { + "latency_us": { + "p50": 929, + "p90": 1003.32, + "p95": 1040.48, + "p99": 1114.8 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 828.3399440258343, + "p90": 766.9814296535502, + "p95": 739.5892357373519, + "p99": 690.2832866881952 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 512, + "global_tokens": 4096, + "components": { + "dispatch": { + "latency_us": { + "p50": 426, + "p90": 460.08000000000004, + "p95": 477.12000000000006, + "p99": 511.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 903.2016525821597, + "p90": 836.2978264649626, + "p95": 806.4300469483567, + "p99": 752.6680438184663 + } + }, + "stage": { + "latency_us": { + "p50": 129, + "p90": 139.32000000000002, + "p95": 144.48000000000002, + "p99": 154.79999999999998 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1491.33296124031, + "p90": 1380.863853000287, + "p95": 1331.5472868217053, + "p99": 1242.7774677002585 + } + }, + "combine": { + "latency_us": { + "p50": 401, + "p90": 433.08000000000004, + "p95": 449.12000000000006, + "p99": 481.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 959.5109825436409, + "p90": 888.4360949478155, + "p95": 856.706234413965, + "p99": 799.5924854530341 + } + }, + "roundtrip": { + "latency_us": { + "p50": 930, + "p90": 1004.4000000000001, + "p95": 1041.6000000000001, + "p99": 1116 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 827.4492559139785, + "p90": 766.1567184388689, + "p95": 738.7939784946236, + "p99": 689.541046594982 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + } + ] + }, + { + "series_id": "mi355x-mori-deepseek-v3-normal-decode-ep16-uniform-bf16", + "phase": "decode", + "precision": "bf16", + "backend": "mori", + "system": { + "ep_size": 16, + "nodes": 2, + "gpus_per_node": 8, + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scale_out_transport": "rdma", + "topology_class": "mi355x-xgmi-rdma", + "sku": "mi355x", + "vendor": "amd" + }, + "points": [ + { + "tokens_per_rank": 1, + "global_tokens": 16, + "components": { + "dispatch": { + "latency_us": { + "p50": 417, + "p90": 450.36, + "p95": 467.04, + "p99": 500.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 922.6952134292566, + "p90": 854.3474198419042, + "p95": 823.8350119904076, + "p99": 768.9126778577139 + } + }, + "stage": { + "latency_us": { + "p50": 120, + "p90": 129.60000000000002, + "p95": 134.4, + "p99": 144 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1603.1829333333335, + "p90": 1484.4286419753084, + "p95": 1431.4133333333332, + "p99": 1335.9857777777777 + } + }, + "combine": { + "latency_us": { + "p50": 392, + "p90": 423.36, + "p95": 439.04, + "p99": 470.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 981.5405714285715, + "p90": 908.8338624338625, + "p95": 876.3755102040816, + "p99": 817.9504761904763 + } + }, + "roundtrip": { + "latency_us": { + "p50": 921, + "p90": 994.6800000000001, + "p95": 1031.5200000000002, + "p99": 1105.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 835.5350792616721, + "p90": 773.6435919089556, + "p95": 746.0134636264928, + "p99": 696.27923271806 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 2, + "global_tokens": 32, + "components": { + "dispatch": { + "latency_us": { + "p50": 418, + "p90": 451.44000000000005, + "p95": 468.16, + "p99": 501.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 920.4878086124403, + "p90": 852.3035264930002, + "p95": 821.8641148325358, + "p99": 767.0731738437003 + } + }, + "stage": { + "latency_us": { + "p50": 121, + "p90": 130.68, + "p95": 135.52, + "p99": 145.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1589.9334876033058, + "p90": 1472.1606366697276, + "p95": 1419.58347107438, + "p99": 1324.944573002755 + } + }, + "combine": { + "latency_us": { + "p50": 393, + "p90": 424.44000000000005, + "p95": 440.16, + "p99": 471.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 979.0430127226464, + "p90": 906.5213080765243, + "p95": 874.1455470737912, + "p99": 815.869177268872 + } + }, + "roundtrip": { + "latency_us": { + "p50": 922, + "p90": 995.7600000000001, + "p95": 1032.64, + "p99": 1106.3999999999999 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 834.6288590021693, + "p90": 772.8044990760825, + "p95": 745.2043383947938, + "p99": 695.5240491684744 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 4, + "global_tokens": 64, + "components": { + "dispatch": { + "latency_us": { + "p50": 419, + "p90": 452.52000000000004, + "p95": 469.28000000000003, + "p99": 502.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 918.2909403341289, + "p90": 850.2693891982674, + "p95": 819.9026252983293, + "p99": 765.2424502784409 + } + }, + "stage": { + "latency_us": { + "p50": 122, + "p90": 131.76000000000002, + "p95": 136.64000000000001, + "p99": 146.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1576.9012459016394, + "p90": 1460.0937462052214, + "p95": 1407.9475409836064, + "p99": 1314.0843715846995 + } + }, + "combine": { + "latency_us": { + "p50": 394, + "p90": 425.52000000000004, + "p95": 441.28000000000003, + "p99": 472.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 976.5581319796954, + "p90": 904.2204925737921, + "p95": 871.9269035532996, + "p99": 813.798443316413 + } + }, + "roundtrip": { + "latency_us": { + "p50": 923, + "p90": 996.84, + "p95": 1033.76, + "p99": 1107.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 833.724602383532, + "p90": 771.9672244291962, + "p95": 744.3969664138677, + "p99": 694.7705019862767 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 8, + "global_tokens": 128, + "components": { + "dispatch": { + "latency_us": { + "p50": 420, + "p90": 453.6, + "p95": 470.40000000000003, + "p99": 504 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 916.1045333333334, + "p90": 848.244938271605, + "p95": 817.9504761904761, + "p99": 763.4204444444445 + } + }, + "stage": { + "latency_us": { + "p50": 123, + "p90": 132.84, + "p95": 137.76000000000002, + "p99": 147.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1564.0809105691058, + "p90": 1448.2230653417646, + "p95": 1396.5008130081299, + "p99": 1303.400758807588 + } + }, + "combine": { + "latency_us": { + "p50": 395, + "p90": 426.6, + "p95": 442.40000000000003, + "p99": 474 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 974.0858329113925, + "p90": 901.9313267698077, + "p95": 869.7194936708861, + "p99": 811.738194092827 + } + }, + "roundtrip": { + "latency_us": { + "p50": 924, + "p90": 997.9200000000001, + "p95": 1034.88, + "p99": 1108.8 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 832.822303030303, + "p90": 771.1317620650954, + "p95": 743.5913419913419, + "p99": 694.0185858585859 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 16, + "global_tokens": 256, + "components": { + "dispatch": { + "latency_us": { + "p50": 421, + "p90": 454.68, + "p95": 471.52000000000004, + "p99": 505.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 913.928513064133, + "p90": 846.230104689012, + "p95": 816.0076009501188, + "p99": 761.607094220111 + } + }, + "stage": { + "latency_us": { + "p50": 124, + "p90": 133.92000000000002, + "p95": 138.88000000000002, + "p99": 148.79999999999998 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1551.4673548387095, + "p90": 1436.543847072879, + "p95": 1385.2387096774191, + "p99": 1292.8894623655915 + } + }, + "combine": { + "latency_us": { + "p50": 396, + "p90": 427.68, + "p95": 443.52000000000004, + "p99": 475.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 971.6260202020202, + "p90": 899.653722409278, + "p95": 867.5232323232323, + "p99": 809.6883501683502 + } + }, + "roundtrip": { + "latency_us": { + "p50": 925, + "p90": 999.0000000000001, + "p95": 1036, + "p99": 1110 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 831.9219545945946, + "p90": 770.298106106106, + "p95": 742.7874594594595, + "p99": 693.2682954954955 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 32, + "global_tokens": 512, + "components": { + "dispatch": { + "latency_us": { + "p50": 422, + "p90": 455.76000000000005, + "p95": 472.64000000000004, + "p99": 506.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 911.7628056872038, + "p90": 844.2248200807443, + "p95": 814.0739336492891, + "p99": 759.8023380726698 + } + }, + "stage": { + "latency_us": { + "p50": 125, + "p90": 135, + "p95": 140, + "p99": 150 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1539.0556159999999, + "p90": 1425.0514962962964, + "p95": 1374.1568, + "p99": 1282.5463466666668 + } + }, + "combine": { + "latency_us": { + "p50": 397, + "p90": 428.76000000000005, + "p95": 444.64000000000004, + "p99": 476.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 969.1785994962216, + "p90": 897.387592126131, + "p95": 865.3380352644836, + "p99": 807.648832913518 + } + }, + "roundtrip": { + "latency_us": { + "p50": 926, + "p90": 1000.08, + "p95": 1037.1200000000001, + "p99": 1111.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 831.0235507559396, + "p90": 769.466250699944, + "p95": 741.9853131749459, + "p99": 692.5196256299496 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 64, + "global_tokens": 1024, + "components": { + "dispatch": { + "latency_us": { + "p50": 423, + "p90": 456.84000000000003, + "p95": 473.76000000000005, + "p99": 507.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 909.6073380614658, + "p90": 842.2290167235793, + "p95": 812.1494089834514, + "p99": 758.0061150512215 + } + }, + "stage": { + "latency_us": { + "p50": 126, + "p90": 136.08, + "p95": 141.12, + "p99": 151.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1526.840888888889, + "p90": 1413.741563786008, + "p95": 1363.2507936507936, + "p99": 1272.3674074074074 + } + }, + "combine": { + "latency_us": { + "p50": 398, + "p90": 429.84000000000003, + "p95": 445.76000000000005, + "p99": 477.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 966.7434773869347, + "p90": 895.1328494323469, + "p95": 863.1638190954774, + "p99": 805.6195644891122 + } + }, + "roundtrip": { + "latency_us": { + "p50": 927, + "p90": 1001.1600000000001, + "p95": 1038.24, + "p99": 1112.3999999999999 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 830.1270852211435, + "p90": 768.6361900195773, + "p95": 741.1848975188781, + "p99": 691.7725710176197 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 128, + "global_tokens": 2048, + "components": { + "dispatch": { + "latency_us": { + "p50": 424, + "p90": 457.92, + "p95": 474.88000000000005, + "p99": 508.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 907.4620377358491, + "p90": 840.2426275331936, + "p95": 810.2339622641508, + "p99": 756.2183647798744 + } + }, + "stage": { + "latency_us": { + "p50": 127, + "p90": 137.16, + "p95": 142.24, + "p99": 152.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1514.8185196850393, + "p90": 1402.6097404491106, + "p95": 1352.5165354330707, + "p99": 1262.3487664041995 + } + }, + "combine": { + "latency_us": { + "p50": 399, + "p90": 430.92, + "p95": 446.88000000000005, + "p99": 478.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 964.3205614035088, + "p90": 892.8894087069526, + "p95": 861.0005012531327, + "p99": 803.6004678362574 + } + }, + "roundtrip": { + "latency_us": { + "p50": 928, + "p90": 1002.24, + "p95": 1039.3600000000001, + "p99": 1113.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 829.232551724138, + "p90": 767.8079182630906, + "p95": 740.3862068965517, + "p99": 691.0271264367817 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 256, + "global_tokens": 4096, + "components": { + "dispatch": { + "latency_us": { + "p50": 425, + "p90": 459.00000000000006, + "p95": 476.00000000000006, + "p99": 510 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 905.3268329411765, + "p90": 838.2655860566448, + "p95": 808.3275294117645, + "p99": 754.4390274509803 + } + }, + "stage": { + "latency_us": { + "p50": 128, + "p90": 138.24, + "p95": 143.36, + "p99": 153.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1502.984, + "p90": 1391.6518518518517, + "p95": 1341.9499999999998, + "p99": 1252.4866666666667 + } + }, + "combine": { + "latency_us": { + "p50": 400, + "p90": 432, + "p95": 448.00000000000006, + "p99": 480 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 961.90976, + "p90": 890.6571851851852, + "p95": 858.848, + "p99": 801.5914666666667 + } + }, + "roundtrip": { + "latency_us": { + "p50": 929, + "p90": 1003.32, + "p95": 1040.48, + "p99": 1114.8 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 828.3399440258343, + "p90": 766.9814296535502, + "p95": 739.5892357373519, + "p99": 690.2832866881952 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 512, + "global_tokens": 8192, + "components": { + "dispatch": { + "latency_us": { + "p50": 426, + "p90": 460.08000000000004, + "p95": 477.12000000000006, + "p99": 511.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 903.2016525821597, + "p90": 836.2978264649626, + "p95": 806.4300469483567, + "p99": 752.6680438184663 + } + }, + "stage": { + "latency_us": { + "p50": 129, + "p90": 139.32000000000002, + "p95": 144.48000000000002, + "p99": 154.79999999999998 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1491.33296124031, + "p90": 1380.863853000287, + "p95": 1331.5472868217053, + "p99": 1242.7774677002585 + } + }, + "combine": { + "latency_us": { + "p50": 401, + "p90": 433.08000000000004, + "p95": 449.12000000000006, + "p99": 481.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 959.5109825436409, + "p90": 888.4360949478155, + "p95": 856.706234413965, + "p99": 799.5924854530341 + } + }, + "roundtrip": { + "latency_us": { + "p50": 930, + "p90": 1004.4000000000001, + "p95": 1041.6000000000001, + "p99": 1116 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 827.4492559139785, + "p90": 766.1567184388689, + "p95": 738.7939784946236, + "p99": 689.541046594982 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + } + ] + }, + { + "series_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-fp8", + "phase": "decode", + "precision": "fp8", + "backend": "deepep-v2", + "system": { + "ep_size": 8, + "nodes": 1, + "gpus_per_node": 8, + "scale_up_domain": 8, + "scale_up_transport": "nvlink", + "scale_out_transport": null, + "topology_class": "h200-nvlink-island", + "sku": "h200-dgxc", + "vendor": "nvidia" + }, + "points": [ + { + "tokens_per_rank": 1, + "global_tokens": 8, + "components": { + "dispatch": { + "latency_us": { + "p50": 417, + "p90": 450.36, + "p95": 467.04, + "p99": 500.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 922.6952134292566, + "p90": 854.3474198419042, + "p95": 823.8350119904076, + "p99": 768.9126778577139 + } + }, + "stage": { + "latency_us": { + "p50": 120, + "p90": 129.60000000000002, + "p95": 134.4, + "p99": 144 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1603.1829333333335, + "p90": 1484.4286419753084, + "p95": 1431.4133333333332, + "p99": 1335.9857777777777 + } + }, + "combine": { + "latency_us": { + "p50": 392, + "p90": 423.36, + "p95": 439.04, + "p99": 470.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 981.5405714285715, + "p90": 908.8338624338625, + "p95": 876.3755102040816, + "p99": 817.9504761904763 + } + }, + "roundtrip": { + "latency_us": { + "p50": 921, + "p90": 994.6800000000001, + "p95": 1031.5200000000002, + "p99": 1105.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 835.5350792616721, + "p90": 773.6435919089556, + "p95": 746.0134636264928, + "p99": 696.27923271806 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 2, + "global_tokens": 16, + "components": { + "dispatch": { + "latency_us": { + "p50": 418, + "p90": 451.44000000000005, + "p95": 468.16, + "p99": 501.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 920.4878086124403, + "p90": 852.3035264930002, + "p95": 821.8641148325358, + "p99": 767.0731738437003 + } + }, + "stage": { + "latency_us": { + "p50": 121, + "p90": 130.68, + "p95": 135.52, + "p99": 145.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1589.9334876033058, + "p90": 1472.1606366697276, + "p95": 1419.58347107438, + "p99": 1324.944573002755 + } + }, + "combine": { + "latency_us": { + "p50": 393, + "p90": 424.44000000000005, + "p95": 440.16, + "p99": 471.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 979.0430127226464, + "p90": 906.5213080765243, + "p95": 874.1455470737912, + "p99": 815.869177268872 + } + }, + "roundtrip": { + "latency_us": { + "p50": 922, + "p90": 995.7600000000001, + "p95": 1032.64, + "p99": 1106.3999999999999 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 834.6288590021693, + "p90": 772.8044990760825, + "p95": 745.2043383947938, + "p99": 695.5240491684744 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 4, + "global_tokens": 32, + "components": { + "dispatch": { + "latency_us": { + "p50": 419, + "p90": 452.52000000000004, + "p95": 469.28000000000003, + "p99": 502.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 918.2909403341289, + "p90": 850.2693891982674, + "p95": 819.9026252983293, + "p99": 765.2424502784409 + } + }, + "stage": { + "latency_us": { + "p50": 122, + "p90": 131.76000000000002, + "p95": 136.64000000000001, + "p99": 146.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1576.9012459016394, + "p90": 1460.0937462052214, + "p95": 1407.9475409836064, + "p99": 1314.0843715846995 + } + }, + "combine": { + "latency_us": { + "p50": 394, + "p90": 425.52000000000004, + "p95": 441.28000000000003, + "p99": 472.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 976.5581319796954, + "p90": 904.2204925737921, + "p95": 871.9269035532996, + "p99": 813.798443316413 + } + }, + "roundtrip": { + "latency_us": { + "p50": 923, + "p90": 996.84, + "p95": 1033.76, + "p99": 1107.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 833.724602383532, + "p90": 771.9672244291962, + "p95": 744.3969664138677, + "p99": 694.7705019862767 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 8, + "global_tokens": 64, + "components": { + "dispatch": { + "latency_us": { + "p50": 420, + "p90": 453.6, + "p95": 470.40000000000003, + "p99": 504 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 916.1045333333334, + "p90": 848.244938271605, + "p95": 817.9504761904761, + "p99": 763.4204444444445 + } + }, + "stage": { + "latency_us": { + "p50": 123, + "p90": 132.84, + "p95": 137.76000000000002, + "p99": 147.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1564.0809105691058, + "p90": 1448.2230653417646, + "p95": 1396.5008130081299, + "p99": 1303.400758807588 + } + }, + "combine": { + "latency_us": { + "p50": 395, + "p90": 426.6, + "p95": 442.40000000000003, + "p99": 474 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 974.0858329113925, + "p90": 901.9313267698077, + "p95": 869.7194936708861, + "p99": 811.738194092827 + } + }, + "roundtrip": { + "latency_us": { + "p50": 924, + "p90": 997.9200000000001, + "p95": 1034.88, + "p99": 1108.8 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 832.822303030303, + "p90": 771.1317620650954, + "p95": 743.5913419913419, + "p99": 694.0185858585859 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 16, + "global_tokens": 128, + "components": { + "dispatch": { + "latency_us": { + "p50": 421, + "p90": 454.68, + "p95": 471.52000000000004, + "p99": 505.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 913.928513064133, + "p90": 846.230104689012, + "p95": 816.0076009501188, + "p99": 761.607094220111 + } + }, + "stage": { + "latency_us": { + "p50": 124, + "p90": 133.92000000000002, + "p95": 138.88000000000002, + "p99": 148.79999999999998 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1551.4673548387095, + "p90": 1436.543847072879, + "p95": 1385.2387096774191, + "p99": 1292.8894623655915 + } + }, + "combine": { + "latency_us": { + "p50": 396, + "p90": 427.68, + "p95": 443.52000000000004, + "p99": 475.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 971.6260202020202, + "p90": 899.653722409278, + "p95": 867.5232323232323, + "p99": 809.6883501683502 + } + }, + "roundtrip": { + "latency_us": { + "p50": 925, + "p90": 999.0000000000001, + "p95": 1036, + "p99": 1110 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 831.9219545945946, + "p90": 770.298106106106, + "p95": 742.7874594594595, + "p99": 693.2682954954955 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 32, + "global_tokens": 256, + "components": { + "dispatch": { + "latency_us": { + "p50": 422, + "p90": 455.76000000000005, + "p95": 472.64000000000004, + "p99": 506.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 911.7628056872038, + "p90": 844.2248200807443, + "p95": 814.0739336492891, + "p99": 759.8023380726698 + } + }, + "stage": { + "latency_us": { + "p50": 125, + "p90": 135, + "p95": 140, + "p99": 150 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1539.0556159999999, + "p90": 1425.0514962962964, + "p95": 1374.1568, + "p99": 1282.5463466666668 + } + }, + "combine": { + "latency_us": { + "p50": 397, + "p90": 428.76000000000005, + "p95": 444.64000000000004, + "p99": 476.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 969.1785994962216, + "p90": 897.387592126131, + "p95": 865.3380352644836, + "p99": 807.648832913518 + } + }, + "roundtrip": { + "latency_us": { + "p50": 926, + "p90": 1000.08, + "p95": 1037.1200000000001, + "p99": 1111.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 831.0235507559396, + "p90": 769.466250699944, + "p95": 741.9853131749459, + "p99": 692.5196256299496 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 64, + "global_tokens": 512, + "components": { + "dispatch": { + "latency_us": { + "p50": 423, + "p90": 456.84000000000003, + "p95": 473.76000000000005, + "p99": 507.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 909.6073380614658, + "p90": 842.2290167235793, + "p95": 812.1494089834514, + "p99": 758.0061150512215 + } + }, + "stage": { + "latency_us": { + "p50": 126, + "p90": 136.08, + "p95": 141.12, + "p99": 151.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1526.840888888889, + "p90": 1413.741563786008, + "p95": 1363.2507936507936, + "p99": 1272.3674074074074 + } + }, + "combine": { + "latency_us": { + "p50": 398, + "p90": 429.84000000000003, + "p95": 445.76000000000005, + "p99": 477.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 966.7434773869347, + "p90": 895.1328494323469, + "p95": 863.1638190954774, + "p99": 805.6195644891122 + } + }, + "roundtrip": { + "latency_us": { + "p50": 927, + "p90": 1001.1600000000001, + "p95": 1038.24, + "p99": 1112.3999999999999 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 830.1270852211435, + "p90": 768.6361900195773, + "p95": 741.1848975188781, + "p99": 691.7725710176197 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 128, + "global_tokens": 1024, + "components": { + "dispatch": { + "latency_us": { + "p50": 424, + "p90": 457.92, + "p95": 474.88000000000005, + "p99": 508.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 907.4620377358491, + "p90": 840.2426275331936, + "p95": 810.2339622641508, + "p99": 756.2183647798744 + } + }, + "stage": { + "latency_us": { + "p50": 127, + "p90": 137.16, + "p95": 142.24, + "p99": 152.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1514.8185196850393, + "p90": 1402.6097404491106, + "p95": 1352.5165354330707, + "p99": 1262.3487664041995 + } + }, + "combine": { + "latency_us": { + "p50": 399, + "p90": 430.92, + "p95": 446.88000000000005, + "p99": 478.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 964.3205614035088, + "p90": 892.8894087069526, + "p95": 861.0005012531327, + "p99": 803.6004678362574 + } + }, + "roundtrip": { + "latency_us": { + "p50": 928, + "p90": 1002.24, + "p95": 1039.3600000000001, + "p99": 1113.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 829.232551724138, + "p90": 767.8079182630906, + "p95": 740.3862068965517, + "p99": 691.0271264367817 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 256, + "global_tokens": 2048, + "components": { + "dispatch": { + "latency_us": { + "p50": 425, + "p90": 459.00000000000006, + "p95": 476.00000000000006, + "p99": 510 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 905.3268329411765, + "p90": 838.2655860566448, + "p95": 808.3275294117645, + "p99": 754.4390274509803 + } + }, + "stage": { + "latency_us": { + "p50": 128, + "p90": 138.24, + "p95": 143.36, + "p99": 153.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1502.984, + "p90": 1391.6518518518517, + "p95": 1341.9499999999998, + "p99": 1252.4866666666667 + } + }, + "combine": { + "latency_us": { + "p50": 400, + "p90": 432, + "p95": 448.00000000000006, + "p99": 480 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 961.90976, + "p90": 890.6571851851852, + "p95": 858.848, + "p99": 801.5914666666667 + } + }, + "roundtrip": { + "latency_us": { + "p50": 929, + "p90": 1003.32, + "p95": 1040.48, + "p99": 1114.8 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 828.3399440258343, + "p90": 766.9814296535502, + "p95": 739.5892357373519, + "p99": 690.2832866881952 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 512, + "global_tokens": 4096, + "components": { + "dispatch": { + "latency_us": { + "p50": 426, + "p90": 460.08000000000004, + "p95": 477.12000000000006, + "p99": 511.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 903.2016525821597, + "p90": 836.2978264649626, + "p95": 806.4300469483567, + "p99": 752.6680438184663 + } + }, + "stage": { + "latency_us": { + "p50": 129, + "p90": 139.32000000000002, + "p95": 144.48000000000002, + "p99": 154.79999999999998 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1491.33296124031, + "p90": 1380.863853000287, + "p95": 1331.5472868217053, + "p99": 1242.7774677002585 + } + }, + "combine": { + "latency_us": { + "p50": 401, + "p90": 433.08000000000004, + "p95": 449.12000000000006, + "p99": 481.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 959.5109825436409, + "p90": 888.4360949478155, + "p95": 856.706234413965, + "p99": 799.5924854530341 + } + }, + "roundtrip": { + "latency_us": { + "p50": 930, + "p90": 1004.4000000000001, + "p95": 1041.6000000000001, + "p99": 1116 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 827.4492559139785, + "p90": 766.1567184388689, + "p95": 738.7939784946236, + "p99": 689.541046594982 + } + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + } + ] + } + ] +} diff --git a/packages/app/cypress/fixtures/api/collectivex-runs.json b/packages/app/cypress/fixtures/api/collectivex-runs.json new file mode 100644 index 000000000..57b709a6b --- /dev/null +++ b/packages/app/cypress/fixtures/api/collectivex-runs.json @@ -0,0 +1,21 @@ +{ + "version": 1, + "runs": [ + { + "run_id": "160", + "run_attempt": 1, + "generated_at": "2026-07-08T12:20:00Z", + "conclusion": "success", + "covered_skus": ["b200-dgxc", "b300", "h200-dgxc", "mi355x"], + "requested_cases": 5, + "measured_cases": 3, + "requested_points": 50, + "terminal_points": 40, + "terminal_counts": { + "measured": 3, + "unsupported": 1, + "failed": 0 + } + } + ] +} diff --git a/packages/app/scripts/capture-cypress-fixtures.ts b/packages/app/scripts/capture-cypress-fixtures.ts index 5f1492892..c292d4305 100644 --- a/packages/app/scripts/capture-cypress-fixtures.ts +++ b/packages/app/scripts/capture-cypress-fixtures.ts @@ -13,6 +13,9 @@ import { mkdir, writeFile } from 'node:fs/promises'; import { resolve } from 'node:path'; +import { buildRunSummary } from '@semianalysisai/inferencex-db/collectivex/reader'; +import { makeCollectiveXDataset } from '@semianalysisai/inferencex-db/collectivex/test-fixture'; + const baseUrl = ( process.argv.filter((a) => a !== '--').slice(2)[0] ?? 'https://inferencex.semianalysis.com' ).replace(/\/$/u, ''); @@ -250,6 +253,17 @@ async function main() { }), ], ['workflow-info', await writeFixture('workflow-info', workflowInfo)], + // CollectiveX fixtures are synthetic (deterministic contract builders), + // not captured — production may hold arbitrary sweep data while the e2e + // suite asserts on the builders' known shape. + ['collectivex-latest', await writeFixture('collectivex-latest', makeCollectiveXDataset())], + [ + 'collectivex-runs', + await writeFixture('collectivex-runs', { + version: 1, + runs: [buildRunSummary(makeCollectiveXDataset())], + }), + ], ]; for (const [name, bytes] of sizes) { diff --git a/packages/app/src/app/api/v1/collectivex/latest/route.test.ts b/packages/app/src/app/api/v1/collectivex/latest/route.test.ts new file mode 100644 index 000000000..7812d185e --- /dev/null +++ b/packages/app/src/app/api/v1/collectivex/latest/route.test.ts @@ -0,0 +1,104 @@ +import { beforeEach, describe, expect, it, vi } from 'vitest'; + +import { makeCollectiveXDataset } from '@semianalysisai/inferencex-db/collectivex/test-fixture'; + +const { mockGetLatest, mockFromRow, mockGetDb, mockEnsureLatest } = vi.hoisted(() => ({ + mockGetLatest: vi.fn(), + mockFromRow: vi.fn(), + mockGetDb: vi.fn(() => 'mock-sql'), + mockEnsureLatest: vi.fn(), +})); + +vi.mock('@semianalysisai/inferencex-db/connection', () => ({ + getCollectiveXDb: mockGetDb, + FIXTURES_MODE: false, +})); + +vi.mock('@semianalysisai/inferencex-db/queries/collectivex', () => ({ + getLatestCollectiveXRun: mockGetLatest, + collectiveXDatasetFromRow: mockFromRow, +})); + +vi.mock('@/lib/collectivex-lazy-ingest', () => ({ + ensureLatestCollectiveXRun: mockEnsureLatest, + collectiveXSweepErrorStatus: (error: unknown) => { + const code = error instanceof Error && 'code' in error ? (error.code as string) : null; + if (code === 'not-found') return 404; + if (code === 'unavailable') return 503; + if (code === 'invalid') return 502; + return null; + }, +})); + +vi.mock('@/lib/api-cache', () => ({ + COLLECTIVEX_CACHE_SCOPE: 'collectivex', + COLLECTIVEX_CACHE_CONTROL: 'public, max-age=0, s-maxage=60', + cachedJson: (data: unknown) => Response.json(data), +})); + +import { NextRequest } from 'next/server'; + +import { GET } from './route'; + +function req(url: string): NextRequest { + return new NextRequest(new URL(url, 'http://localhost')); +} + +function sweepError(code: string): Error { + return Object.assign(new Error(code), { code }); +} + +const dataset = makeCollectiveXDataset(); + +beforeEach(() => { + vi.clearAllMocks(); + vi.spyOn(console, 'error').mockImplementation(() => {}); + mockEnsureLatest.mockResolvedValue(undefined); + mockGetLatest.mockResolvedValue({ run_id: dataset.run.run_id }); + mockFromRow.mockReturnValue(dataset); +}); + +describe('GET /api/v1/collectivex/latest', () => { + it('returns 400 for a missing or unknown version', async () => { + for (const url of ['/api/v1/collectivex/latest', '/api/v1/collectivex/latest?version=99']) { + const res = await GET(req(url)); + expect(res.status).toBe(400); + } + expect(mockEnsureLatest).not.toHaveBeenCalled(); + }); + + it('lazily ingests then serves the latest run assembled as a dataset', async () => { + const res = await GET(req('/api/v1/collectivex/latest?version=1')); + expect(res.status).toBe(200); + expect(await res.json()).toEqual(dataset); + expect(mockEnsureLatest).toHaveBeenCalledWith(1); + expect(mockGetLatest).toHaveBeenCalledWith('mock-sql', 1); + }); + + it('serves the stored run when GitHub discovery fails', async () => { + mockEnsureLatest.mockRejectedValue(sweepError('unavailable')); + const res = await GET(req('/api/v1/collectivex/latest?version=1')); + expect(res.status).toBe(200); + expect(await res.json()).toEqual(dataset); + }); + + it('returns 503 when discovery fails and nothing is stored', async () => { + mockEnsureLatest.mockRejectedValue(sweepError('unavailable')); + mockGetLatest.mockResolvedValue(null); + const res = await GET(req('/api/v1/collectivex/latest?version=1')); + expect(res.status).toBe(503); + }); + + it('returns 404 when neither GitHub nor the DB has a run', async () => { + mockGetLatest.mockResolvedValue(null); + const res = await GET(req('/api/v1/collectivex/latest?version=1')); + expect(res.status).toBe(404); + }); + + it('returns 500 without leaking details on DB failure', async () => { + mockGetLatest.mockRejectedValue(new Error('boom')); + const res = await GET(req('/api/v1/collectivex/latest?version=1')); + expect(res.status).toBe(500); + expect(await res.json()).toEqual({ error: 'Internal server error' }); + }); +}); diff --git a/packages/app/src/app/api/v1/collectivex/latest/route.ts b/packages/app/src/app/api/v1/collectivex/latest/route.ts new file mode 100644 index 000000000..52010b9be --- /dev/null +++ b/packages/app/src/app/api/v1/collectivex/latest/route.ts @@ -0,0 +1,56 @@ +import { type NextRequest, NextResponse } from 'next/server'; + +import { parseCollectiveXVersion } from '@semianalysisai/inferencex-db/collectivex/types'; +import { FIXTURES_MODE, getCollectiveXDb } from '@semianalysisai/inferencex-db/connection'; +import { + collectiveXDatasetFromRow, + getLatestCollectiveXRun, +} from '@semianalysisai/inferencex-db/queries/collectivex'; + +import { COLLECTIVEX_CACHE_CONTROL, COLLECTIVEX_CACHE_SCOPE, cachedJson } from '@/lib/api-cache'; +import { + collectiveXSweepErrorStatus, + ensureLatestCollectiveXRun, +} from '@/lib/collectivex-lazy-ingest'; +import { loadFixture } from '@/lib/test-fixtures'; + +export const dynamic = 'force-dynamic'; +export const runtime = 'nodejs'; + +export async function GET(request: NextRequest) { + const version = parseCollectiveXVersion(request.nextUrl.searchParams.get('version') ?? ''); + if (!version) { + return NextResponse.json({ error: 'Unknown version' }, { status: 400 }); + } + if (FIXTURES_MODE) return cachedJson(loadFixture('collectivex-latest')); + + // Discovery failures must not take the page down — serve whatever the DB + // already holds and only surface the error when there is no fallback. + let ensureError: unknown = null; + try { + await ensureLatestCollectiveXRun(version); + } catch (error) { + ensureError = error; + } + + try { + const row = await getLatestCollectiveXRun(getCollectiveXDb(), version); + if (row !== null) { + if (ensureError) + console.error('CollectiveX discovery failed; serving stored run:', ensureError); + return cachedJson(collectiveXDatasetFromRow(row), { + tag: COLLECTIVEX_CACHE_SCOPE, + cacheControl: COLLECTIVEX_CACHE_CONTROL, + }); + } + if (ensureError) { + console.error('CollectiveX discovery failed with no stored fallback:', ensureError); + const status = collectiveXSweepErrorStatus(ensureError) ?? 502; + return NextResponse.json({ error: 'Unavailable' }, { status }); + } + return NextResponse.json({ error: 'Not found' }, { status: 404 }); + } catch (error) { + console.error('Error fetching CollectiveX latest run:', error); + return NextResponse.json({ error: 'Internal server error' }, { status: 500 }); + } +} diff --git a/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.test.ts b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.test.ts new file mode 100644 index 000000000..cfd20042b --- /dev/null +++ b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.test.ts @@ -0,0 +1,158 @@ +import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest'; + +import { makeCollectiveXDataset } from '@semianalysisai/inferencex-db/collectivex/test-fixture'; + +const { mockGetRun, mockDelete, mockFromRow, mockGetDb, mockGetWriteDb, mockPurge, mockEnsureRun } = + vi.hoisted(() => ({ + mockGetRun: vi.fn(), + mockDelete: vi.fn(), + mockFromRow: vi.fn(), + mockGetDb: vi.fn(() => 'mock-sql'), + mockGetWriteDb: vi.fn(() => 'mock-write-sql'), + mockPurge: vi.fn(() => Promise.resolve(0)), + mockEnsureRun: vi.fn(), + })); + +vi.mock('@semianalysisai/inferencex-db/connection', () => ({ + getCollectiveXDb: mockGetDb, + getCollectiveXWriteDb: mockGetWriteDb, + FIXTURES_MODE: false, +})); + +vi.mock('@semianalysisai/inferencex-db/queries/collectivex', () => ({ + getCollectiveXRun: mockGetRun, + deleteCollectiveXRun: mockDelete, + collectiveXDatasetFromRow: mockFromRow, +})); + +vi.mock('@/lib/collectivex-lazy-ingest', () => ({ + ensureCollectiveXRun: mockEnsureRun, + collectiveXSweepErrorStatus: (error: unknown) => { + const code = error instanceof Error && 'code' in error ? (error.code as string) : null; + if (code === 'not-found') return 404; + if (code === 'unavailable') return 503; + if (code === 'invalid') return 502; + return null; + }, +})); + +vi.mock('@/lib/api-cache', () => ({ + COLLECTIVEX_CACHE_SCOPE: 'collectivex', + COLLECTIVEX_CACHE_CONTROL: 'public, max-age=0, s-maxage=60', + cachedJson: (data: unknown) => Response.json(data), + purgeCollectiveX: mockPurge, +})); + +import { NextRequest } from 'next/server'; + +import { DELETE, GET } from './route'; + +const SECRET = 'test-admin-secret'; +const dataset = makeCollectiveXDataset(); +const runId = dataset.run.run_id; + +function sweepError(code: string): Error { + return Object.assign(new Error(code), { code }); +} + +function get(url: string, id: string) { + return GET(new NextRequest(new URL(url, 'http://localhost')), { + params: Promise.resolve({ runId: id }), + }); +} + +function del(id: string, token?: string) { + return DELETE( + new NextRequest(new URL(`/api/v1/collectivex/runs/${id}`, 'http://localhost'), { + method: 'DELETE', + headers: token ? { Authorization: `Bearer ${token}` } : {}, + }), + { params: Promise.resolve({ runId: id }) }, + ); +} + +beforeEach(() => { + vi.clearAllMocks(); + vi.stubEnv('COLLECTIVEX_ADMIN_SECRET', SECRET); + mockEnsureRun.mockResolvedValue(undefined); + mockGetRun.mockResolvedValue({ run_id: runId }); + mockFromRow.mockReturnValue(dataset); + mockDelete.mockResolvedValue(true); +}); + +afterEach(() => { + vi.unstubAllEnvs(); +}); + +describe('GET /api/v1/collectivex/runs/[runId]', () => { + it('returns 400 for malformed version or run id', async () => { + const badRunId = await get(`/x?version=1`, 'abc'); + const badVersion = await get(`/x?version=99`, runId); + expect(badRunId.status).toBe(400); + expect(badVersion.status).toBe(400); + expect(mockEnsureRun).not.toHaveBeenCalled(); + }); + + it('lazily ingests then serves the run assembled as a dataset', async () => { + const res = await get(`/x?version=1`, runId); + expect(res.status).toBe(200); + expect(await res.json()).toEqual(dataset); + expect(mockEnsureRun).toHaveBeenCalledWith(1, runId); + expect(mockGetRun).toHaveBeenCalledWith('mock-sql', 1, runId); + }); + + it.each([ + ['not-found', 404], + ['unavailable', 503], + ['invalid', 502], + ] as const)('maps %s ingest failures without exposing details', async (code, status) => { + vi.spyOn(console, 'error').mockImplementation(() => {}); + mockEnsureRun.mockRejectedValue(sweepError(code)); + const res = await get(`/x?version=1`, runId); + expect(res.status).toBe(status); + }); + + it('returns 404 when the run is absent after a clean ensure', async () => { + mockGetRun.mockResolvedValue(null); + const res = await get(`/x?version=1`, runId); + expect(res.status).toBe(404); + }); +}); + +describe('DELETE /api/v1/collectivex/runs/[runId]', () => { + it('rejects missing or wrong bearer tokens', async () => { + const missing = await del(runId); + const wrong = await del(runId, 'wrong-token'); + expect(missing.status).toBe(401); + expect(wrong.status).toBe(401); + expect(mockDelete).not.toHaveBeenCalled(); + }); + + it('rejects all requests when the secret is not configured', async () => { + vi.stubEnv('COLLECTIVEX_ADMIN_SECRET', ''); + const res = await del(runId, ''); + expect(res.status).toBe(401); + expect(mockDelete).not.toHaveBeenCalled(); + }); + + it('tombstones the run and purges only the CollectiveX cache scope', async () => { + const res = await del(runId, SECRET); + expect(res.status).toBe(200); + expect(await res.json()).toEqual({ deleted: true, runId }); + expect(mockDelete).toHaveBeenCalledWith('mock-write-sql', runId); + expect(mockPurge).toHaveBeenCalledTimes(1); + }); + + it('returns 404 without purging when the run does not exist', async () => { + mockDelete.mockResolvedValue(false); + const res = await del(runId, SECRET); + expect(res.status).toBe(404); + expect(mockPurge).not.toHaveBeenCalled(); + }); + + it('returns 400 for malformed run ids', async () => { + const res = await del('not-a-run-id', SECRET); + expect(res.status).toBe(400); + expect(mockDelete).not.toHaveBeenCalled(); + }); +}); diff --git a/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts new file mode 100644 index 000000000..44469d14d --- /dev/null +++ b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts @@ -0,0 +1,104 @@ +import { timingSafeEqual } from 'crypto'; + +import { type NextRequest, NextResponse } from 'next/server'; + +import { parseCollectiveXVersion } from '@semianalysisai/inferencex-db/collectivex/types'; +import { + FIXTURES_MODE, + getCollectiveXDb, + getCollectiveXWriteDb, +} from '@semianalysisai/inferencex-db/connection'; +import { + collectiveXDatasetFromRow, + deleteCollectiveXRun, + getCollectiveXRun, +} from '@semianalysisai/inferencex-db/queries/collectivex'; + +import { + COLLECTIVEX_CACHE_CONTROL, + COLLECTIVEX_CACHE_SCOPE, + cachedJson, + purgeCollectiveX, +} from '@/lib/api-cache'; +import { collectiveXSweepErrorStatus, ensureCollectiveXRun } from '@/lib/collectivex-lazy-ingest'; +import { loadFixture } from '@/lib/test-fixtures'; + +export const dynamic = 'force-dynamic'; +export const runtime = 'nodejs'; + +const RUN_ID = /^[1-9][0-9]*$/u; + +export async function GET(request: NextRequest, context: { params: Promise<{ runId: string }> }) { + const { runId } = await context.params; + const version = parseCollectiveXVersion(request.nextUrl.searchParams.get('version') ?? ''); + if (!version || !RUN_ID.test(runId)) { + return NextResponse.json({ error: 'Unknown version or run id' }, { status: 400 }); + } + if (FIXTURES_MODE) return cachedJson(loadFixture('collectivex-latest')); + + try { + await ensureCollectiveXRun(version, runId); + const row = await getCollectiveXRun(getCollectiveXDb(), version, runId); + if (row === null) { + return NextResponse.json({ error: 'Not found' }, { status: 404 }); + } + // Short window like the sibling routes: a GitHub re-run of failed shards + // refreshes this run's stored contents, and deletion must not linger. + return cachedJson(collectiveXDatasetFromRow(row), { + tag: COLLECTIVEX_CACHE_SCOPE, + cacheControl: COLLECTIVEX_CACHE_CONTROL, + }); + } catch (error) { + const status = collectiveXSweepErrorStatus(error); + if (status !== null) { + return NextResponse.json({ error: status === 404 ? 'Not found' : 'Unavailable' }, { status }); + } + console.error('Error fetching CollectiveX run:', error); + return NextResponse.json({ error: 'Internal server error' }, { status: 500 }); + } +} + +/** Constant-time Bearer check that tolerates multibyte header bytes. */ +function bearerMatches(header: string, secret: string): boolean { + const provided = Buffer.from(header); + const expected = Buffer.from(`Bearer ${secret}`); + // Compare BYTE lengths — a multibyte char can make the JS string lengths + // equal while the buffers differ, and timingSafeEqual throws on that. + return provided.length === expected.length && timingSafeEqual(provided, expected); +} + +/** + * Admin deletion of an ingested run. Authenticated with a dedicated Bearer + * secret — the token is remembered in browser localStorage, so it must not + * be the CI-held INVALIDATE_SECRET (scoped blast radius, independently + * rotatable). Deletion tombstones the run (lazy discovery must never + * re-ingest it) and purges the CollectiveX cache scope so the picker and + * latest views drop it immediately. + */ +export async function DELETE( + request: NextRequest, + context: { params: Promise<{ runId: string }> }, +) { + const secret = process.env.COLLECTIVEX_ADMIN_SECRET; + const authHeader = request.headers.get('Authorization') ?? ''; + if (!secret || !bearerMatches(authHeader, secret)) { + return new NextResponse('Unauthorized', { status: 401 }); + } + + const { runId } = await context.params; + if (!RUN_ID.test(runId)) { + return NextResponse.json({ error: 'Unknown run id' }, { status: 400 }); + } + + try { + const deleted = await deleteCollectiveXRun(getCollectiveXWriteDb(), runId); + if (!deleted) { + return NextResponse.json({ error: 'Not found' }, { status: 404 }); + } + purgeCollectiveX(); + return NextResponse.json({ deleted: true, runId }); + } catch (error) { + console.error('Error deleting CollectiveX run:', error); + return NextResponse.json({ error: 'Internal server error' }, { status: 500 }); + } +} diff --git a/packages/app/src/app/api/v1/collectivex/runs/route.test.ts b/packages/app/src/app/api/v1/collectivex/runs/route.test.ts new file mode 100644 index 000000000..a9d3772ec --- /dev/null +++ b/packages/app/src/app/api/v1/collectivex/runs/route.test.ts @@ -0,0 +1,102 @@ +import { beforeEach, describe, expect, it, vi } from 'vitest'; + +import { buildRunSummary } from '@semianalysisai/inferencex-db/collectivex/reader'; +import { makeCollectiveXDataset } from '@semianalysisai/inferencex-db/collectivex/test-fixture'; + +const { mockList, mockGetDb, mockEnsureList } = vi.hoisted(() => ({ + mockList: vi.fn(), + mockGetDb: vi.fn(() => 'mock-sql'), + mockEnsureList: vi.fn(), +})); + +vi.mock('@semianalysisai/inferencex-db/connection', () => ({ + getCollectiveXDb: mockGetDb, + FIXTURES_MODE: false, +})); + +vi.mock('@semianalysisai/inferencex-db/queries/collectivex', () => ({ + listCollectiveXRuns: mockList, +})); + +vi.mock('@/lib/collectivex-lazy-ingest', () => ({ + ensureCollectiveXRunsList: mockEnsureList, + collectiveXSweepErrorStatus: (error: unknown) => { + const code = error instanceof Error && 'code' in error ? (error.code as string) : null; + if (code === 'not-found') return 404; + if (code === 'unavailable') return 503; + if (code === 'invalid') return 502; + return null; + }, +})); + +vi.mock('@/lib/api-cache', () => ({ + COLLECTIVEX_CACHE_SCOPE: 'collectivex', + COLLECTIVEX_CACHE_CONTROL: 'public, max-age=0, s-maxage=60', + cachedJson: (data: unknown) => Response.json(data), +})); + +import { NextRequest } from 'next/server'; + +import { GET } from './route'; + +function req(url: string): NextRequest { + return new NextRequest(new URL(url, 'http://localhost')); +} + +function sweepError(code: string): Error { + return Object.assign(new Error(code), { code }); +} + +const summary = buildRunSummary(makeCollectiveXDataset()); + +beforeEach(() => { + vi.clearAllMocks(); + vi.spyOn(console, 'error').mockImplementation(() => {}); + mockEnsureList.mockResolvedValue(undefined); + mockList.mockResolvedValue([summary]); +}); + +describe('GET /api/v1/collectivex/runs', () => { + it('returns 400 for a missing or unknown version', async () => { + for (const url of ['/api/v1/collectivex/runs', '/api/v1/collectivex/runs?version=abc']) { + const res = await GET(req(url)); + expect(res.status).toBe(400); + } + expect(mockEnsureList).not.toHaveBeenCalled(); + }); + + it('backfills recent runs then lists stored summaries newest first', async () => { + const res = await GET(req('/api/v1/collectivex/runs?version=1')); + expect(res.status).toBe(200); + expect(await res.json()).toEqual({ version: 1, runs: [summary] }); + expect(mockEnsureList).toHaveBeenCalledWith(1); + expect(mockList).toHaveBeenCalledWith('mock-sql', 1); + }); + + it('serves the stored list when the GitHub backfill fails', async () => { + mockEnsureList.mockRejectedValue(sweepError('unavailable')); + const res = await GET(req('/api/v1/collectivex/runs?version=1')); + expect(res.status).toBe(200); + expect(await res.json()).toEqual({ version: 1, runs: [summary] }); + }); + + it('returns 503 when the backfill fails and nothing is stored', async () => { + mockEnsureList.mockRejectedValue(sweepError('unavailable')); + mockList.mockResolvedValue([]); + const res = await GET(req('/api/v1/collectivex/runs?version=1')); + expect(res.status).toBe(503); + }); + + it('returns an empty list when GitHub has no runs yet', async () => { + mockList.mockResolvedValue([]); + const res = await GET(req('/api/v1/collectivex/runs?version=1')); + expect(res.status).toBe(200); + expect(await res.json()).toEqual({ version: 1, runs: [] }); + }); + + it('returns 500 without leaking details on DB failure', async () => { + mockList.mockRejectedValue(new Error('boom')); + const res = await GET(req('/api/v1/collectivex/runs?version=1')); + expect(res.status).toBe(500); + }); +}); diff --git a/packages/app/src/app/api/v1/collectivex/runs/route.ts b/packages/app/src/app/api/v1/collectivex/runs/route.ts new file mode 100644 index 000000000..317684220 --- /dev/null +++ b/packages/app/src/app/api/v1/collectivex/runs/route.ts @@ -0,0 +1,51 @@ +import { type NextRequest, NextResponse } from 'next/server'; + +import { parseCollectiveXVersion } from '@semianalysisai/inferencex-db/collectivex/types'; +import { FIXTURES_MODE, getCollectiveXDb } from '@semianalysisai/inferencex-db/connection'; +import { listCollectiveXRuns } from '@semianalysisai/inferencex-db/queries/collectivex'; + +import { COLLECTIVEX_CACHE_CONTROL, COLLECTIVEX_CACHE_SCOPE, cachedJson } from '@/lib/api-cache'; +import { + collectiveXSweepErrorStatus, + ensureCollectiveXRunsList, +} from '@/lib/collectivex-lazy-ingest'; +import { loadFixture } from '@/lib/test-fixtures'; + +export const dynamic = 'force-dynamic'; +export const runtime = 'nodejs'; + +export async function GET(request: NextRequest) { + const version = parseCollectiveXVersion(request.nextUrl.searchParams.get('version') ?? ''); + if (!version) { + return NextResponse.json({ error: 'Unknown version' }, { status: 400 }); + } + if (FIXTURES_MODE) return cachedJson(loadFixture('collectivex-runs')); + + // Backfill failures must not take the picker down — serve the stored list + // and only surface the error when there is nothing at all to show. + let ensureError: unknown = null; + try { + await ensureCollectiveXRunsList(version); + } catch (error) { + ensureError = error; + } + + try { + const runs = await listCollectiveXRuns(getCollectiveXDb(), version); + if (runs.length === 0 && ensureError) { + console.error('CollectiveX run backfill failed with no stored fallback:', ensureError); + const status = collectiveXSweepErrorStatus(ensureError) ?? 502; + return NextResponse.json({ error: 'Unavailable' }, { status }); + } + if (ensureError) { + console.error('CollectiveX run backfill failed; serving stored list:', ensureError); + } + return cachedJson( + { version, runs }, + { tag: COLLECTIVEX_CACHE_SCOPE, cacheControl: COLLECTIVEX_CACHE_CONTROL }, + ); + } catch (error) { + console.error('Error listing CollectiveX runs:', error); + return NextResponse.json({ error: 'Internal server error' }, { status: 500 }); + } +} diff --git a/packages/app/src/app/api/v1/invalidate/route.test.ts b/packages/app/src/app/api/v1/invalidate/route.test.ts index 5b67ffa40..06b8fc838 100644 --- a/packages/app/src/app/api/v1/invalidate/route.test.ts +++ b/packages/app/src/app/api/v1/invalidate/route.test.ts @@ -1,11 +1,14 @@ import { describe, expect, it, vi, beforeEach, afterEach } from 'vitest'; -const { mockPurgeAll } = vi.hoisted(() => ({ +const { mockPurgeAll, mockPurgeCollectiveX } = vi.hoisted(() => ({ mockPurgeAll: vi.fn(), + mockPurgeCollectiveX: vi.fn(), })); vi.mock('@/lib/api-cache', () => ({ + COLLECTIVEX_CACHE_SCOPE: 'collectivex', purgeAll: mockPurgeAll, + purgeCollectiveX: mockPurgeCollectiveX, })); import { POST } from './route'; @@ -26,8 +29,8 @@ afterEach(() => { } }); -function postReq(headers?: Record): Request { - return new Request('http://localhost/api/v1/invalidate', { +function postReq(headers?: Record, query = ''): Request { + return new Request(`http://localhost/api/v1/invalidate${query}`, { method: 'POST', headers: headers ?? {}, }); @@ -76,4 +79,22 @@ describe('POST /api/v1/invalidate', () => { const body = await res.json(); expect(body).toEqual({ invalidated: true, blobsDeleted: 0 }); }); + + it('purges only the CollectiveX scope when requested', async () => { + const res = await POST( + postReq({ Authorization: 'Bearer test-secret-123' }, '?scope=collectivex'), + ); + expect(res.status).toBe(200); + const body = await res.json(); + expect(body).toEqual({ invalidated: true, scope: 'collectivex' }); + expect(mockPurgeCollectiveX).toHaveBeenCalledOnce(); + expect(mockPurgeAll).not.toHaveBeenCalled(); + }); + + it('rejects unknown scopes without purging anything', async () => { + const res = await POST(postReq({ Authorization: 'Bearer test-secret-123' }, '?scope=nope')); + expect(res.status).toBe(400); + expect(mockPurgeAll).not.toHaveBeenCalled(); + expect(mockPurgeCollectiveX).not.toHaveBeenCalled(); + }); }); diff --git a/packages/app/src/app/api/v1/invalidate/route.ts b/packages/app/src/app/api/v1/invalidate/route.ts index 3f549cbdf..89c38f3a2 100644 --- a/packages/app/src/app/api/v1/invalidate/route.ts +++ b/packages/app/src/app/api/v1/invalidate/route.ts @@ -2,22 +2,31 @@ import { timingSafeEqual } from 'crypto'; import { NextResponse } from 'next/server'; -import { purgeAll } from '@/lib/api-cache'; +import { COLLECTIVEX_CACHE_SCOPE, purgeAll, purgeCollectiveX } from '@/lib/api-cache'; export async function POST(request: Request) { const secret = process.env.INVALIDATE_SECRET; const authHeader = request.headers.get('Authorization') ?? ''; - const expected = `Bearer ${secret}`; + const provided = Buffer.from(authHeader); + const expected = Buffer.from(`Bearer ${secret}`); - if ( - !secret || - authHeader.length !== expected.length || - !timingSafeEqual(Buffer.from(authHeader), Buffer.from(expected)) - ) { + // Compare BYTE lengths — a multibyte char can make the JS string lengths + // equal while the buffers differ, and timingSafeEqual throws on that. + if (!secret || provided.length !== expected.length || !timingSafeEqual(provided, expected)) { return new NextResponse('Unauthorized', { status: 401 }); } - const blobsDeleted = await purgeAll(); + // ?scope=collectivex purges only the CollectiveX cache scope; the default + // remains a full purge (which covers CollectiveX too). + const scope = new URL(request.url).searchParams.get('scope'); + if (scope && scope !== COLLECTIVEX_CACHE_SCOPE) { + return NextResponse.json({ error: 'unknown scope' }, { status: 400 }); + } + if (scope === COLLECTIVEX_CACHE_SCOPE) { + purgeCollectiveX(); + return NextResponse.json({ invalidated: true, scope }); + } + const blobsDeleted = await purgeAll(); return NextResponse.json({ invalidated: true, blobsDeleted }); } diff --git a/packages/app/src/app/collectivex-data/[...path]/route.test.ts b/packages/app/src/app/collectivex-data/[...path]/route.test.ts deleted file mode 100644 index 872f10213..000000000 --- a/packages/app/src/app/collectivex-data/[...path]/route.test.ts +++ /dev/null @@ -1,110 +0,0 @@ -import { beforeEach, describe, expect, it, vi } from 'vitest'; - -import { buildRunSummary } from '@/components/collectivex/reader'; -import { makeCollectiveXDataset } from '@/components/collectivex/test-fixture'; - -const github = vi.hoisted(() => ({ - errorCode: vi.fn((error: unknown) => - error instanceof Error && 'code' in error ? (error.code as string) : null, - ), - load: vi.fn(), - list: vi.fn(), -})); - -vi.mock('@/lib/collectivex-github', () => ({ - collectiveXSweepErrorCode: github.errorCode, - loadCollectiveXSweepRun: github.load, - listCollectiveXSweepRuns: github.list, -})); - -import { GET } from './route'; - -const dataset = makeCollectiveXDataset(); -const runId = dataset.run.run_id; -const summary = buildRunSummary(dataset); - -function request(...segments: string[]) { - return GET(new Request('http://localhost/collectivex-data/test'), { - params: Promise.resolve({ path: segments }), - }); -} - -beforeEach(() => { - github.load.mockReset(); - github.list.mockReset(); - github.load.mockResolvedValue(dataset); - github.list.mockResolvedValue([summary]); -}); - -describe('CollectiveX sweep data route', () => { - it('serves the latest run dataset without a run id', async () => { - const response = await request('1', 'latest.json'); - const served = await response.json(); - - expect(response.status).toBe(200); - expect(response.headers.get('cache-control')).toContain('s-maxage=60'); - expect(response.headers.get('x-collectivex-source')).toBe('github-actions'); - expect(served).toEqual(dataset); - expect(github.load).toHaveBeenCalledWith(1, undefined); - }); - - it('serves a specific run by id with a short rerun-safe cache window', async () => { - const response = await request('1', 'runs', `${runId}.json`); - const served = await response.json(); - - expect(response.status).toBe(200); - expect(response.headers.get('cache-control')).toContain('s-maxage=60'); - expect(served).toEqual(dataset); - expect(github.load).toHaveBeenCalledWith(1, runId); - }); - - it('lists recent runs as a neutral run summary document', async () => { - const response = await request('1', 'runs.json'); - const body = (await response.json()) as { - version: number; - runs: unknown[]; - }; - - expect(response.status).toBe(200); - expect(response.headers.get('cache-control')).toContain('s-maxage=60'); - expect(body.version).toBe(1); - expect(body.runs).toHaveLength(1); - expect(github.list).toHaveBeenCalledWith(1); - expect(github.load).not.toHaveBeenCalled(); - }); - - it.each([ - ['not-found', 404], - ['unavailable', 503], - ['invalid', 502], - ] as const)('maps %s source failures without exposing details', async (code, status) => { - github.load.mockRejectedValue(Object.assign(new Error('private upstream detail'), { code })); - - const response = await request('1', 'latest.json'); - - expect(response.status).toBe(status); - expect(await response.text()).toBe(''); - }); - - it('rejects a non-numeric run id before contacting the source', async () => { - const response = await request('1', 'runs', 'latest.json'); - expect(response.status).toBe(404); - expect(github.load).not.toHaveBeenCalled(); - }); - - it('rejects unlisted paths before contacting the source', async () => { - const response = await request('private', 'bundle.json'); - expect(response.status).toBe(404); - expect(github.load).not.toHaveBeenCalled(); - expect(github.list).not.toHaveBeenCalled(); - }); - - it.each(['v1', '0', '99', '01'])( - 'rejects the unknown version segment %s before contacting the source', - async (segment) => { - const response = await request(segment, 'latest.json'); - expect(response.status).toBe(404); - expect(github.load).not.toHaveBeenCalled(); - }, - ); -}); diff --git a/packages/app/src/app/collectivex-data/[...path]/route.ts b/packages/app/src/app/collectivex-data/[...path]/route.ts deleted file mode 100644 index 92125fb21..000000000 --- a/packages/app/src/app/collectivex-data/[...path]/route.ts +++ /dev/null @@ -1,68 +0,0 @@ -import { - collectiveXSweepErrorCode, - listCollectiveXSweepRuns, - loadCollectiveXSweepRun, -} from '@/lib/collectivex-github'; -import { COLLECTIVEX_VERSIONS, parseCollectiveXVersion } from '@/components/collectivex/types'; - -export const dynamic = 'force-dynamic'; -export const runtime = 'nodejs'; - -const VERSION_PATTERN = COLLECTIVEX_VERSIONS.join('|'); -const RUNS = new RegExp(`^(?${VERSION_PATTERN})/runs\\.json$`); -const LATEST = new RegExp(`^(?${VERSION_PATTERN})/latest\\.json$`); -const RUN = new RegExp(`^(?${VERSION_PATTERN})/runs/(?[1-9][0-9]*)\\.json$`); - -function unavailable(status: number) { - return new Response(null, { status, headers: { 'Cache-Control': 'no-store' } }); -} - -function json(body: BodyInit, cacheControl: string) { - return new Response(body, { - headers: { - 'Cache-Control': cacheControl, - 'Content-Type': 'application/json; charset=utf-8', - 'X-CollectiveX-Source': 'github-actions', - 'X-Content-Type-Options': 'nosniff', - }, - }); -} - -export async function GET(_request: Request, context: { params: Promise<{ path: string[] }> }) { - const parameters = await context.params; - const relative = parameters.path.join('/'); - const runs = RUNS.exec(relative); - const latest = LATEST.exec(relative); - const run = RUN.exec(relative); - if (!runs && !latest && !run) return unavailable(404); - - const version = parseCollectiveXVersion( - runs?.groups?.version ?? latest?.groups?.version ?? run?.groups?.version ?? '', - ); - if (!version) return unavailable(404); - - if (runs) { - try { - const listing = await listCollectiveXSweepRuns(version); - return json( - `${JSON.stringify({ version, runs: listing })}\n`, - 'public, s-maxage=60, stale-while-revalidate=300', - ); - } catch (error) { - const code = collectiveXSweepErrorCode(error); - if (code === 'not-found') return unavailable(404); - if (code === 'unavailable') return unavailable(503); - return unavailable(502); - } - } - - try { - const dataset = await loadCollectiveXSweepRun(version, run?.groups?.runId); - return json(`${JSON.stringify(dataset)}\n`, 'public, s-maxage=60, stale-while-revalidate=300'); - } catch (error) { - const code = collectiveXSweepErrorCode(error); - if (code === 'not-found') return unavailable(404); - if (code === 'unavailable') return unavailable(503); - return unavailable(502); - } -} diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index 581cc09ca..1f2cdb7a3 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -1,6 +1,6 @@ 'use client'; -import { BookOpen, ExternalLink, Loader2, RefreshCw } from 'lucide-react'; +import { BookOpen, ExternalLink, Loader2, RefreshCw, Trash2 } from 'lucide-react'; import { useCallback, useEffect, useMemo, useState } from 'react'; import { Button } from '@/components/ui/button'; @@ -15,7 +15,12 @@ import { SelectTrigger, SelectValue, } from '@/components/ui/select'; -import { useCollectiveX, useCollectiveXRun, useCollectiveXRuns } from '@/hooks/api/use-collectivex'; +import { + useCollectiveX, + useCollectiveXRun, + useCollectiveXRuns, + useDeleteCollectiveXRun, +} from '@/hooks/api/use-collectivex'; import { useThemeColors } from '@/hooks/useThemeColors'; import { track } from '@/lib/analytics'; import { useLocale } from '@/lib/use-locale'; @@ -106,6 +111,12 @@ const STRINGS = { resetFilter: 'Reset filter', payloadNote: 'Payload rate is derived at the selected latency percentile and is not physical link bandwidth.', + deleteRun: 'Delete run', + deleteConfirm: (id: string) => + `Delete run #${id} from the dashboard database? This cannot be undone.`, + deleteTokenPrompt: 'Admin token required to delete runs:', + deleteUnauthorized: 'Invalid admin token.', + deleteFailed: 'Deleting the run failed. Try again.', }, zh: { operation: { @@ -231,6 +242,14 @@ const STRINGS = { attemptLabel: 'Attempt', matrixLabel: 'Matrix', sourceBundles: '源产物包', + // English placeholders per the repository's temporary language override + // (no new Chinese translations); localize when the override lifts. + deleteRun: 'Delete run', + deleteConfirm: (id: string) => + `Delete run #${id} from the dashboard database? This cannot be undone.`, + deleteTokenPrompt: 'Admin token required to delete runs:', + deleteUnauthorized: 'Invalid admin token.', + deleteFailed: 'Deleting the run failed. Try again.', }, } as const; const CONCLUSION_CLASSES: Record = { @@ -239,6 +258,9 @@ const CONCLUSION_CLASSES: Record = { }; const CONCLUSION_FALLBACK_CLASS = 'border-amber-600/40 bg-amber-500/10 text-amber-700 dark:text-amber-300'; +// Remembered admin bearer token for run deletion; cleared on a 401 so a +// rotated secret re-prompts instead of failing silently forever. +const ADMIN_TOKEN_STORAGE_KEY = 'collectivex-admin-token'; function formatDate(value: string, locale: 'en' | 'zh'): string { return new Intl.DateTimeFormat(locale === 'zh' ? 'zh-CN' : 'en', { @@ -467,6 +489,32 @@ export default function CollectiveXDisplay() { void activeQuery.refetch(); if (runsRequested) void runsQuery.refetch(); }, [activeQuery, runsQuery, runsRequested]); + const deleteRun = useDeleteCollectiveXRun(); + const shownRunId = dataset?.run.run_id; + const handleDeleteRun = useCallback(async () => { + if (!shownRunId) return; + track('collectivex_run_delete_prompted', { run: shownRunId }); + if (!window.confirm(t.deleteConfirm(shownRunId))) return; + const stored = localStorage.getItem(ADMIN_TOKEN_STORAGE_KEY) ?? ''; + const token = stored || (window.prompt(t.deleteTokenPrompt)?.trim() ?? ''); + if (!token) return; + try { + const deleted = await deleteRun.mutateAsync({ runId: shownRunId, token }); + if (!deleted) { + localStorage.removeItem(ADMIN_TOKEN_STORAGE_KEY); + track('collectivex_run_delete_failed', { run: shownRunId, reason: 'unauthorized' }); + window.alert(t.deleteUnauthorized); + return; + } + localStorage.setItem(ADMIN_TOKEN_STORAGE_KEY, token); + track('collectivex_run_delete_confirmed', { run: shownRunId }); + // The deleted run can no longer be pinned; fall back to the new latest. + setSelectedRunId(null); + } catch { + track('collectivex_run_delete_failed', { run: shownRunId, reason: 'error' }); + window.alert(t.deleteFailed); + } + }, [deleteRun, shownRunId, t]); if (isLoading) { return ( @@ -560,6 +608,21 @@ export default function CollectiveXDisplay() { )} {t.refresh} +
diff --git a/packages/app/src/components/collectivex/test-fixture.ts b/packages/app/src/components/collectivex/test-fixture.ts index f2b9ad867..8551afa82 100644 --- a/packages/app/src/components/collectivex/test-fixture.ts +++ b/packages/app/src/components/collectivex/test-fixture.ts @@ -1,242 +1,7 @@ -import { buildDatasetFromNeutral, type CollectiveXNeutralRunMeta } from './reader'; -import type { CollectiveXDataset, CollectiveXSeries } from './types'; +/** + * Re-export of the CollectiveX contract fixture builders, which live next to + * the shared reader in the db package. Kept at this path so component tests + * and cypress specs import fixtures the same way as the rest of this folder. + */ -type Json = Record; - -const SOURCE_SHA = 'c'.repeat(40); -const TOKEN_LADDERS = { - decode: '1 2 4 8 16 32 64 128 256 512', - prefill: '256 512 1024 2048', -} as const; - -export interface RowOverrides { - tokensPerRank?: number; - globalTokens?: number; - stageUnavailable?: boolean; - stageZeroBytes?: boolean; -} - -export interface ShardOverrides { - caseId?: string; - variant?: string; - sku?: string; - backend?: string; - implName?: string; - ep?: number; - phase?: string; - /** null models a pre-FP8 artifact: no precision field and no case_id suffix. */ - precision?: string | null; - scaleUpTransport?: string; - scaleOutTransport?: string | null; - topologyClass?: string; - nodes?: number; - gpusPerNode?: number; - scaleUpDomain?: number; - vendor?: string; - workload?: string; - ladder?: string; - status?: string; - reasons?: string[]; - rows?: RowOverrides[]; -} - -function percentiles(base: number): Json { - return { p50: base, p90: base * 1.08, p95: base * 1.12, p99: base * 1.2 }; -} - -function component(base: number): Json { - return { availability: 'measured', percentiles_us: percentiles(base) }; -} - -function bytes(activation: number): Json { - return { activation_data_bytes: activation }; -} - -function makeRawRow(index: number, row: RowOverrides, worldSize: number): Json { - const tokensPerRank = row.tokensPerRank ?? 128 * (index + 1); - const components: Json = { - dispatch: component(417 + index), - combine: component(392 + index), - roundtrip: component(921 + index), - stage: row.stageUnavailable - ? { availability: 'unavailable', percentiles_us: null } - : component(120 + index), - }; - const byteProvenance: Json = { - dispatch: bytes(384763904), - combine: bytes(384763904), - roundtrip: bytes(769527808), - }; - if (!row.stageUnavailable) { - byteProvenance.stage = bytes(row.stageZeroBytes ? 0 : 192381952); - } - return { - tokens_per_rank: tokensPerRank, - global_tokens: row.globalTokens ?? tokensPerRank * worldSize, - token_rate_at_latency_percentile: percentiles(8_338_218), - components, - byte_provenance: byteProvenance, - }; -} - -function makeRawCase(options: ShardOverrides, caseId: string): Json { - const phase = options.phase === 'prefill' ? 'prefill' : 'decode'; - return { - case_id: caseId, - backend: options.backend ?? 'deepep-v2', - ep: options.ep ?? 8, - gpus_per_node: options.gpusPerNode ?? 8, - ladder: options.ladder ?? TOKEN_LADDERS[phase], - nodes: options.nodes ?? 1, - phase, - ...(options.precision === null ? {} : { precision: options.precision ?? 'bf16' }), - topology_class: options.topologyClass ?? 'h200-nvlink-island', - scale_up_domain: options.scaleUpDomain ?? 8, - scale_up_transport: options.scaleUpTransport ?? 'nvlink', - scale_out_transport: options.scaleOutTransport ?? null, - }; -} - -export function caseIdOf(options: ShardOverrides = {}): string { - if (options.caseId) return options.caseId; - const tail = options.variant ? `-${options.variant}` : ''; - const precision = options.precision === null ? '' : `-${options.precision ?? 'bf16'}`; - return `${options.sku ?? 'h200-dgxc'}-${options.backend ?? 'deepep-v2'}-${options.workload ?? 'deepseek-v3'}-normal-${options.phase ?? 'decode'}-ep${options.ep ?? 8}-uniform${precision}${tail}`; -} - -export function makeRawShard(options: ShardOverrides = {}): Json { - const caseId = caseIdOf(options); - const sku = options.sku ?? 'h200-dgxc'; - const backend = options.backend ?? 'deepep-v2'; - const phase = options.phase === 'prefill' ? 'prefill' : 'decode'; - const ladder = options.ladder ?? TOKEN_LADDERS[phase]; - const worldSize = (options.nodes ?? 1) * (options.gpusPerNode ?? 8); - const rows = - options.rows ?? ladder.split(/\s+/).map((tokens) => ({ tokensPerRank: Number(tokens) })); - return { - version: 1, - record_type: 'case-attempt', - identity: { - case_id: caseId, - case_factors: { sku, case: makeRawCase({ ...options, backend }, caseId) }, - }, - implementation: { name: options.implName ?? backend }, - runtime: { vendor: options.vendor ?? 'nvidia' }, - measurement: { rows: rows.map((row, index) => makeRawRow(index, row, worldSize)) }, - outcome: { - status: options.status ?? 'success', - ...(options.reasons ? { reasons: options.reasons } : {}), - }, - }; -} - -export function makeInvalidCaseAttempt(options: ShardOverrides = {}): Json { - return makeRawShard({ status: 'invalid', reasons: ['capability-gate'], ...options }); -} - -interface RequestedCaseSpec { - caseId: string; - sku: string; - disposition?: 'runnable' | 'unsupported'; - reason?: string; - case: Json; -} - -function requestedFromShard(shard: Json): RequestedCaseSpec { - const identity = shard.identity as Json; - const factors = identity.case_factors as Json; - return { - caseId: identity.case_id as string, - sku: factors.sku as string, - case: factors.case as Json, - }; -} - -export function makeRawMatrix(requested: RequestedCaseSpec[], version = 1): Json { - return { - version, - include: [], - requested_cases: requested.map((entry) => ({ - case: entry.case, - sku: entry.sku, - disposition: entry.disposition ?? 'runnable', - reason: entry.reason ?? null, - detail: entry.reason ? 'unsupported by the selected backend/platform' : null, - })), - }; -} - -export function makeRunMeta( - overrides: Partial = {}, -): CollectiveXNeutralRunMeta { - return { - run_id: '160', - run_attempt: 1, - generated_at: '2026-07-08T12:20:00Z', - conclusion: 'success', - source_sha: SOURCE_SHA, - ...overrides, - }; -} - -export function buildDataset( - options: { - shards?: Json[]; - requestedCases?: RequestedCaseSpec[]; - meta?: Partial; - } = {}, -): CollectiveXDataset { - const shards = options.shards ?? [makeRawShard()]; - const requested = [...shards.map(requestedFromShard), ...(options.requestedCases ?? [])]; - return buildDatasetFromNeutral(makeRawMatrix(requested), shards, makeRunMeta(options.meta)); -} - -export function makeCollectiveXSeries(overrides: ShardOverrides = {}): CollectiveXSeries { - return buildDataset({ shards: [makeRawShard(overrides)] }).series[0]; -} - -export function makeCollectiveXDataset(): CollectiveXDataset { - const shardA = makeRawShard(); - const shardB = makeRawShard({ - sku: 'mi355x', - backend: 'mori', - implName: 'mori', - vendor: 'amd', - ep: 16, - scaleUpTransport: 'xgmi', - scaleOutTransport: 'rdma', - topologyClass: 'mi355x-xgmi-rdma', - nodes: 2, - }); - // The same cell as shardA measured with FP8 dispatch, so consumers exercise - // the bf16/fp8 split of an otherwise identical configuration. - const shardC = makeRawShard({ precision: 'fp8' }); - const unsupportedId = 'b300-deepep-v2-deepseek-v3-normal-decode-ep16-uniform-bf16'; - const pendingId = 'b200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16'; - return buildDataset({ - shards: [shardA, shardB, shardC], - requestedCases: [ - { - caseId: unsupportedId, - sku: 'b300', - disposition: 'unsupported', - reason: 'backend-platform-unsupported', - case: makeRawCase( - { - backend: 'deepep-v2', - ep: 16, - nodes: 2, - scaleOutTransport: 'rdma', - topologyClass: 'b300-nvlink-rdma', - }, - unsupportedId, - ), - }, - { - caseId: pendingId, - sku: 'b200-dgxc', - case: makeRawCase({ backend: 'deepep-v2', topologyClass: 'b200-nvlink-island' }, pendingId), - }, - ], - }); -} +export * from '@semianalysisai/inferencex-db/collectivex/test-fixture'; diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts index c20e44fd0..ff1847947 100644 --- a/packages/app/src/components/collectivex/types.ts +++ b/packages/app/src/components/collectivex/types.ts @@ -1,124 +1,20 @@ -export type CollectiveXPhase = 'decode' | 'prefill'; -export type CollectiveXPrecision = 'bf16' | 'fp8'; -export const COLLECTIVEX_VERSIONS = [1] as const; -export type CollectiveXVersion = (typeof COLLECTIVEX_VERSIONS)[number]; -export const COLLECTIVEX_DEFAULT_VERSION: CollectiveXVersion = COLLECTIVEX_VERSIONS.at(-1)!; +/** + * UI-side CollectiveX types. The neutral contract (dataset/series/coverage + * shapes, version constants, reader) lives in the db package so the ingest + * script and this frontend share one source of truth — see + * `packages/db/src/collectivex/`. + */ -export const collectiveXVersionLabel = (version: CollectiveXVersion): string => `V${version}`; - -export function parseCollectiveXVersion(raw: string): CollectiveXVersion | null { - const version = Number(raw); - return (COLLECTIVEX_VERSIONS as readonly number[]).includes(version) - ? (version as CollectiveXVersion) - : null; -} - -export type CollectiveXOperation = 'dispatch' | 'stage' | 'combine' | 'roundtrip'; -export type CollectiveXPercentile = 'p50' | 'p90' | 'p95' | 'p99'; -export type CollectiveXYAxis = 'latency' | 'tokens-per-second' | 'activation-rate'; -export type CollectiveXOutcome = - | 'success' - | 'unsupported' - | 'failed' - | 'invalid' - | 'diagnostic' - | 'pending'; -export type CollectiveXTerminalStatus = Exclude | 'measured'; - -export type CollectiveXPercentiles = Record; +import type { + CollectiveXPoint, + CollectiveXVersion, +} from '@semianalysisai/inferencex-db/collectivex/types'; -export interface CollectiveXComponent { - latency_us: CollectiveXPercentiles; - activation_data_rate_gbps_at_latency_percentile: CollectiveXPercentiles | null; -} - -export interface CollectiveXPoint { - tokens_per_rank: number; - global_tokens: number; - components: Record; - roundtrip_token_rate_at_latency_percentile: CollectiveXPercentiles; -} +export * from '@semianalysisai/inferencex-db/collectivex/types'; -export interface CollectiveXTopology { - ep_size: number; - nodes: number; - gpus_per_node: number; - scale_up_domain: number; - scale_up_transport: string; - scale_out_transport: string | null; - topology_class: string; -} - -export interface CollectiveXSeries { - series_id: string; - phase: CollectiveXPhase; - precision: CollectiveXPrecision; - backend: string; - system: CollectiveXTopology & { - sku: string; - vendor: 'nvidia' | 'amd'; - }; - points: CollectiveXPoint[]; -} - -export interface CollectiveXCoveragePoint { - tokens_per_rank: number; - global_tokens: number; - terminal_status: CollectiveXTerminalStatus; - reason: string | null; -} - -export interface CollectiveXCoverage { - case_id: string; - label: string; - disposition: 'runnable' | 'unsupported'; - sku: string; - backend: string; - phase: CollectiveXPhase; - precision: CollectiveXPrecision; - topology: CollectiveXTopology; - points: CollectiveXCoveragePoint[]; - outcome: CollectiveXOutcome; - reason: string | null; - detail: string | null; -} - -export interface CollectiveXRun { - run_id: string; - run_attempt: number; - generated_at: string; - conclusion: string | null; - source_sha: string; - requested_cases: number; - terminal_cases: number; - measured_cases: number; - unsupported_cases: number; - failed_cases: number; - requested_points: number; - terminal_points: number; - measured_points: number; - covered_skus: string[]; -} - -export interface CollectiveXDataset { - version: number; - run: CollectiveXRun; - coverage: CollectiveXCoverage[]; - series: CollectiveXSeries[]; -} +export const collectiveXVersionLabel = (version: CollectiveXVersion): string => `V${version}`; -export interface CollectiveXRunSummary { - run_id: string; - run_attempt: number; - generated_at: string; - conclusion: string | null; - covered_skus: string[]; - requested_cases: number; - measured_cases: number; - requested_points: number; - terminal_points: number; - terminal_counts: { measured: number; unsupported: number; failed: number }; -} +export type CollectiveXYAxis = 'latency' | 'tokens-per-second' | 'activation-rate'; export interface CollectiveXChartPoint { seriesId: string; diff --git a/packages/app/src/hooks/api/use-collectivex.ts b/packages/app/src/hooks/api/use-collectivex.ts index f4165d9fe..11c27103e 100644 --- a/packages/app/src/hooks/api/use-collectivex.ts +++ b/packages/app/src/hooks/api/use-collectivex.ts @@ -1,12 +1,17 @@ -import { useQuery } from '@tanstack/react-query'; +import { useMutation, useQuery, useQueryClient } from '@tanstack/react-query'; -import { fetchCollectiveX, fetchCollectiveXRun, fetchCollectiveXRunList } from '@/lib/api'; +import { + deleteCollectiveXRun, + fetchCollectiveX, + fetchCollectiveXRun, + fetchCollectiveXRunList, +} from '@/lib/api'; import { COLLECTIVEX_DEFAULT_VERSION, type CollectiveXVersion, } from '@/components/collectivex/types'; -/** Latest sweep run's neutral dataset — the default page view. */ +/** Latest ingested run's neutral dataset — the default page view. */ export function useCollectiveX(version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION) { return useQuery({ queryKey: ['collectivex', version], @@ -17,9 +22,9 @@ export function useCollectiveX(version: CollectiveXVersion = COLLECTIVEX_DEFAULT } /** - * Recent sweep runs for a version, backing the run picker. `enabled` gates the + * Ingested runs for a version, backing the run picker. `enabled` gates the * fetch so the list is only pulled when the user opens the picker; refetched on - * mount so a reopened picker reflects newly finished runs without a hard reload. + * mount so a reopened picker reflects newly ingested runs without a hard reload. */ export function useCollectiveXRuns( version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, @@ -48,3 +53,22 @@ export function useCollectiveXRun(version: CollectiveXVersion, runId: string | n refetchOnMount: 'always', }); } + +/** + * Admin deletion of an ingested run. Resolves `false` on 401 (stale token — + * the caller clears its stored copy); on success every CollectiveX query is + * invalidated so the latest view and picker drop the run immediately. + */ +export function useDeleteCollectiveXRun() { + const queryClient = useQueryClient(); + return useMutation({ + mutationFn: ({ runId, token }: { runId: string; token: string }) => + deleteCollectiveXRun(runId, token), + onSuccess: (deleted) => { + if (!deleted) return; + for (const key of ['collectivex', 'collectivex-runs', 'collectivex-run']) { + void queryClient.invalidateQueries({ queryKey: [key] }); + } + }, + }); +} diff --git a/packages/app/src/lib/api-cache.test.ts b/packages/app/src/lib/api-cache.test.ts index 54e756935..f610de22d 100644 --- a/packages/app/src/lib/api-cache.test.ts +++ b/packages/app/src/lib/api-cache.test.ts @@ -17,7 +17,7 @@ vi.mock('./blob-cache', () => ({ blobPurge: vi.fn(), })); -import { cachedQuery, purgeAll, cachedJson } from './api-cache'; +import { cachedQuery, purgeAll, purgeCollectiveX, cachedJson } from './api-cache'; import { revalidateTag, unstable_cache } from 'next/cache'; import { blobGet, blobSet, blobPurge } from './blob-cache'; @@ -135,6 +135,14 @@ describe('purgeAll', () => { expect(mockBlobPurge).toHaveBeenCalled(); }); + it('drops the CollectiveX tag too — the blob purge removed its entries', async () => { + mockBlobPurge.mockResolvedValue(1); + + await purgeAll(); + + expect(mockRevalidateTag).toHaveBeenCalledWith('collectivex', { expire: 0 }); + }); + it('returns 0 when no blobs were deleted', async () => { mockBlobPurge.mockResolvedValue(0); @@ -143,6 +151,16 @@ describe('purgeAll', () => { }); }); +describe('purgeCollectiveX', () => { + it('drops only the collectivex tag — no blobs belong to that scope', () => { + purgeCollectiveX(); + + expect(mockBlobPurge).not.toHaveBeenCalled(); + expect(mockRevalidateTag).toHaveBeenCalledWith('collectivex', { expire: 0 }); + expect(mockRevalidateTag).not.toHaveBeenCalledWith('db', { expire: 0 }); + }); +}); + describe('cachedJson', () => { it('sets Cache-Control with max-age=0 and 1 day s-maxage', () => { const res = cachedJson({ ok: true }); @@ -154,6 +172,20 @@ describe('cachedJson', () => { expect(res.headers.get('Vercel-Cache-Tag')).toBe('db'); }); + it('carries a custom cache tag when one is passed', () => { + const res = cachedJson({ ok: true }, { tag: 'collectivex' }); + expect(res.headers.get('Vercel-Cache-Tag')).toBe('collectivex'); + expect(res.headers.get('Cache-Control')).toBe('public, max-age=0, s-maxage=86400'); + }); + + it('honors a custom Cache-Control for lazily-refreshed routes', () => { + const res = cachedJson( + { ok: true }, + { tag: 'collectivex', cacheControl: 'public, max-age=0, s-maxage=60' }, + ); + expect(res.headers.get('Cache-Control')).toBe('public, max-age=0, s-maxage=60'); + }); + it('sets Content-Type to application/json', () => { const res = cachedJson({ ok: true }); expect(res.headers.get('Content-Type')).toBe('application/json'); diff --git a/packages/app/src/lib/api-cache.ts b/packages/app/src/lib/api-cache.ts index b2584130d..785936ad9 100644 --- a/packages/app/src/lib/api-cache.ts +++ b/packages/app/src/lib/api-cache.ts @@ -4,9 +4,28 @@ import { JSON_MODE } from '@semianalysisai/inferencex-db/connection'; import { blobGet, blobPurge, blobSet } from './blob-cache'; +/** + * CollectiveX data lives in its own database and gets its own cache scope: + * every CollectiveX response carries this CDN/unstable_cache tag (via + * `cachedJson(..., { tag })`), so run deletion can purge the CollectiveX + * cache without dropping the main dashboard's. CollectiveX routes read their + * DB directly — no blob layer, so the tag is the entire scope. + */ +export const COLLECTIVEX_CACHE_SCOPE = 'collectivex'; + +/** + * Short CDN window shared by the CollectiveX latest/runs routes: new sweep + * runs are discovered lazily at the origin, so freshness is bounded by this + * TTL rather than by an ingest-time purge. + */ +export const COLLECTIVEX_CACHE_CONTROL = + 'public, max-age=0, s-maxage=60, stale-while-revalidate=300'; + interface CachedQueryOptions { /** Use blob storage directly, skipping unstable_cache. Use for payloads known to exceed 2MB. */ blobOnly?: boolean; + /** Cache tag for the unstable_cache path (default 'db'). */ + tag?: string; } /** @@ -35,7 +54,7 @@ export function cachedQuery( }; } - const nextCached = unstable_cache(fn, [keyPrefix], { tags: ['db'] }); + const nextCached = unstable_cache(fn, [keyPrefix], { tags: [options?.tag ?? 'db'] }); return (...args: Args): Promise => nextCached(...args); } @@ -43,17 +62,34 @@ export function cachedQuery( export async function purgeAll(): Promise { const deleted = await blobPurge(); revalidateTag('db', { expire: 0 }); + // CollectiveX responses are cached only under their own tag (no blobs), so + // a full purge must drop that tag explicitly — this line is the sole + // mechanism that clears CollectiveX from the CDN. + purgeCollectiveX(); return deleted; } -/** 1 day. Purged on demand via revalidateTag('db'). */ -const CDN_HEADERS = { - 'Cache-Control': 'public, max-age=0, s-maxage=86400', - 'Vercel-Cache-Tag': 'db', -}; +/** + * Purge only the CollectiveX cache scope. CollectiveX routes read straight + * from their own DB (no blob layer), so this is just the CDN/unstable_cache + * tag. + */ +export function purgeCollectiveX(): void { + revalidateTag(COLLECTIVEX_CACHE_SCOPE, { expire: 0 }); +} + +/** 1 day unless overridden. Purged on demand via revalidateTag with the matching tag. */ +const cdnHeaders = (tag: string, cacheControl?: string) => ({ + 'Cache-Control': cacheControl ?? 'public, max-age=0, s-maxage=86400', + 'Vercel-Cache-Tag': tag, + 'X-Content-Type-Options': 'nosniff', +}); /** CDN-cached streamed + gzip-compressed JSON response — supports up to 20 MB on Vercel CDN. */ -export function cachedJson(data: T): Response { +export function cachedJson( + data: T, + options?: { tag?: string; cacheControl?: string }, +): Response { const bytes = new TextEncoder().encode(JSON.stringify(data)); const CHUNK = 64 * 1024; const raw = new ReadableStream({ @@ -69,7 +105,7 @@ export function cachedJson(data: T): Response { headers: { 'Content-Type': 'application/json', 'Content-Encoding': 'gzip', - ...CDN_HEADERS, + ...cdnHeaders(options?.tag ?? 'db', options?.cacheControl), }, }); } diff --git a/packages/app/src/lib/api.test.ts b/packages/app/src/lib/api.test.ts index e9743da73..fc9e0552d 100644 --- a/packages/app/src/lib/api.test.ts +++ b/packages/app/src/lib/api.test.ts @@ -4,14 +4,15 @@ import { fetchBenchmarks, fetchWorkflowInfo, fetchAvailability, + deleteCollectiveXRun, fetchCollectiveX, fetchCollectiveXRun, fetchCollectiveXRunList, fetchReliability, fetchEvaluations, } from './api'; +import { buildRunSummary } from '@semianalysisai/inferencex-db/collectivex/reader'; import { makeCollectiveXDataset } from '@/components/collectivex/test-fixture'; -import { buildRunSummary } from '@/components/collectivex/reader'; const mockFetch = vi.fn(); vi.stubGlobal('fetch', mockFetch); @@ -132,7 +133,7 @@ describe('fetchEvaluations', () => { }); }); -describe('CollectiveX reader delegation', () => { +describe('CollectiveX API', () => { const dataset = makeCollectiveXDataset(); function mockJson(payload: unknown) { @@ -142,27 +143,27 @@ describe('CollectiveX reader delegation', () => { }); } - it('fetches the latest run dataset without caching', async () => { + it('fetches the latest run dataset', async () => { mockJson(dataset); const result = await fetchCollectiveX(); expect(mockFetch).toHaveBeenCalledWith( - '/collectivex-data/1/latest.json', - expect.objectContaining({ cache: 'no-store', credentials: 'same-origin' }), + '/api/v1/collectivex/latest?version=1', + expect.objectContaining({}), ); expect(result.version).toBe(1); expect(result.run.run_id).toBe(dataset.run.run_id); }); - it('fetches a specific run by id without caching a stale rerun', async () => { + it('fetches a specific run by id', async () => { mockJson(dataset); const result = await fetchCollectiveXRun(1, dataset.run.run_id); expect(mockFetch).toHaveBeenCalledWith( - `/collectivex-data/1/runs/${dataset.run.run_id}.json`, - expect.objectContaining({ cache: 'no-store', credentials: 'same-origin' }), + `/api/v1/collectivex/runs/${dataset.run.run_id}?version=1`, + expect.objectContaining({}), ); expect(result.run.run_id).toBe(dataset.run.run_id); }); @@ -173,10 +174,31 @@ describe('CollectiveX reader delegation', () => { const runs = await fetchCollectiveXRunList(1); expect(mockFetch).toHaveBeenCalledWith( - '/collectivex-data/1/runs.json', - expect.objectContaining({ cache: 'no-store', credentials: 'same-origin' }), + '/api/v1/collectivex/runs?version=1', + expect.objectContaining({}), ); expect(runs).toHaveLength(1); expect(runs[0].run_id).toBe(dataset.run.run_id); }); + + it('sends the bearer token on delete and reports success', async () => { + mockFetch.mockResolvedValueOnce({ ok: true, status: 200 }); + + await expect(deleteCollectiveXRun('160', 'secret-token')).resolves.toBe(true); + + expect(mockFetch).toHaveBeenCalledWith('/api/v1/collectivex/runs/160', { + method: 'DELETE', + headers: { Authorization: 'Bearer secret-token' }, + }); + }); + + it('resolves false on 401 so callers can clear a stale token', async () => { + mockFetch.mockResolvedValueOnce({ ok: false, status: 401 }); + await expect(deleteCollectiveXRun('160', 'stale')).resolves.toBe(false); + }); + + it('throws on non-auth delete failures', async () => { + mockFetch.mockResolvedValueOnce({ ok: false, status: 500 }); + await expect(deleteCollectiveXRun('160', 'secret-token')).rejects.toThrow(/500/); + }); }); diff --git a/packages/app/src/lib/api.ts b/packages/app/src/lib/api.ts index 9baf54158..489567321 100644 --- a/packages/app/src/lib/api.ts +++ b/packages/app/src/lib/api.ts @@ -306,42 +306,51 @@ export function fetchSubmissions(signal?: AbortSignal) { return fetchJson('/api/v1/submissions', signal); } -/** Latest sweep run's neutral view dataset (default page view). */ +/** Latest ingested sweep run's neutral view dataset (default page view). */ export function fetchCollectiveX( signal?: AbortSignal, version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, ) { - return fetchCollectiveXJson(`${version}/latest.json`, signal); + return fetchJson(`/api/v1/collectivex/latest?version=${version}`, signal); } -/** Recent sweep runs for the run picker, keyed by run_id + attempt. */ +/** Ingested sweep runs for the run picker, keyed by run_id + attempt. */ export function fetchCollectiveXRunList( version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, signal?: AbortSignal, ) { - return fetchCollectiveXJson<{ runs: CollectiveXRunSummary[] }>( - `${version}/runs.json`, + return fetchJson<{ runs: CollectiveXRunSummary[] }>( + `/api/v1/collectivex/runs?version=${version}`, signal, ).then(({ runs }) => runs); } -/** Resolve a specific sweep run's neutral view dataset by run_id. */ +/** Resolve a specific ingested sweep run's neutral view dataset by run_id. */ export function fetchCollectiveXRun( version: CollectiveXVersion, runId: string, signal?: AbortSignal, ) { - return fetchCollectiveXJson(`${version}/runs/${runId}.json`, signal); + return fetchJson( + `/api/v1/collectivex/runs/${runId}?version=${version}`, + signal, + ); } -async function fetchCollectiveXJson(path: string, signal?: AbortSignal): Promise { - const response = await fetch(`/collectivex-data/${path}`, { - cache: 'no-store', - credentials: 'same-origin', - signal, +/** + * Admin deletion of an ingested run. Requires the dedicated CollectiveX admin + * Bearer secret (COLLECTIVEX_ADMIN_SECRET — deliberately not the CI-held + * INVALIDATE_SECRET); resolves false on 401 so callers can clear a stale + * stored token, throws on other failures. + */ +export async function deleteCollectiveXRun(runId: string, token: string): Promise { + const response = await fetch(`/api/v1/collectivex/runs/${runId}`, { + method: 'DELETE', + headers: { Authorization: `Bearer ${token}` }, }); - if (!response.ok) throw new Error(`CollectiveX request failed (${response.status}).`); - return response.json(); + if (response.status === 401) return false; + if (!response.ok) throw new Error(`CollectiveX delete failed (${response.status}).`); + return true; } export interface FeedbackListRow { diff --git a/packages/app/src/lib/collectivex-github.test.ts b/packages/app/src/lib/collectivex-github.test.ts deleted file mode 100644 index bd048dac0..000000000 --- a/packages/app/src/lib/collectivex-github.test.ts +++ /dev/null @@ -1,323 +0,0 @@ -import AdmZip from 'adm-zip'; -import { afterAll, beforeEach, describe, expect, it, vi } from 'vitest'; - -import { makeRawMatrix, makeRawShard } from '@/components/collectivex/test-fixture'; - -import { - clearCollectiveXSweepCache, - collectiveXSweepErrorCode, - listCollectiveXSweepRuns, - loadCollectiveXSweepRun, -} from './collectivex-github'; - -const mockFetch = vi.fn(); -vi.stubGlobal('fetch', mockFetch); - -// Two current matrix shards: NVIDIA scale-up EP8 + AMD scale-out EP16. -const shardA = makeRawShard({ backend: 'deepep-v2', ep: 8 }); -const shardB = makeRawShard({ - sku: 'mi355x', - backend: 'mori', - implName: 'mori', - vendor: 'amd', - ep: 16, - scaleUpTransport: 'xgmi', - scaleOutTransport: 'rdma', - topologyClass: 'mi355x-xgmi-rdma', - nodes: 2, - gpusPerNode: 8, - scaleUpDomain: 8, -}); - -// The neutral matrix declares every requested case; here it mirrors the two shards. -function requestedOf(shard: Record) { - const identity = shard.identity as Record; - const factors = identity.case_factors as Record; - return { - caseId: identity.case_id as string, - sku: factors.sku as string, - disposition: 'runnable' as const, - case: factors.case as Record, - }; -} - -const matrix = makeRawMatrix([requestedOf(shardA), requestedOf(shardB)]); - -function zipDocs(...docs: unknown[]): ArrayBuffer { - const zip = new AdmZip(); - docs.forEach((doc, index) => zip.addFile(`doc-${index}.json`, Buffer.from(JSON.stringify(doc)))); - // Copy into a fresh ArrayBuffer so Response accepts the bytes as a plain BodyInit. - const bytes = zip.toBuffer(); - const archive = new ArrayBuffer(bytes.byteLength); - new Uint8Array(archive).set(bytes); - return archive; -} - -const matrixZip = zipDocs(matrix); -const shardZip = zipDocs(shardA, shardB); - -// A second-generation matrix (numeric version 2): the same structural shape but a -// different content `version`. Requesting version 1 must skip it. -const matrixV2 = makeRawMatrix([requestedOf(shardA), requestedOf(shardB)], 2); -const matrixZipV2 = zipDocs(matrixV2); - -function runObject(overrides: Record = {}) { - return { - id: 160, - name: 'CollectiveX Sweep', - path: '.github/workflows/collectivex-sweep.yml', - head_branch: 'collectivex', - head_sha: 'a'.repeat(40), - status: 'completed', - conclusion: 'success', - run_attempt: 1, - updated_at: '2026-07-08T12:20:00Z', - ...overrides, - }; -} - -function artifactsBody(runId = 160, runAttempt = 1) { - return { - total_count: 2, - artifacts: [ - { - id: 1, - name: `cxsweep-matrix-${runId}`, - archive_download_url: 'https://example.test/matrix.zip', - expired: false, - }, - { - id: 2, - name: `cxshard-cases-${runId}-${runAttempt}`, - archive_download_url: 'https://example.test/shards.zip', - expired: false, - }, - ], - }; -} - -// Queue the fetch sequence a run assembly performs: matrix download, then result downloads. -function installArtifactDownloads() { - mockFetch - .mockResolvedValueOnce(new Response(matrixZip)) - .mockResolvedValueOnce(new Response(shardZip)); -} - -beforeEach(() => { - clearCollectiveXSweepCache(); - mockFetch.mockReset(); - process.env.GITHUB_TOKEN = 'test-token'; -}); - -afterAll(() => { - delete process.env.GITHUB_TOKEN; - vi.unstubAllGlobals(); -}); - -describe('CollectiveX GitHub sweep loader', () => { - it('discovers the latest run, assembles its neutral artifacts, and caches it', async () => { - mockFetch - .mockResolvedValueOnce(Response.json({ total_count: 1, workflow_runs: [runObject()] })) - .mockResolvedValueOnce(Response.json(artifactsBody())); - installArtifactDownloads(); - - const first = await loadCollectiveXSweepRun(1); - const second = await loadCollectiveXSweepRun(1); - - expect(first.version).toBe(1); - expect(first.run.run_id).toBe('160'); - expect(first.run.conclusion).toBe('success'); - expect(first.series).toHaveLength(2); - expect(second).toBe(first); - expect(mockFetch).toHaveBeenCalledTimes(4); - expect(mockFetch.mock.calls[0][0]).toContain('/actions/workflows/collectivex-sweep.yml/runs?'); - }); - - it('resolves a specific run by id', async () => { - mockFetch - .mockResolvedValueOnce(Response.json(runObject())) - .mockResolvedValueOnce(Response.json(artifactsBody())); - installArtifactDownloads(); - - const dataset = await loadCollectiveXSweepRun(1, '160'); - - expect(dataset.run.run_id).toBe('160'); - expect(dataset.series).toHaveLength(2); - expect(mockFetch.mock.calls[0][0]).toContain('/actions/runs/160'); - }); - - it('uses the newest artifact per shard when only failed jobs are rerun', async () => { - const retriedShard = makeRawShard({ - sku: 'mi355x', - backend: 'mori', - implName: 'mori', - vendor: 'amd', - ep: 16, - scaleUpTransport: 'xgmi', - scaleOutTransport: 'rdma', - topologyClass: 'mi355x-xgmi-rdma', - nodes: 2, - status: 'invalid', - reasons: ['retry-failed'], - }); - mockFetch - .mockResolvedValueOnce(Response.json(runObject({ run_attempt: 2 }))) - .mockResolvedValueOnce( - Response.json({ - total_count: 4, - artifacts: [ - { - id: 1, - name: 'cxsweep-matrix-160', - archive_download_url: 'https://example.test/matrix.zip', - }, - { - id: 2, - name: 'cxshard-a-160-1', - archive_download_url: 'https://example.test/a1.zip', - }, - { - id: 3, - name: 'cxshard-b-160-1', - archive_download_url: 'https://example.test/b1.zip', - }, - { - id: 4, - name: 'cxshard-b-160-2', - archive_download_url: 'https://example.test/b2.zip', - }, - ], - }), - ) - .mockResolvedValueOnce(new Response(matrixZip)) - .mockResolvedValueOnce(new Response(zipDocs(shardA))) - .mockResolvedValueOnce(new Response(zipDocs(retriedShard))); - - const dataset = await loadCollectiveXSweepRun(1, '160'); - - expect(dataset.series.map((series) => series.backend)).toEqual(['deepep-v2']); - expect(dataset.coverage.find((item) => item.backend === 'mori')).toMatchObject({ - outcome: 'invalid', - reason: 'retry-failed', - }); - expect(mockFetch.mock.calls.some(([url]) => String(url).includes('/b1.zip'))).toBe(false); - }); - - it('lists recent runs as run summaries', async () => { - mockFetch - .mockResolvedValueOnce(Response.json({ total_count: 1, workflow_runs: [runObject()] })) - .mockResolvedValueOnce(Response.json(artifactsBody())); - installArtifactDownloads(); - - const summaries = await listCollectiveXSweepRuns(1); - - expect(summaries).toHaveLength(1); - expect(summaries[0].run_id).toBe('160'); - expect(summaries[0].terminal_counts.measured).toBeGreaterThan(0); - }); - - it('refreshes an expired run cache entry when listing a rerun', async () => { - vi.useFakeTimers(); - try { - vi.setSystemTime(new Date('2026-07-08T12:20:00Z')); - mockFetch - .mockResolvedValueOnce(Response.json(runObject())) - .mockResolvedValueOnce(Response.json(artifactsBody())); - installArtifactDownloads(); - await loadCollectiveXSweepRun(1, '160'); - - vi.setSystemTime(new Date('2026-07-08T12:21:01Z')); - mockFetch - .mockResolvedValueOnce( - Response.json({ - total_count: 1, - workflow_runs: [runObject({ run_attempt: 2 })], - }), - ) - .mockResolvedValueOnce(Response.json(artifactsBody(160, 2))); - installArtifactDownloads(); - - const summaries = await listCollectiveXSweepRuns(1); - expect(summaries[0].run_attempt).toBe(2); - } finally { - vi.useRealTimers(); - } - }); - - it('fails as unavailable without a server-side GitHub token', async () => { - delete process.env.GITHUB_TOKEN; - - await expect(loadCollectiveXSweepRun(1)).rejects.toSatisfy( - (error: unknown) => collectiveXSweepErrorCode(error) === 'unavailable', - ); - expect(mockFetch).not.toHaveBeenCalled(); - }); - - it('reports not-found when no sweep run carries artifacts', async () => { - mockFetch.mockResolvedValueOnce(Response.json({ total_count: 0, workflow_runs: [] })); - - await expect(loadCollectiveXSweepRun(1)).rejects.toSatisfy( - (error: unknown) => collectiveXSweepErrorCode(error) === 'not-found', - ); - }); - - it('rejects a run whose matrix artifact carries no matrix document', async () => { - mockFetch - .mockResolvedValueOnce(Response.json({ total_count: 1, workflow_runs: [runObject()] })) - .mockResolvedValueOnce( - Response.json({ - total_count: 1, - artifacts: [ - { - id: 1, - name: 'cxsweep-matrix-160', - archive_download_url: 'https://example.test/matrix.zip', - expired: false, - }, - ], - }), - ) - .mockResolvedValueOnce(new Response(zipDocs(shardA))); - - await expect(loadCollectiveXSweepRun(1)).rejects.toSatisfy( - (error: unknown) => collectiveXSweepErrorCode(error) === 'invalid', - ); - }); - - it('skips a newer run tagged for another version and resolves the newest match', async () => { - // Run 161 is newest but carries a version-2 matrix; the version-1 request - // must fall through to run 160 without erroring. - mockFetch - .mockResolvedValueOnce( - Response.json({ - total_count: 2, - workflow_runs: [runObject({ id: 161 }), runObject({ id: 160 })], - }), - ) - .mockResolvedValueOnce(Response.json(artifactsBody(161))) - .mockResolvedValueOnce(new Response(matrixZipV2)) - .mockResolvedValueOnce(Response.json(artifactsBody())) - .mockResolvedValueOnce(new Response(matrixZip)) - .mockResolvedValueOnce(new Response(shardZip)); - - const dataset = await loadCollectiveXSweepRun(1); - - expect(dataset.run.run_id).toBe('160'); - expect(dataset.series).toHaveLength(2); - // The mismatched run costs only its matrix peek (no result download). - expect(mockFetch).toHaveBeenCalledTimes(6); - }); - - it('reports not-found when a run resolved by id is tagged for another version', async () => { - mockFetch - .mockResolvedValueOnce(Response.json(runObject())) - .mockResolvedValueOnce(Response.json(artifactsBody())) - .mockResolvedValueOnce(new Response(matrixZipV2)); - - await expect(loadCollectiveXSweepRun(1, '160')).rejects.toSatisfy( - (error: unknown) => collectiveXSweepErrorCode(error) === 'not-found', - ); - // The version peek stops assembly before any result artifact is fetched. - expect(mockFetch).toHaveBeenCalledTimes(3); - }); -}); diff --git a/packages/app/src/lib/collectivex-lazy-ingest.test.ts b/packages/app/src/lib/collectivex-lazy-ingest.test.ts new file mode 100644 index 000000000..f69aa803c --- /dev/null +++ b/packages/app/src/lib/collectivex-lazy-ingest.test.ts @@ -0,0 +1,358 @@ +import AdmZip from 'adm-zip'; +import { afterAll, beforeEach, describe, expect, it, vi } from 'vitest'; + +import { makeRawMatrix, makeRawShard } from '@/components/collectivex/test-fixture'; + +const { mockGetStates, mockInsert, mockRefresh, mockGetDb, mockGetWriteDb } = vi.hoisted(() => ({ + mockGetStates: vi.fn(), + mockInsert: vi.fn(), + mockRefresh: vi.fn(), + mockGetDb: vi.fn(() => 'mock-sql'), + mockGetWriteDb: vi.fn(() => 'mock-write-sql'), +})); + +vi.mock('@semianalysisai/inferencex-db/connection', () => ({ + getCollectiveXDb: mockGetDb, + getCollectiveXWriteDb: mockGetWriteDb, +})); + +vi.mock('@semianalysisai/inferencex-db/queries/collectivex', () => ({ + getCollectiveXRunStates: mockGetStates, + insertCollectiveXRun: mockInsert, + refreshCollectiveXRunAttempt: mockRefresh, +})); + +import { + collectiveXSweepErrorCode, + ensureCollectiveXRun, + ensureCollectiveXRunsList, + ensureLatestCollectiveXRun, +} from './collectivex-lazy-ingest'; + +const mockFetch = vi.fn(); +vi.stubGlobal('fetch', mockFetch); + +// Two current matrix shards: NVIDIA scale-up EP8 + AMD scale-out EP16. +const shardA = makeRawShard({ backend: 'deepep-v2', ep: 8 }); +const shardB = makeRawShard({ + sku: 'mi355x', + backend: 'mori', + implName: 'mori', + vendor: 'amd', + ep: 16, + scaleUpTransport: 'xgmi', + scaleOutTransport: 'rdma', + topologyClass: 'mi355x-xgmi-rdma', + nodes: 2, + gpusPerNode: 8, + scaleUpDomain: 8, +}); + +function requestedOf(shard: Record) { + const identity = shard.identity as Record; + const factors = identity.case_factors as Record; + return { + caseId: identity.case_id as string, + sku: factors.sku as string, + disposition: 'runnable' as const, + case: factors.case as Record, + }; +} + +const matrix = makeRawMatrix([requestedOf(shardA), requestedOf(shardB)]); +const matrixV2 = makeRawMatrix([requestedOf(shardA), requestedOf(shardB)], 2); + +function zipDocs(...docs: unknown[]): ArrayBuffer { + const zip = new AdmZip(); + docs.forEach((doc, index) => zip.addFile(`doc-${index}.json`, Buffer.from(JSON.stringify(doc)))); + const bytes = zip.toBuffer(); + const archive = new ArrayBuffer(bytes.byteLength); + new Uint8Array(archive).set(bytes); + return archive; +} + +const matrixZip = zipDocs(matrix); +const matrixZipV2 = zipDocs(matrixV2); +const shardZip = zipDocs(shardA, shardB); + +function runObject(overrides: Record = {}) { + return { + id: 160, + name: 'CollectiveX Sweep', + path: '.github/workflows/collectivex-sweep.yml', + // Deliberately a feature branch: lazy ingest accepts runs from ANY branch. + head_branch: 'collectivex-fp8-precision', + head_sha: 'a'.repeat(40), + status: 'completed', + conclusion: 'success', + run_attempt: 1, + updated_at: '2026-07-08T12:20:00Z', + ...overrides, + }; +} + +function artifactsBody(runId = 160, runAttempt = 1) { + return { + total_count: 2, + artifacts: [ + { + id: 1, + name: `cxsweep-matrix-${runId}`, + archive_download_url: 'https://example.test/matrix.zip', + expired: false, + }, + { + id: 2, + name: `cxshard-cases-${runId}-${runAttempt}`, + archive_download_url: 'https://example.test/shards.zip', + expired: false, + }, + ], + }; +} + +beforeEach(() => { + mockFetch.mockReset(); + mockGetStates.mockReset().mockResolvedValue({}); + mockInsert.mockReset().mockResolvedValue(true); + mockRefresh.mockReset().mockResolvedValue(true); + process.env.GITHUB_TOKEN = 'test-token'; +}); + +afterAll(() => { + delete process.env.GITHUB_TOKEN; + vi.unstubAllGlobals(); +}); + +describe('ensureLatestCollectiveXRun', () => { + it('discovers the newest absent run and persists its raw documents', async () => { + mockFetch + .mockResolvedValueOnce(Response.json({ total_count: 1, workflow_runs: [runObject()] })) + .mockResolvedValueOnce(Response.json(artifactsBody())) + .mockResolvedValueOnce(new Response(matrixZip)) + .mockResolvedValueOnce(new Response(shardZip)); + + await ensureLatestCollectiveXRun(1); + + expect(mockInsert).toHaveBeenCalledTimes(1); + const [sql, run, docs] = mockInsert.mock.calls[0]; + expect(sql).toBe('mock-write-sql'); + expect(run).toMatchObject({ + run_id: '160', + run_attempt: 1, + version: 1, + source_branch: 'collectivex-fp8-precision', + conclusion: 'success', + matrix, + }); + expect(run.summary).toMatchObject({ run_id: '160', measured_cases: 2 }); + expect(docs).toEqual([shardA, shardB]); + }); + + it('stops without artifact downloads when the newest matching run is live', async () => { + mockGetStates.mockResolvedValue({ '160': { state: 'live', version: 1, run_attempt: 1 } }); + mockFetch.mockResolvedValueOnce( + Response.json({ total_count: 1, workflow_runs: [runObject()] }), + ); + + await ensureLatestCollectiveXRun(1); + + expect(mockInsert).not.toHaveBeenCalled(); + expect(mockFetch).toHaveBeenCalledTimes(1); + }); + + it('never re-ingests a tombstoned run — the next candidate wins', async () => { + mockGetStates.mockImplementation((_sql: unknown, ids: string[]) => + Promise.resolve( + ids[0] === '161' ? { '161': { state: 'deleted', version: 1, run_attempt: 1 } } : {}, + ), + ); + mockFetch + .mockResolvedValueOnce( + Response.json({ + total_count: 2, + workflow_runs: [runObject({ id: 161 }), runObject({ id: 160 })], + }), + ) + .mockResolvedValueOnce(Response.json(artifactsBody())) + .mockResolvedValueOnce(new Response(matrixZip)) + .mockResolvedValueOnce(new Response(shardZip)); + + await ensureLatestCollectiveXRun(1); + + expect(mockInsert).toHaveBeenCalledTimes(1); + expect(mockInsert.mock.calls[0][1].run_id).toBe('160'); + }); + + it('skips runs tagged for another version', async () => { + mockFetch + .mockResolvedValueOnce( + Response.json({ + total_count: 2, + workflow_runs: [runObject({ id: 161 }), runObject({ id: 160 })], + }), + ) + // Run 161 carries a v2 matrix — requesting v1 must move on. + .mockResolvedValueOnce(Response.json(artifactsBody(161))) + .mockResolvedValueOnce(new Response(matrixZipV2)) + .mockResolvedValueOnce(Response.json(artifactsBody())) + .mockResolvedValueOnce(new Response(matrixZip)) + .mockResolvedValueOnce(new Response(shardZip)); + + await ensureLatestCollectiveXRun(1); + + expect(mockInsert).toHaveBeenCalledTimes(1); + expect(mockInsert.mock.calls[0][1].version).toBe(1); + expect(mockInsert.mock.calls[0][1].run_id).toBe('160'); + }); + + it('refreshes a live run when GitHub reports a newer attempt', async () => { + mockGetStates.mockResolvedValue({ '160': { state: 'live', version: 1, run_attempt: 1 } }); + mockFetch + .mockResolvedValueOnce( + Response.json({ total_count: 1, workflow_runs: [runObject({ run_attempt: 2 })] }), + ) + .mockResolvedValueOnce(Response.json(artifactsBody(160, 2))) + .mockResolvedValueOnce(new Response(matrixZip)) + .mockResolvedValueOnce(new Response(shardZip)); + + await ensureLatestCollectiveXRun(1); + + expect(mockInsert).not.toHaveBeenCalled(); + expect(mockRefresh).toHaveBeenCalledTimes(1); + expect(mockRefresh.mock.calls[0][1]).toMatchObject({ run_id: '160', run_attempt: 2 }); + }); + + it('downloads only the highest usable attempt per shard', async () => { + const artifacts = { + total_count: 3, + artifacts: [ + { + id: 1, + name: 'cxsweep-matrix-160', + archive_download_url: 'https://example.test/matrix.zip', + expired: false, + }, + { + id: 2, + name: 'cxshard-cases-160-1', + archive_download_url: 'https://example.test/shard-attempt1.zip', + expired: false, + }, + { + id: 3, + name: 'cxshard-cases-160-2', + archive_download_url: 'https://example.test/shard-attempt2.zip', + expired: false, + }, + ], + }; + mockFetch + .mockResolvedValueOnce( + Response.json({ total_count: 1, workflow_runs: [runObject({ run_attempt: 2 })] }), + ) + .mockResolvedValueOnce(Response.json(artifacts)) + .mockResolvedValueOnce(new Response(matrixZip)) + .mockResolvedValueOnce(new Response(shardZip)); + + await ensureLatestCollectiveXRun(1); + + expect(mockInsert).toHaveBeenCalledTimes(1); + // 4 fetches total: runs, artifacts, matrix, ONE shard — the attempt-1 + // archive is superseded and never downloaded. + expect(mockFetch).toHaveBeenCalledTimes(4); + expect(mockFetch.mock.calls[3][0]).toBe('https://example.test/shard-attempt2.zip'); + }); + + it('classifies a matrix artifact without a matrix document as invalid', async () => { + mockFetch + .mockResolvedValueOnce(Response.json({ total_count: 1, workflow_runs: [runObject()] })) + .mockResolvedValueOnce(Response.json(artifactsBody())) + .mockResolvedValueOnce(new Response(zipDocs({ record_type: 'samples' }))); + + const caught = await ensureLatestCollectiveXRun(1).catch((error: unknown) => error); + expect(collectiveXSweepErrorCode(caught)).toBe('invalid'); + expect(mockInsert).not.toHaveBeenCalled(); + }); + + it('reports GitHub outages as unavailable', async () => { + mockFetch.mockResolvedValue(new Response(null, { status: 500 })); + const caught = await ensureLatestCollectiveXRun(1).catch((error: unknown) => error); + expect(collectiveXSweepErrorCode(caught)).toBe('unavailable'); + }); + + it('reports a missing GITHUB_TOKEN as unavailable', async () => { + delete process.env.GITHUB_TOKEN; + const caught = await ensureLatestCollectiveXRun(1).catch((error: unknown) => error); + expect(collectiveXSweepErrorCode(caught)).toBe('unavailable'); + }); +}); + +describe('ensureCollectiveXRunsList', () => { + it('backfills absent recent runs and counts live ones toward the cap', async () => { + mockGetStates.mockImplementation((_sql: unknown, ids: string[]) => + Promise.resolve( + ids[0] === '161' ? { '161': { state: 'live', version: 1, run_attempt: 1 } } : {}, + ), + ); + mockFetch + .mockResolvedValueOnce( + Response.json({ + total_count: 2, + workflow_runs: [runObject({ id: 161 }), runObject({ id: 160 })], + }), + ) + .mockResolvedValueOnce(Response.json(artifactsBody())) + .mockResolvedValueOnce(new Response(matrixZip)) + .mockResolvedValueOnce(new Response(shardZip)); + + await ensureCollectiveXRunsList(1); + + expect(mockInsert).toHaveBeenCalledTimes(1); + expect(mockInsert.mock.calls[0][1].run_id).toBe('160'); + }); +}); + +describe('ensureCollectiveXRun', () => { + it('treats tombstoned runs as not found', async () => { + mockGetStates.mockResolvedValue({ '160': { state: 'deleted', version: 1, run_attempt: 1 } }); + const caught = await ensureCollectiveXRun(1, '160').catch((error: unknown) => error); + expect(collectiveXSweepErrorCode(caught)).toBe('not-found'); + expect(mockFetch).not.toHaveBeenCalled(); + }); + + it('returns immediately for live matching runs', async () => { + mockGetStates.mockResolvedValue({ '160': { state: 'live', version: 1, run_attempt: 1 } }); + await ensureCollectiveXRun(1, '160'); + expect(mockFetch).not.toHaveBeenCalled(); + expect(mockInsert).not.toHaveBeenCalled(); + }); + + it('persists an absent run fetched by id', async () => { + mockFetch + .mockResolvedValueOnce(Response.json(runObject())) + .mockResolvedValueOnce(Response.json(artifactsBody())) + .mockResolvedValueOnce(new Response(matrixZip)) + .mockResolvedValueOnce(new Response(shardZip)); + + await ensureCollectiveXRun(1, '160'); + + expect(mockInsert).toHaveBeenCalledTimes(1); + expect(mockInsert.mock.calls[0][1].run_id).toBe('160'); + }); + + it('rejects runs from other workflows as not found', async () => { + mockFetch.mockResolvedValueOnce( + Response.json(runObject({ path: '.github/workflows/run-sweep.yml' })), + ); + const caught = await ensureCollectiveXRun(1, '160').catch((error: unknown) => error); + expect(collectiveXSweepErrorCode(caught)).toBe('not-found'); + expect(mockInsert).not.toHaveBeenCalled(); + }); + + it('rejects malformed run ids without touching GitHub', async () => { + const caught = await ensureCollectiveXRun(1, 'abc').catch((error: unknown) => error); + expect(collectiveXSweepErrorCode(caught)).toBe('not-found'); + expect(mockFetch).not.toHaveBeenCalled(); + }); +}); diff --git a/packages/app/src/lib/collectivex-github.ts b/packages/app/src/lib/collectivex-lazy-ingest.ts similarity index 57% rename from packages/app/src/lib/collectivex-github.ts rename to packages/app/src/lib/collectivex-lazy-ingest.ts index 14abe4212..3110f196a 100644 --- a/packages/app/src/lib/collectivex-github.ts +++ b/packages/app/src/lib/collectivex-lazy-ingest.ts @@ -1,3 +1,21 @@ +/** + * Lazy CollectiveX ingest: the CollectiveX database is a durable cache of + * GitHub Actions, populated on read. Each `ensure*` function checks the DB + * first and only then discovers/downloads sweep artifacts from GitHub, + * persisting the RAW documents so a run outlives its 14-day artifact + * retention once anyone has viewed it. + * + * Rules encoded here: + * - Sweep runs are accepted from ANY branch (they are launched via `gh api` + * on feature branches); only the workflow identity is checked. + * - Discovery never gates on conclusion — a red or partial run still + * surfaces what it produced. + * - Tombstoned runs (deleted via the dashboard) are never re-ingested. + * - GitHub being down must not take the page down: callers read the DB + * after `ensure*` and serve whatever is there, so these functions only + * matter when the DB has nothing to fall back to. + */ + import AdmZip from 'adm-zip'; import { GITHUB_API_BASE, GITHUB_OWNER, GITHUB_REPO } from '@semianalysisai/inferencex-constants'; @@ -5,22 +23,24 @@ import { GITHUB_API_BASE, GITHUB_OWNER, GITHUB_REPO } from '@semianalysisai/infe import { buildDatasetFromNeutral, buildRunSummary, - type CollectiveXNeutralRunMeta, -} from '@/components/collectivex/reader'; -import type { - CollectiveXDataset, - CollectiveXRunSummary, - CollectiveXVersion, -} from '@/components/collectivex/types'; - -const BRANCH = 'collectivex'; + isMatrixDoc, + matrixVersion, +} from '@semianalysisai/inferencex-db/collectivex/reader'; +import type { CollectiveXVersion } from '@semianalysisai/inferencex-db/collectivex/types'; +import { getCollectiveXDb, getCollectiveXWriteDb } from '@semianalysisai/inferencex-db/connection'; +import { + getCollectiveXRunStates, + insertCollectiveXRun, + refreshCollectiveXRunAttempt, +} from '@semianalysisai/inferencex-db/queries/collectivex'; + const WORKFLOW_PATH = '.github/workflows/collectivex-sweep.yml'; const WORKFLOW_FILE = 'collectivex-sweep.yml'; const WORKFLOW_NAME = 'CollectiveX Sweep'; const RUNS_PER_PAGE = 100; const ARTIFACTS_PER_PAGE = 100; -// Artifact families uploaded by the current sweep. +// Artifact families uploaded by the sweep. const MATRIX_PREFIX = 'cxsweep-matrix-'; const SHARD_PREFIX = 'cxshard-'; @@ -29,11 +49,9 @@ const MAX_RUN_BYTES = 256 * 1024 * 1024; const REQUEST_TIMEOUT_MS = 30_000; const MAX_REQUEST_ATTEMPTS = 3; const RETRYABLE_STATUSES = new Set([408, 429, 500, 502, 503, 504]); -const LATEST_TTL_MS = 60_000; -const RUN_TTL_MS = 60_000; -// The picker lists a recent window; each listed run costs one artifact-bundle -// download + build, so the fan-out stays bounded. -const MAX_LISTED_RUNS = 8; +// The picker backfill ingests at most this many recent runs per pass; each +// costs one artifact-bundle download, and only once — afterwards they're rows. +const MAX_DISCOVERED_RUNS = 8; type SweepErrorCode = 'invalid' | 'not-found' | 'unavailable'; @@ -73,15 +91,26 @@ export function collectiveXSweepErrorCode(error: unknown): SweepErrorCode | null return error instanceof CollectiveXSweepError ? error.code : null; } -const runCache = new Map }>(); -const latestCache = new Map< - CollectiveXVersion, - { expiresAt: number; promise: Promise } ->(); -const listCache = new Map< - CollectiveXVersion, - { expiresAt: number; promise: Promise } ->(); +/** HTTP status for a sweep-ingest failure; null for unexpected errors. */ +export function collectiveXSweepErrorStatus(error: unknown): 404 | 502 | 503 | null { + const code = collectiveXSweepErrorCode(error); + if (code === 'not-found') return 404; + if (code === 'unavailable') return 503; + if (code === 'invalid') return 502; + return null; +} + +// Concurrent requests for the same target share one discovery pass; the DB is +// the cache, so nothing is memoized beyond the in-flight promise. +const inFlight = new Map>(); + +function dedupe(key: string, work: () => Promise): Promise { + const existing = inFlight.get(key); + if (existing) return existing; + const promise = work().finally(() => inFlight.delete(key)); + inFlight.set(key, promise); + return promise; +} function githubHeaders(token: string) { return { @@ -130,11 +159,11 @@ function requireToken(): string { return token; } +// Identity check only — never the branch: sweeps run on feature branches. function isSweepRun(run: WorkflowRun): boolean { return ( run.name === WORKFLOW_NAME && run.path === WORKFLOW_PATH && - run.head_branch === BRANCH && Number.isSafeInteger(run.id) && run.id > 0 && Number.isSafeInteger(run.run_attempt) && @@ -146,15 +175,13 @@ function runGeneratedAt(run: WorkflowRun): string { return run.updated_at || run.run_started_at || run.created_at || ''; } -// Newest-first stream of completed sweep runs on the branch. Discovery never -// gates on conclusion — a red or partial run still surfaces what it produced. +// Newest-first stream of completed sweep runs across all branches. async function* sweepRuns(token: string): AsyncGenerator { let page = 1; let visited = 0; let total: number | null = null; while (total === null || visited < total) { const parameters = new URLSearchParams({ - branch: BRANCH, status: 'completed', per_page: String(RUNS_PER_PAGE), page: String(page), @@ -273,9 +300,9 @@ async function collectDocs(artifact: GithubArtifact, token: string): Promise(); for (const artifact of artifacts) { const match = suffix.exec(artifact.name); @@ -305,24 +332,6 @@ function resultArtifactsForRun(artifacts: GithubArtifact[], run: WorkflowRun): G .toSorted((left, right) => left.name.localeCompare(right.name)); } -function matrixVersion(doc: unknown): number | null { - const value = (doc as { version?: unknown } | null)?.version; - return typeof value === 'number' && Number.isSafeInteger(value) && value > 0 ? value : null; -} - -// Download + structurally validate a run's matrix artifact and read its neutral -// `version` tag. The matrix doc no longer carries a `format`/`record_type` tag, so it -// is identified structurally by its requested_cases[] + include[] arrays and a valid -// numeric `version`; that `version` field is the content axis the frontend selects on. -function isMatrixDoc(doc: unknown): boolean { - const candidate = doc as { requested_cases?: unknown; include?: unknown } | null; - return ( - Array.isArray(candidate?.requested_cases) && - Array.isArray(candidate?.include) && - matrixVersion(doc) !== null - ); -} - async function loadMatrixCandidate( artifacts: GithubArtifact[], token: string, @@ -349,11 +358,17 @@ async function loadMatrixCandidate( return { matrixDoc: matrixCandidates[0], version, matrixArtifacts, resultArtifacts }; } -async function assembleRun( +/** + * Download a candidate's result docs, validate assembly, persist raw. + * `refresh` replaces an already-live row whose GitHub attempt is newer (a + * re-run of failed shards); plain inserts are conflict-safe no-ops. + */ +async function persistRun( run: WorkflowRun, candidate: MatrixCandidate, token: string, -): Promise { + refresh = false, +): Promise { const generatedAt = runGeneratedAt(run); if (!generatedAt) { throw new CollectiveXSweepError('invalid', 'sweep run is missing a timestamp'); @@ -372,7 +387,7 @@ async function assembleRun( docs.push(...(await collectDocs(artifact, token))); } - const meta: CollectiveXNeutralRunMeta = { + const meta = { run_id: String(run.id), run_attempt: run.run_attempt, generated_at: generatedAt, @@ -380,124 +395,146 @@ async function assembleRun( source_sha: run.head_sha, }; + // Assemble once to validate the bundle and precompute the picker summary; + // only the raw documents are stored. + let summary; try { - return buildDatasetFromNeutral(candidate.matrixDoc, docs, meta); + summary = buildRunSummary(buildDatasetFromNeutral(candidate.matrixDoc, docs, meta)); } catch (error) { throw new CollectiveXSweepError('invalid', 'sweep run artifacts failed validation', { cause: error, }); } + + const row = { + ...meta, + version: candidate.version, + source_branch: run.head_branch, + matrix: candidate.matrixDoc, + summary, + }; + await (refresh + ? refreshCollectiveXRunAttempt(getCollectiveXWriteDb(), row, docs) + : insertCollectiveXRun(getCollectiveXWriteDb(), row, docs)); } -async function fetchRunById( +/** Download and version-check a candidate's matrix; null when not ingestible. */ +async function matrixCandidateFor( + run: WorkflowRun, version: CollectiveXVersion, - runId: string, -): Promise { - const token = requireToken(); - const numericId = Number(runId); - if (!Number.isSafeInteger(numericId) || numericId <= 0) { - throw new CollectiveXSweepError('not-found', 'invalid run id'); - } - const response = await githubFetch( - `${GITHUB_API_BASE}/repos/${GITHUB_OWNER}/${GITHUB_REPO}/actions/runs/${numericId}`, - token, - ); - if (response.status === 404) { - throw new CollectiveXSweepError('not-found', 'sweep run not found'); - } - if (!response.ok) { - throw new CollectiveXSweepError('unavailable', `GitHub run lookup failed (${response.status})`); - } - const run = (await response.json()) as WorkflowRun; - if (!isSweepRun(run)) { - throw new CollectiveXSweepError('not-found', 'run is not a CollectiveX sweep'); - } + token: string, +): Promise { const artifacts = await listArtifacts(run.id, token); + if (!hasMatrixArtifact(artifacts, run)) return null; const candidate = await loadMatrixCandidate(artifacts, token, run); - if (candidate.version !== version) { - throw new CollectiveXSweepError('not-found', 'run does not match the requested version'); - } - return assembleRun(run, candidate, token); -} - -async function fetchLatestRun(version: CollectiveXVersion): Promise { - const token = requireToken(); - // Newest-wins within the requested version: skip runs tagged for another - // version rather than erroring, so a future vN rollout never breaks vN-1. - for await (const run of sweepRuns(token)) { - const artifacts = await listArtifacts(run.id, token); - if (!hasMatrixArtifact(artifacts, run)) continue; - const candidate = await loadMatrixCandidate(artifacts, token, run); - if (candidate.version !== version) continue; - return assembleRun(run, candidate, token); - } - throw new CollectiveXSweepError('not-found', 'no CollectiveX sweep run with artifacts'); + return candidate.version === version ? candidate : null; } -async function fetchRunList(version: CollectiveXVersion): Promise { - const token = requireToken(); - const summaries: CollectiveXRunSummary[] = []; - for await (const run of sweepRuns(token)) { - const artifacts = await listArtifacts(run.id, token); - if (!hasMatrixArtifact(artifacts, run)) continue; - const candidate = await loadMatrixCandidate(artifacts, token, run); - if (candidate.version !== version) continue; - const cacheKey = `${version}:${run.id}`; - const cached = runCache.get(cacheKey); - let datasetPromise = cached && cached.expiresAt > Date.now() ? cached.promise : undefined; - if (!datasetPromise) { - datasetPromise = assembleRun(run, candidate, token); - runCache.set(cacheKey, { expiresAt: Date.now() + RUN_TTL_MS, promise: datasetPromise }); - datasetPromise.catch(() => runCache.delete(cacheKey)); +/** + * Handle one discovery candidate — the single walker step shared by the + * latest and runs-list paths: persist absent requested-version runs, refresh + * live ones whose GitHub attempt is newer (re-run of failed shards), skip + * everything else. Returns 'match' when the candidate is a live + * requested-version run in the DB after this call; tombstoned runs are + * 'skip' — they are invisible to readers and must not satisfy the walk. + */ +async function considerCandidate( + run: WorkflowRun, + version: CollectiveXVersion, + token: string, +): Promise<'match' | 'skip'> { + const states = await getCollectiveXRunStates(getCollectiveXDb(), [String(run.id)]); + const known = states[String(run.id)]; + if (known) { + if (known.version !== version || known.state !== 'live') return 'skip'; + if (run.run_attempt > known.run_attempt) { + const candidate = await matrixCandidateFor(run, version, token); + if (candidate) await persistRun(run, candidate, token, true); } - summaries.push(buildRunSummary(await datasetPromise)); - if (summaries.length >= MAX_LISTED_RUNS) break; + return 'match'; } - return summaries; + const candidate = await matrixCandidateFor(run, version, token); + if (!candidate) return 'skip'; + await persistRun(run, candidate, token); + return 'match'; } -export function loadCollectiveXSweepRun( - version: CollectiveXVersion, - runId?: string, -): Promise { - const now = Date.now(); - if (runId) { - const cacheKey = `${version}:${runId}`; - const cached = runCache.get(cacheKey); - if (cached && cached.expiresAt > now) return cached.promise; - const promise = fetchRunById(version, runId).catch((error) => { - runCache.delete(cacheKey); - throw error; - }); - runCache.set(cacheKey, { expiresAt: now + RUN_TTL_MS, promise }); - return promise; - } - const cached = latestCache.get(version); - if (cached && cached.expiresAt > now) return cached.promise; - const promise = fetchLatestRun(version).catch((error) => { - latestCache.delete(version); - throw error; +/** + * Make sure the newest requested-version sweep run on GitHub is in the DB. + * Completes silently when GitHub has nothing new; throws only on GitHub or + * artifact failures (callers fall back to whatever the DB already holds). + */ +export function ensureLatestCollectiveXRun(version: CollectiveXVersion): Promise { + return dedupe(`latest:${version}`, async () => { + const token = requireToken(); + for await (const run of sweepRuns(token)) { + if ((await considerCandidate(run, version, token)) === 'match') return; + } }); - latestCache.set(version, { expiresAt: now + LATEST_TTL_MS, promise }); - return promise; } -export function listCollectiveXSweepRuns( - version: CollectiveXVersion, -): Promise { - const now = Date.now(); - const cached = listCache.get(version); - if (cached && cached.expiresAt > now) return cached.promise; - const promise = fetchRunList(version).catch((error) => { - listCache.delete(version); - throw error; +/** + * Backfill up to MAX_DISCOVERED_RUNS recent requested-version runs into the + * DB so the picker lists recent sweeps even before anyone viewed them. Only + * live matches count toward the cap — tombstoned runs never fill a slot. + */ +export function ensureCollectiveXRunsList(version: CollectiveXVersion): Promise { + return dedupe(`list:${version}`, async () => { + const token = requireToken(); + let matched = 0; + for await (const run of sweepRuns(token)) { + if ((await considerCandidate(run, version, token)) === 'match') matched += 1; + if (matched >= MAX_DISCOVERED_RUNS) return; + } }); - listCache.set(version, { expiresAt: now + LATEST_TTL_MS, promise }); - return promise; } -export function clearCollectiveXSweepCache(): void { - runCache.clear(); - latestCache.clear(); - listCache.clear(); +/** + * Make sure one specific run is in the DB. Throws 'not-found' for absent, + * non-sweep, cross-version, or tombstoned runs. + */ +export function ensureCollectiveXRun(version: CollectiveXVersion, runId: string): Promise { + return dedupe(`run:${version}:${runId}`, async () => { + const numericId = Number(runId); + if (!Number.isSafeInteger(numericId) || numericId <= 0) { + throw new CollectiveXSweepError('not-found', 'invalid run id'); + } + const states = await getCollectiveXRunStates(getCollectiveXDb(), [runId]); + const known = states[runId]; + if (known) { + // Tombstoned or cross-version rows both read as absent to the caller. + if (known.state === 'live' && known.version === version) return; + throw new CollectiveXSweepError('not-found', 'run is not available'); + } + const token = requireToken(); + const response = await githubFetch( + `${GITHUB_API_BASE}/repos/${GITHUB_OWNER}/${GITHUB_REPO}/actions/runs/${numericId}`, + token, + ); + if (response.status === 404) { + throw new CollectiveXSweepError('not-found', 'sweep run not found'); + } + if (!response.ok) { + throw new CollectiveXSweepError( + 'unavailable', + `GitHub run lookup failed (${response.status})`, + ); + } + const run = (await response.json()) as WorkflowRun; + if (!isSweepRun(run)) { + throw new CollectiveXSweepError('not-found', 'run is not a CollectiveX sweep'); + } + // Persisting an in-progress run would freeze a partial snapshot forever + // (the run_id is then "known" and never re-fetched). Discovery only sees + // completed runs; hold fetch-by-id to the same bar. + if (run.status !== 'completed') { + throw new CollectiveXSweepError('not-found', 'sweep run has not completed'); + } + const artifacts = await listArtifacts(run.id, token); + const candidate = await loadMatrixCandidate(artifacts, token, run); + if (candidate.version !== version) { + throw new CollectiveXSweepError('not-found', 'run does not match the requested version'); + } + await persistRun(run, candidate, token); + }); } diff --git a/packages/db/migrations-collectivex/001_initial_schema.sql b/packages/db/migrations-collectivex/001_initial_schema.sql new file mode 100644 index 000000000..71bc53974 --- /dev/null +++ b/packages/db/migrations-collectivex/001_initial_schema.sql @@ -0,0 +1,38 @@ +-- CollectiveX sweep runs, stored as RAW artifact documents. +-- +-- The sweep JSON contract is expected to change; the shared reader +-- (packages/db/src/collectivex/reader.ts) is the single transform point and +-- runs at API-read time, so rows here are the artifacts' documents verbatim. +-- `summary` is the one precomputed column (CollectiveXRunSummary) so the run +-- picker can list runs without loading their documents. + +create table cx_runs ( + run_id bigint primary key, + run_attempt int not null, + version int not null, + generated_at timestamptz not null, + source_sha text not null, + source_branch text, + conclusion text, + matrix jsonb not null, + summary jsonb not null, + ingested_at timestamptz not null default now(), + -- Tombstone: runs are discovered lazily from GitHub on read, so a deleted + -- run must leave a marker or the next discovery would re-ingest it. + -- Deletion clears cx_run_docs but keeps this row with deleted_at set. + deleted_at timestamptz +); + +-- "Latest run per version" ordering: run_id desc. GitHub run ids increase +-- monotonically with run creation, so this matches lazy discovery's +-- newest-first walk — unlike completion time (generated_at), where a +-- long-failing older run can outlast a newer successful one. +create index cx_runs_version_latest on cx_runs (version, run_id desc); + +create table cx_run_docs ( + id bigserial primary key, + run_id bigint not null references cx_runs(run_id) on delete cascade, + doc jsonb not null +); + +create index cx_run_docs_run on cx_run_docs (run_id); diff --git a/packages/db/package.json b/packages/db/package.json index 2c8dc0677..a9b5c9e63 100644 --- a/packages/db/package.json +++ b/packages/db/package.json @@ -5,6 +5,7 @@ "type": "module", "sideEffects": false, "exports": { + "./collectivex/*": "./src/collectivex/*.ts", "./connection": "./src/connection.ts", "./etl/*": "./src/etl/*.ts", "./json-provider": "./src/json-provider.ts", @@ -14,10 +15,12 @@ }, "scripts": { "db:ingest:ci": "tsx src/ingest-ci-run.ts", + "db:ingest:collectivex": "dotenv -e ../../.env -- tsx src/ingest-collectivex.ts --download", "db:ingest:run": "dotenv -e ../../.env -- tsx src/ingest-ci-run.ts --download", "db:ingest:gcs": "dotenv -e ../../.env -- tsx src/ingest-gcs-backup.ts", "db:ingest:supplemental": "dotenv -e ../../.env -- tsx src/ingest-supplemental.ts", "db:migrate": "dotenv -e ../../.env -- tsx src/migrate.ts", + "db:migrate:collectivex": "dotenv -e ../../.env -- tsx src/migrate-collectivex.ts", "db:apply-overrides": "dotenv -e ../../.env -- tsx src/apply-overrides.ts", "db:backfill-aggregate-stats": "dotenv -e ../../.env -- tsx src/backfill-aggregate-stats.ts", "db:backfill-chart-series": "dotenv -e ../../.env -- tsx src/backfill-chart-series.ts", diff --git a/packages/db/src/collectivex/artifact-selection.test.ts b/packages/db/src/collectivex/artifact-selection.test.ts new file mode 100644 index 000000000..3c6d83211 --- /dev/null +++ b/packages/db/src/collectivex/artifact-selection.test.ts @@ -0,0 +1,42 @@ +import { describe, expect, it } from 'vitest'; + +import { matrixArtifactName, selectShardArtifactNames } from './artifact-selection'; + +describe('selectShardArtifactNames', () => { + it('selects one artifact per cell, sorted by name', () => { + expect( + selectShardArtifactNames( + ['cxshard-b-160-1', 'cxshard-a-160-1', 'cxsweep-matrix-160'], + '160', + 1, + ), + ).toEqual(['cxshard-a-160-1', 'cxshard-b-160-1']); + }); + + it('prefers the highest attempt not above the run attempt', () => { + const names = ['cxshard-a-160-1', 'cxshard-a-160-2', 'cxshard-a-160-3', 'cxshard-b-160-1']; + expect(selectShardArtifactNames(names, '160', 2)).toEqual([ + 'cxshard-a-160-2', + 'cxshard-b-160-1', + ]); + }); + + it('keeps cells with hyphenated names intact across run-id collisions', () => { + // A cell name may itself contain "-" fragments; only the trailing + // "-{runId}-{attempt}" is structural. + const names = ['cxshard-h200-ep8-160-1', 'cxshard-h200-ep8-161-1']; + expect(selectShardArtifactNames(names, '160', 1)).toEqual(['cxshard-h200-ep8-160-1']); + }); + + it('ignores foreign names and zero attempts', () => { + expect( + selectShardArtifactNames(['cxshard-a-160-0', 'other-160-1', 'cxshard-a-999-1'], '160', 1), + ).toEqual([]); + }); +}); + +describe('matrixArtifactName', () => { + it('derives the per-run matrix artifact name', () => { + expect(matrixArtifactName('160')).toBe('cxsweep-matrix-160'); + }); +}); diff --git a/packages/db/src/collectivex/artifact-selection.ts b/packages/db/src/collectivex/artifact-selection.ts new file mode 100644 index 000000000..5f94faea8 --- /dev/null +++ b/packages/db/src/collectivex/artifact-selection.ts @@ -0,0 +1,41 @@ +/** + * CollectiveX sweep artifact naming and selection. Pure helpers shared by the + * ingest script and its tests. + * + * The sweep uploads two artifact families per run: + * cxsweep-matrix-{run_id} — one matrix document + * cxshard-{cell}-{run_id}-{attempt} — case-attempt documents per matrix cell + */ + +export const MATRIX_PREFIX = 'cxsweep-matrix-'; +export const SHARD_PREFIX = 'cxshard-'; + +export function matrixArtifactName(runId: string): string { + return `${MATRIX_PREFIX}${runId}`; +} + +/** + * Pick the shard artifact names to ingest: keep the highest attempt ≤ the + * run's current attempt per cell (a re-run attempt supersedes its + * predecessors; attempts above the run's own attempt cannot legitimately + * exist and are ignored). + */ +export function selectShardArtifactNames( + names: readonly string[], + runId: string, + runAttempt: number, +): string[] { + const pattern = new RegExp(`^${SHARD_PREFIX}(?.+)-${runId}-(?[1-9][0-9]*)$`, 'u'); + const selected = new Map(); + for (const name of names) { + const match = pattern.exec(name); + if (!match) continue; + const attempt = Number(match.groups!.attempt); + if (attempt > runAttempt) continue; + const previous = selected.get(match.groups!.cell); + if (!previous || attempt > previous.attempt) { + selected.set(match.groups!.cell, { name, attempt }); + } + } + return [...selected.values()].map((entry) => entry.name).toSorted(); +} diff --git a/packages/app/src/components/collectivex/reader.test.ts b/packages/db/src/collectivex/reader.test.ts similarity index 100% rename from packages/app/src/components/collectivex/reader.test.ts rename to packages/db/src/collectivex/reader.test.ts diff --git a/packages/app/src/components/collectivex/reader.ts b/packages/db/src/collectivex/reader.ts similarity index 88% rename from packages/app/src/components/collectivex/reader.ts rename to packages/db/src/collectivex/reader.ts index 017b87008..7584bd870 100644 --- a/packages/app/src/components/collectivex/reader.ts +++ b/packages/db/src/collectivex/reader.ts @@ -1,3 +1,15 @@ +/** + * CollectiveX neutral-contract reader: assembles the dashboard dataset from a + * sweep run's raw matrix + case-attempt docs. Shared by the ingest script + * (validation + summary precompute) and the app's API routes (assembly at + * read time), so the transform can never drift between the two. + * + * The sweep JSON contract is expected to change; when it does, update this + * reader (and bump the `version` tag in the harness's sweep config). Raw docs + * are stored untouched in the DB, so reader fixes retroactively apply to + * already-ingested runs. + */ + import type { CollectiveXComponent, CollectiveXCoverage, @@ -329,3 +341,23 @@ export function buildRunSummary(dataset: CollectiveXDataset): CollectiveXRunSumm }, }; } + +/** + * Structural identity check for the matrix document (it carries no + * `record_type` tag): requested_cases[] + include[] arrays plus a valid + * numeric `version` — the content axis the frontend selects on. + */ +export function isMatrixDoc(doc: unknown): boolean { + const candidate = doc as { requested_cases?: unknown; include?: unknown } | null; + return ( + Array.isArray(candidate?.requested_cases) && + Array.isArray(candidate?.include) && + matrixVersion(doc) !== null + ); +} + +/** Read the matrix doc's numeric version tag; null when absent or invalid. */ +export function matrixVersion(doc: unknown): number | null { + const value = (doc as { version?: unknown } | null)?.version; + return typeof value === 'number' && Number.isSafeInteger(value) && value > 0 ? value : null; +} diff --git a/packages/db/src/collectivex/test-fixture.ts b/packages/db/src/collectivex/test-fixture.ts new file mode 100644 index 000000000..f2b9ad867 --- /dev/null +++ b/packages/db/src/collectivex/test-fixture.ts @@ -0,0 +1,242 @@ +import { buildDatasetFromNeutral, type CollectiveXNeutralRunMeta } from './reader'; +import type { CollectiveXDataset, CollectiveXSeries } from './types'; + +type Json = Record; + +const SOURCE_SHA = 'c'.repeat(40); +const TOKEN_LADDERS = { + decode: '1 2 4 8 16 32 64 128 256 512', + prefill: '256 512 1024 2048', +} as const; + +export interface RowOverrides { + tokensPerRank?: number; + globalTokens?: number; + stageUnavailable?: boolean; + stageZeroBytes?: boolean; +} + +export interface ShardOverrides { + caseId?: string; + variant?: string; + sku?: string; + backend?: string; + implName?: string; + ep?: number; + phase?: string; + /** null models a pre-FP8 artifact: no precision field and no case_id suffix. */ + precision?: string | null; + scaleUpTransport?: string; + scaleOutTransport?: string | null; + topologyClass?: string; + nodes?: number; + gpusPerNode?: number; + scaleUpDomain?: number; + vendor?: string; + workload?: string; + ladder?: string; + status?: string; + reasons?: string[]; + rows?: RowOverrides[]; +} + +function percentiles(base: number): Json { + return { p50: base, p90: base * 1.08, p95: base * 1.12, p99: base * 1.2 }; +} + +function component(base: number): Json { + return { availability: 'measured', percentiles_us: percentiles(base) }; +} + +function bytes(activation: number): Json { + return { activation_data_bytes: activation }; +} + +function makeRawRow(index: number, row: RowOverrides, worldSize: number): Json { + const tokensPerRank = row.tokensPerRank ?? 128 * (index + 1); + const components: Json = { + dispatch: component(417 + index), + combine: component(392 + index), + roundtrip: component(921 + index), + stage: row.stageUnavailable + ? { availability: 'unavailable', percentiles_us: null } + : component(120 + index), + }; + const byteProvenance: Json = { + dispatch: bytes(384763904), + combine: bytes(384763904), + roundtrip: bytes(769527808), + }; + if (!row.stageUnavailable) { + byteProvenance.stage = bytes(row.stageZeroBytes ? 0 : 192381952); + } + return { + tokens_per_rank: tokensPerRank, + global_tokens: row.globalTokens ?? tokensPerRank * worldSize, + token_rate_at_latency_percentile: percentiles(8_338_218), + components, + byte_provenance: byteProvenance, + }; +} + +function makeRawCase(options: ShardOverrides, caseId: string): Json { + const phase = options.phase === 'prefill' ? 'prefill' : 'decode'; + return { + case_id: caseId, + backend: options.backend ?? 'deepep-v2', + ep: options.ep ?? 8, + gpus_per_node: options.gpusPerNode ?? 8, + ladder: options.ladder ?? TOKEN_LADDERS[phase], + nodes: options.nodes ?? 1, + phase, + ...(options.precision === null ? {} : { precision: options.precision ?? 'bf16' }), + topology_class: options.topologyClass ?? 'h200-nvlink-island', + scale_up_domain: options.scaleUpDomain ?? 8, + scale_up_transport: options.scaleUpTransport ?? 'nvlink', + scale_out_transport: options.scaleOutTransport ?? null, + }; +} + +export function caseIdOf(options: ShardOverrides = {}): string { + if (options.caseId) return options.caseId; + const tail = options.variant ? `-${options.variant}` : ''; + const precision = options.precision === null ? '' : `-${options.precision ?? 'bf16'}`; + return `${options.sku ?? 'h200-dgxc'}-${options.backend ?? 'deepep-v2'}-${options.workload ?? 'deepseek-v3'}-normal-${options.phase ?? 'decode'}-ep${options.ep ?? 8}-uniform${precision}${tail}`; +} + +export function makeRawShard(options: ShardOverrides = {}): Json { + const caseId = caseIdOf(options); + const sku = options.sku ?? 'h200-dgxc'; + const backend = options.backend ?? 'deepep-v2'; + const phase = options.phase === 'prefill' ? 'prefill' : 'decode'; + const ladder = options.ladder ?? TOKEN_LADDERS[phase]; + const worldSize = (options.nodes ?? 1) * (options.gpusPerNode ?? 8); + const rows = + options.rows ?? ladder.split(/\s+/).map((tokens) => ({ tokensPerRank: Number(tokens) })); + return { + version: 1, + record_type: 'case-attempt', + identity: { + case_id: caseId, + case_factors: { sku, case: makeRawCase({ ...options, backend }, caseId) }, + }, + implementation: { name: options.implName ?? backend }, + runtime: { vendor: options.vendor ?? 'nvidia' }, + measurement: { rows: rows.map((row, index) => makeRawRow(index, row, worldSize)) }, + outcome: { + status: options.status ?? 'success', + ...(options.reasons ? { reasons: options.reasons } : {}), + }, + }; +} + +export function makeInvalidCaseAttempt(options: ShardOverrides = {}): Json { + return makeRawShard({ status: 'invalid', reasons: ['capability-gate'], ...options }); +} + +interface RequestedCaseSpec { + caseId: string; + sku: string; + disposition?: 'runnable' | 'unsupported'; + reason?: string; + case: Json; +} + +function requestedFromShard(shard: Json): RequestedCaseSpec { + const identity = shard.identity as Json; + const factors = identity.case_factors as Json; + return { + caseId: identity.case_id as string, + sku: factors.sku as string, + case: factors.case as Json, + }; +} + +export function makeRawMatrix(requested: RequestedCaseSpec[], version = 1): Json { + return { + version, + include: [], + requested_cases: requested.map((entry) => ({ + case: entry.case, + sku: entry.sku, + disposition: entry.disposition ?? 'runnable', + reason: entry.reason ?? null, + detail: entry.reason ? 'unsupported by the selected backend/platform' : null, + })), + }; +} + +export function makeRunMeta( + overrides: Partial = {}, +): CollectiveXNeutralRunMeta { + return { + run_id: '160', + run_attempt: 1, + generated_at: '2026-07-08T12:20:00Z', + conclusion: 'success', + source_sha: SOURCE_SHA, + ...overrides, + }; +} + +export function buildDataset( + options: { + shards?: Json[]; + requestedCases?: RequestedCaseSpec[]; + meta?: Partial; + } = {}, +): CollectiveXDataset { + const shards = options.shards ?? [makeRawShard()]; + const requested = [...shards.map(requestedFromShard), ...(options.requestedCases ?? [])]; + return buildDatasetFromNeutral(makeRawMatrix(requested), shards, makeRunMeta(options.meta)); +} + +export function makeCollectiveXSeries(overrides: ShardOverrides = {}): CollectiveXSeries { + return buildDataset({ shards: [makeRawShard(overrides)] }).series[0]; +} + +export function makeCollectiveXDataset(): CollectiveXDataset { + const shardA = makeRawShard(); + const shardB = makeRawShard({ + sku: 'mi355x', + backend: 'mori', + implName: 'mori', + vendor: 'amd', + ep: 16, + scaleUpTransport: 'xgmi', + scaleOutTransport: 'rdma', + topologyClass: 'mi355x-xgmi-rdma', + nodes: 2, + }); + // The same cell as shardA measured with FP8 dispatch, so consumers exercise + // the bf16/fp8 split of an otherwise identical configuration. + const shardC = makeRawShard({ precision: 'fp8' }); + const unsupportedId = 'b300-deepep-v2-deepseek-v3-normal-decode-ep16-uniform-bf16'; + const pendingId = 'b200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16'; + return buildDataset({ + shards: [shardA, shardB, shardC], + requestedCases: [ + { + caseId: unsupportedId, + sku: 'b300', + disposition: 'unsupported', + reason: 'backend-platform-unsupported', + case: makeRawCase( + { + backend: 'deepep-v2', + ep: 16, + nodes: 2, + scaleOutTransport: 'rdma', + topologyClass: 'b300-nvlink-rdma', + }, + unsupportedId, + ), + }, + { + caseId: pendingId, + sku: 'b200-dgxc', + case: makeRawCase({ backend: 'deepep-v2', topologyClass: 'b200-nvlink-island' }, pendingId), + }, + ], + }); +} diff --git a/packages/db/src/collectivex/types.ts b/packages/db/src/collectivex/types.ts new file mode 100644 index 000000000..7955a49ec --- /dev/null +++ b/packages/db/src/collectivex/types.ts @@ -0,0 +1,127 @@ +/** + * CollectiveX neutral contract — the version-tagged shape shared by the sweep + * artifacts' reader, the ingest script, and the dashboard frontend. + * + * This module is pure TypeScript (no Node/DB imports) so it is safe to import + * from client components. UI-only types (chart points, axis modes, display + * label helpers) live in `packages/app/src/components/collectivex/types.ts`. + */ + +export type CollectiveXPhase = 'decode' | 'prefill'; +export type CollectiveXPrecision = 'bf16' | 'fp8'; +export const COLLECTIVEX_VERSIONS = [1] as const; +export type CollectiveXVersion = (typeof COLLECTIVEX_VERSIONS)[number]; +export const COLLECTIVEX_DEFAULT_VERSION: CollectiveXVersion = COLLECTIVEX_VERSIONS.at(-1)!; + +export function parseCollectiveXVersion(raw: string): CollectiveXVersion | null { + const version = Number(raw); + return (COLLECTIVEX_VERSIONS as readonly number[]).includes(version) + ? (version as CollectiveXVersion) + : null; +} + +export type CollectiveXOperation = 'dispatch' | 'stage' | 'combine' | 'roundtrip'; +export type CollectiveXPercentile = 'p50' | 'p90' | 'p95' | 'p99'; +export type CollectiveXOutcome = + | 'success' + | 'unsupported' + | 'failed' + | 'invalid' + | 'diagnostic' + | 'pending'; +export type CollectiveXTerminalStatus = Exclude | 'measured'; + +export type CollectiveXPercentiles = Record; + +export interface CollectiveXComponent { + latency_us: CollectiveXPercentiles; + activation_data_rate_gbps_at_latency_percentile: CollectiveXPercentiles | null; +} + +export interface CollectiveXPoint { + tokens_per_rank: number; + global_tokens: number; + components: Record; + roundtrip_token_rate_at_latency_percentile: CollectiveXPercentiles; +} + +export interface CollectiveXTopology { + ep_size: number; + nodes: number; + gpus_per_node: number; + scale_up_domain: number; + scale_up_transport: string; + scale_out_transport: string | null; + topology_class: string; +} + +export interface CollectiveXSeries { + series_id: string; + phase: CollectiveXPhase; + precision: CollectiveXPrecision; + backend: string; + system: CollectiveXTopology & { + sku: string; + vendor: 'nvidia' | 'amd'; + }; + points: CollectiveXPoint[]; +} + +export interface CollectiveXCoveragePoint { + tokens_per_rank: number; + global_tokens: number; + terminal_status: CollectiveXTerminalStatus; + reason: string | null; +} + +export interface CollectiveXCoverage { + case_id: string; + label: string; + disposition: 'runnable' | 'unsupported'; + sku: string; + backend: string; + phase: CollectiveXPhase; + precision: CollectiveXPrecision; + topology: CollectiveXTopology; + points: CollectiveXCoveragePoint[]; + outcome: CollectiveXOutcome; + reason: string | null; + detail: string | null; +} + +export interface CollectiveXRun { + run_id: string; + run_attempt: number; + generated_at: string; + conclusion: string | null; + source_sha: string; + requested_cases: number; + terminal_cases: number; + measured_cases: number; + unsupported_cases: number; + failed_cases: number; + requested_points: number; + terminal_points: number; + measured_points: number; + covered_skus: string[]; +} + +export interface CollectiveXDataset { + version: number; + run: CollectiveXRun; + coverage: CollectiveXCoverage[]; + series: CollectiveXSeries[]; +} + +export interface CollectiveXRunSummary { + run_id: string; + run_attempt: number; + generated_at: string; + conclusion: string | null; + covered_skus: string[]; + requested_cases: number; + measured_cases: number; + requested_points: number; + terminal_points: number; + terminal_counts: { measured: number; unsupported: number; failed: number }; +} diff --git a/packages/db/src/connection.ts b/packages/db/src/connection.ts index 37b377f7f..d95abdd3f 100644 --- a/packages/db/src/connection.ts +++ b/packages/db/src/connection.ts @@ -79,7 +79,7 @@ function wrapPostgres(sql: postgres.Sql): DbClient { // Survive Next.js HMR — without globalThis the module re-evaluates on each // hot reload, leaking the previous postgres.js TCP connection pool. -const g = globalThis as unknown as { __dbClient?: DbClient; __dbWriteClient?: DbClient }; +const g = globalThis as unknown as { __dbClients?: Map }; function makeDbClient(url: string): DbClient { return shouldUseNeon(url) @@ -87,24 +87,43 @@ function makeDbClient(url: string): DbClient { : wrapPostgres(postgres(url, postgresOptionsForUrl(url))); } +/** One memoized client per connection env var; throws when the var is unset. */ +function memoizedClient(envVar: string): DbClient { + g.__dbClients ??= new Map(); + const cached = g.__dbClients.get(envVar); + if (cached) return cached; + const url = process.env[envVar]; + if (!url) throw new Error(`${envVar} is not set`); + const client = makeDbClient(url); + g.__dbClients.set(envVar, client); + return client; +} + /** * Read-only SQL client for API routes. * Throws if DATABASE_READONLY_URL is not set — callers in JSON_MODE * should skip this and use the json-provider instead. */ export function getDb(): DbClient { - if (g.__dbClient) return g.__dbClient; - const url = process.env.DATABASE_READONLY_URL; - if (!url) throw new Error('DATABASE_READONLY_URL is not set'); - g.__dbClient = makeDbClient(url); - return g.__dbClient; + return memoizedClient('DATABASE_READONLY_URL'); } /** Write-capable SQL client for API routes that need to insert (e.g. user feedback). */ export function getWriteDb(): DbClient { - if (g.__dbWriteClient) return g.__dbWriteClient; - const url = process.env.DATABASE_WRITE_URL; - if (!url) throw new Error('DATABASE_WRITE_URL is not set'); - g.__dbWriteClient = makeDbClient(url); - return g.__dbWriteClient; + return memoizedClient('DATABASE_WRITE_URL'); +} + +/** + * Read-only SQL client for the CollectiveX database — a separate Neon + * instance from the main benchmark DB, holding raw sweep-run documents. + * Must point at the same primary as the write URL (not a lagging replica): + * the lazy-ingest routes read their own writes within a single request. + */ +export function getCollectiveXDb(): DbClient { + return memoizedClient('DATABASE_COLLECTIVEX_READONLY_URL'); +} + +/** Write-capable SQL client for the CollectiveX database (lazy ingest + run deletion). */ +export function getCollectiveXWriteDb(): DbClient { + return memoizedClient('DATABASE_COLLECTIVEX_WRITE_URL'); } diff --git a/packages/db/src/etl/db-utils.ts b/packages/db/src/etl/db-utils.ts index adc6c1cd5..6ff1678da 100644 --- a/packages/db/src/etl/db-utils.ts +++ b/packages/db/src/etl/db-utils.ts @@ -9,16 +9,18 @@ export type Sql = ReturnType; /** * Create a postgres client for admin scripts. * Reads DATABASE_WRITE_URL by default, or DATABASE_READONLY_URL with `readonly: true`. + * Pass `envVar` to target another database (e.g. DATABASE_COLLECTIVEX_WRITE_URL). * Pass `noSsl: true` to disable TLS for local Postgres. */ export function createAdminSql( opts: Omit>, 'ssl'> & { readonly?: boolean; noSsl?: boolean; + envVar?: string; } = {}, ): Sql { - const { readonly, noSsl, ...pgOpts } = opts; - const envVar = readonly ? 'DATABASE_READONLY_URL' : 'DATABASE_WRITE_URL'; + const { readonly, noSsl, envVar: envVarOverride, ...pgOpts } = opts; + const envVar = envVarOverride ?? (readonly ? 'DATABASE_READONLY_URL' : 'DATABASE_WRITE_URL'); const url = process.env[envVar]; if (!url) { console.error(`${envVar} is required`); diff --git a/packages/db/src/ingest-collectivex.ts b/packages/db/src/ingest-collectivex.ts new file mode 100644 index 000000000..a861845de --- /dev/null +++ b/packages/db/src/ingest-collectivex.ts @@ -0,0 +1,247 @@ +/** + * Ingest a CollectiveX sweep run's artifacts into the CollectiveX database. + * + * Stores the RAW matrix + case-attempt documents (the sweep JSON contract is + * expected to change; the shared reader in src/collectivex/reader.ts is the + * single transform point and runs at API-read time). The reader IS executed + * once here — to validate the bundle assembles and to precompute the + * `summary` column that backs the dashboard's run picker. + * + * Sweep runs are accepted from ANY branch of the source repo (they are + * launched via `gh api` on feature branches); only the workflow identity is + * checked, never head_branch. + * + * The dashboard ingests runs lazily on read; this CLI exists to pre-warm runs + * before their GitHub artifacts expire, backfill older runs into the picker, + * and force-refresh a run. Re-ingesting a run the dashboard deleted clears + * its tombstone (deliberate operator override). + * + * Two modes: + * --download [repo] Download artifacts from GitHub then ingest + * (no flag) Read pre-downloaded artifacts from INGEST_ARTIFACTS_PATH + * + * Usage: + * pnpm admin:db:ingest:collectivex https://github.com/SemiAnalysisAI/InferenceX/actions/runs/123 + * pnpm admin:db:ingest:collectivex 123 + * + * Environment variables: + * DATABASE_COLLECTIVEX_WRITE_URL — Postgres connection string (direct, non-pooled) + * GITHUB_TOKEN — GitHub PAT for run metadata + artifact download + * INGEST_RUN_ID — (env mode) Workflow run ID + * INGEST_ARTIFACTS_PATH — (env mode) Local path to pre-downloaded artifacts + * INGEST_REPO — (env mode) Source repo slug (owner/name) + */ + +import fs from 'fs'; +import os from 'os'; +import path from 'path'; + +import { hasNoSslFlag } from './cli-utils'; +import { createAdminSql } from './etl/db-utils'; +import { + downloadArtifact, + fetchRunMeta, + listRunArtifacts, + type RunMeta, +} from './lib/github-artifacts'; +import { matrixArtifactName, selectShardArtifactNames } from './collectivex/artifact-selection'; +import { + buildDatasetFromNeutral, + buildRunSummary, + isMatrixDoc, + matrixVersion, + type CollectiveXNeutralRunMeta, +} from './collectivex/reader'; + +const DEFAULT_REPO = 'SemiAnalysisAI/InferenceX'; +const SWEEP_WORKFLOW_PATH = '.github/workflows/collectivex-sweep.yml'; +const DOCS_INSERT_CHUNK = 200; + +// ── Argument / env parsing ────────────────────────────────────────────────── + +const isDownloadMode = process.argv[2] === '--download'; + +let artifactsDir: string; +let runIdStr: string; +let REPO: string; +let tempDir: string | null = null; + +if (isDownloadMode) { + // Positional args only: drop the '--' injected by pnpm arg passthrough and + // option flags like --no-ssl (read from argv by their own helpers). + const args = process.argv.slice(3).filter((a) => !a.startsWith('--')); + const input = args[0]; + if (!input) { + console.error('Usage: pnpm admin:db:ingest:collectivex [repo]'); + process.exit(1); + } + const match = input.match(/\/runs\/(?\d+)/u); + const parsedId = match ? match.groups!.runId : /^\d+$/u.test(input) ? input : null; + if (!parsedId) { + console.error(`Could not parse run ID from: ${input}`); + process.exit(1); + } + runIdStr = parsedId; + REPO = args[1] ?? DEFAULT_REPO; + tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'cx-ingest-')); + artifactsDir = tempDir; +} else { + const runId = process.env.INGEST_RUN_ID; + const artifactsPath = process.env.INGEST_ARTIFACTS_PATH; + if (!runId || !artifactsPath) { + console.error('INGEST_RUN_ID and INGEST_ARTIFACTS_PATH are required without --download'); + process.exit(1); + } + runIdStr = runId; + REPO = process.env.INGEST_REPO ?? DEFAULT_REPO; + artifactsDir = artifactsPath; +} + +// The repo slug reaches shell-interpolated `gh api` calls — reject metachars. +if (!/^[\w.-]+\/[\w.-]+$/u.test(REPO)) { + console.error(`Invalid repo slug: ${REPO}`); + process.exit(1); +} + +// ── Artifact reading ──────────────────────────────────────────────────────── + +/** Parse every `*.json` file in an artifact directory. */ +function readDocsDir(dir: string): unknown[] { + const docs: unknown[] = []; + for (const entry of fs.readdirSync(dir, { withFileTypes: true })) { + const full = path.join(dir, entry.name); + if (entry.isDirectory()) { + docs.push(...readDocsDir(full)); + continue; + } + if (!entry.name.endsWith('.json')) continue; + docs.push(JSON.parse(fs.readFileSync(full, 'utf8'))); + } + return docs; +} + +function runGeneratedAt(run: RunMeta): string { + return run.updated_at || run.run_started_at || run.created_at || ''; +} + +// ── Main ──────────────────────────────────────────────────────────────────── + +async function main(): Promise { + console.log(`=== db:ingest:collectivex — run ${runIdStr} (${REPO}) ===`); + + const run = fetchRunMeta(REPO, runIdStr); + // Identity check only — never the branch: sweeps run on feature branches. + if (run.path !== SWEEP_WORKFLOW_PATH) { + throw new Error(`run ${runIdStr} is not a CollectiveX sweep (workflow: ${run.path})`); + } + const generatedAt = runGeneratedAt(run); + if (!generatedAt) throw new Error(`run ${runIdStr} is missing a timestamp`); + console.log( + ` workflow: ${run.name} branch: ${run.head_branch ?? '?'} attempt: ${run.run_attempt} conclusion: ${run.conclusion ?? 'in-progress'}`, + ); + + const matrixDirName = matrixArtifactName(runIdStr); + + if (isDownloadMode) { + const artifacts = listRunArtifacts(REPO, runIdStr); + // Keep the newest per name — retried uploads can duplicate a name. + const byName = new Map(); + for (const artifact of artifacts) { + const existing = byName.get(artifact.name); + if (!existing || artifact.created_at > existing.created_at) { + byName.set(artifact.name, artifact); + } + } + const wanted = [ + matrixDirName, + ...selectShardArtifactNames([...byName.keys()], runIdStr, run.run_attempt), + ]; + for (const name of wanted) { + const artifact = byName.get(name); + if (!artifact) continue; + console.log(` downloading ${name}`); + downloadArtifact(artifact, artifactsDir); + } + } + + const availableDirs = fs + .readdirSync(artifactsDir, { withFileTypes: true }) + .filter((entry) => entry.isDirectory()) + .map((entry) => entry.name); + + if (!availableDirs.includes(matrixDirName)) { + throw new Error(`run ${runIdStr} has no ${matrixDirName} artifact`); + } + const matrixDocs = readDocsDir(path.join(artifactsDir, matrixDirName)).filter((doc) => + isMatrixDoc(doc), + ); + if (matrixDocs.length !== 1) { + throw new Error(`expected exactly one matrix document, found ${matrixDocs.length}`); + } + const matrix = matrixDocs[0]; + const version = matrixVersion(matrix); + if (version === null) throw new Error('matrix document has no valid version tag'); + + const shardDirs = selectShardArtifactNames(availableDirs, runIdStr, run.run_attempt); + console.log(` matrix version: ${version} shard artifacts: ${shardDirs.length}`); + const docs = shardDirs.flatMap((dir) => readDocsDir(path.join(artifactsDir, dir))); + + // Assemble once: validates the bundle and precomputes the picker summary. + const meta: CollectiveXNeutralRunMeta = { + run_id: runIdStr, + run_attempt: run.run_attempt, + generated_at: generatedAt, + conclusion: run.conclusion, + source_sha: run.head_sha, + }; + const dataset = buildDatasetFromNeutral(matrix, docs, meta); + const summary = buildRunSummary(dataset); + console.log( + ` assembled: ${summary.requested_cases} cases (${summary.measured_cases} measured), ${summary.requested_points} points`, + ); + + const sql = createAdminSql({ + envVar: 'DATABASE_COLLECTIVEX_WRITE_URL', + noSsl: hasNoSslFlag(), + max: 1, + onnotice: () => {}, + }); + try { + await sql.begin(async (tx) => { + // Re-ingest = refresh: replace the run and its documents wholesale. + await tx`DELETE FROM cx_runs WHERE run_id = ${runIdStr}`; + // The ::jsonb casts type the parameters as jsonb, so postgres.js + // serializes the raw objects itself — pre-stringifying here would + // double-encode them into jsonb strings. + await tx` + INSERT INTO cx_runs + (run_id, run_attempt, version, generated_at, source_sha, source_branch, conclusion, matrix, summary) + VALUES + (${runIdStr}, ${run.run_attempt}, ${version}, ${generatedAt}, ${run.head_sha}, + ${run.head_branch}, ${run.conclusion}, ${matrix as never}::jsonb, + ${summary as never}::jsonb) + `; + for (let i = 0; i < docs.length; i += DOCS_INSERT_CHUNK) { + const chunk = docs.slice(i, i + DOCS_INSERT_CHUNK).map((doc) => JSON.stringify(doc)); + await tx` + INSERT INTO cx_run_docs (run_id, doc) + SELECT ${runIdStr}, unnest(${tx.array(chunk)}::jsonb[]) + `; + } + }); + console.log(` stored run ${runIdStr} (version ${version}, ${docs.length} docs)`); + } finally { + await sql.end(); + } + + console.log('=== db:ingest:collectivex complete ==='); +} + +main() + .catch((error) => { + console.error('db:ingest:collectivex failed:', error); + process.exitCode = 1; + }) + .finally(() => { + if (tempDir) fs.rmSync(tempDir, { recursive: true, force: true }); + }); diff --git a/packages/db/src/lib/github-artifacts.ts b/packages/db/src/lib/github-artifacts.ts index c96ae8305..e7094ad04 100644 --- a/packages/db/src/lib/github-artifacts.ts +++ b/packages/db/src/lib/github-artifacts.ts @@ -84,3 +84,26 @@ export function fetchRunAttempt(repo: string, runId: string): number { }).trim(); return parseInt(attemptStr || '1', 10); } + +export interface RunMeta { + id: number; + name: string; + path: string; + run_attempt: number; + head_sha: string; + head_branch: string | null; + conclusion: string | null; + status: string | null; + updated_at?: string | null; + run_started_at?: string | null; + created_at?: string | null; +} + +/** Fetch a workflow run's metadata via `gh api`. */ +export function fetchRunMeta(repo: string, runId: string): RunMeta { + const json = execSync(`gh api "repos/${repo}/actions/runs/${runId}"`, { + encoding: 'utf8', + maxBuffer: 10 * 1024 * 1024, + }); + return JSON.parse(json) as RunMeta; +} diff --git a/packages/db/src/lib/migration-runner.test.ts b/packages/db/src/lib/migration-runner.test.ts new file mode 100644 index 000000000..4affed65d --- /dev/null +++ b/packages/db/src/lib/migration-runner.test.ts @@ -0,0 +1,88 @@ +import fs from 'fs'; +import os from 'os'; +import path from 'path'; + +import { afterEach, beforeEach, describe, expect, it } from 'vitest'; + +import { runMigrations } from './migration-runner'; + +interface Executed { + text: string; + params?: unknown[]; +} + +/** + * Minimal stand-in for the postgres.js client surface runMigrations uses: + * tagged-template select on schema_migrations + begin(tx.unsafe). + */ +function fakeSql(applied: string[]) { + const executed: Executed[] = []; + const sql = (strings: TemplateStringsArray) => { + const text = strings.join(''); + executed.push({ text }); + if (text.includes('select filename')) { + return Promise.resolve(applied.map((filename) => ({ filename }))); + } + return Promise.resolve([]); + }; + sql.begin = async ( + fn: (tx: { unsafe: (text: string, params?: unknown[]) => Promise }) => Promise, + ) => { + await fn({ + unsafe: (text: string, params?: unknown[]) => { + executed.push({ text, params }); + return Promise.resolve(); + }, + }); + }; + return { sql: sql as never, executed }; +} + +let dir: string; + +beforeEach(() => { + dir = fs.mkdtempSync(path.join(os.tmpdir(), 'migration-runner-')); +}); + +afterEach(() => { + fs.rmSync(dir, { recursive: true, force: true }); +}); + +describe('runMigrations', () => { + it('applies pending .sql files in filename order and records them', async () => { + fs.writeFileSync(path.join(dir, '002_second.sql'), 'create table two ();'); + fs.writeFileSync(path.join(dir, '001_first.sql'), 'create table one ();'); + fs.writeFileSync(path.join(dir, 'notes.txt'), 'not a migration'); + const { sql, executed } = fakeSql([]); + + const ran = await runMigrations(sql, dir); + + expect(ran).toBe(2); + const applied = executed.filter((e) => e.text.startsWith('create table')); + expect(applied.map((e) => e.text)).toEqual(['create table one ();', 'create table two ();']); + const recorded = executed.filter((e) => e.text.includes('insert into schema_migrations')); + expect(recorded.map((e) => e.params)).toEqual([['001_first.sql'], ['002_second.sql']]); + }); + + it('skips migrations already recorded in schema_migrations', async () => { + fs.writeFileSync(path.join(dir, '001_first.sql'), 'create table one ();'); + fs.writeFileSync(path.join(dir, '002_second.sql'), 'create table two ();'); + const { sql, executed } = fakeSql(['001_first.sql']); + + const ran = await runMigrations(sql, dir); + + expect(ran).toBe(1); + const applied = executed.filter((e) => e.text.startsWith('create table')); + expect(applied.map((e) => e.text)).toEqual(['create table two ();']); + }); + + it('returns 0 when everything is already applied', async () => { + fs.writeFileSync(path.join(dir, '001_first.sql'), 'create table one ();'); + const { sql, executed } = fakeSql(['001_first.sql']); + + const ran = await runMigrations(sql, dir); + + expect(ran).toBe(0); + expect(executed.some((e) => e.text.startsWith('create table'))).toBe(false); + }); +}); diff --git a/packages/db/src/lib/migration-runner.ts b/packages/db/src/lib/migration-runner.ts new file mode 100644 index 000000000..3ef4e2135 --- /dev/null +++ b/packages/db/src/lib/migration-runner.ts @@ -0,0 +1,56 @@ +/** + * Shared SQL-file migration loop used by `migrate.ts` (main DB) and + * `migrate-collectivex.ts` (CollectiveX DB). Applies pending `*.sql` files + * from a directory in filename order, tracking them in a `schema_migrations` + * table on the target database. + */ + +import fs from 'fs'; +import path from 'path'; + +import type { Sql } from '../etl/db-utils'; + +export async function runMigrations(sql: Sql, migrationsDir: string): Promise { + // Create migrations tracking table if it doesn't exist + await sql` + create table if not exists schema_migrations ( + filename text primary key, + applied_at timestamptz not null default now() + ) + `; + + const migrations = await sql<{ filename: string }[]>`select filename from schema_migrations`; + const applied = new Set(migrations.map((r) => r.filename)); + + const files = fs + .readdirSync(migrationsDir) + .filter((f) => f.endsWith('.sql')) + .toSorted(); + + let ran = 0; + for (const file of files) { + if (applied.has(file)) { + console.log(` skip ${file}`); + continue; + } + + console.log(` apply ${file} ...`); + const sql_text = fs.readFileSync(path.join(migrationsDir, file), 'utf8'); + + await sql.begin(async (tx) => { + await tx.unsafe(sql_text); + await tx.unsafe('insert into schema_migrations (filename) values ($1)', [file]); + }); + + console.log(` done ${file}`); + ran++; + } + + if (ran === 0) { + console.log(' all migrations already applied'); + } else { + console.log(`\n applied ${ran} migration(s)`); + } + + return ran; +} diff --git a/packages/db/src/migrate-collectivex.ts b/packages/db/src/migrate-collectivex.ts new file mode 100644 index 000000000..74864009b --- /dev/null +++ b/packages/db/src/migrate-collectivex.ts @@ -0,0 +1,50 @@ +/** + * Run CollectiveX database migrations. Targets the separate CollectiveX Neon + * instance via DATABASE_COLLECTIVEX_WRITE_URL (direct, non-pooled connection — + * migrations must not go through PgBouncer's transaction pooling mode). + * + * Usage: + * pnpm admin:db:migrate:collectivex + */ + +import path from 'path'; + +import { confirm, hasNoSslFlag, hasYesFlag } from './cli-utils'; +import { createAdminSql } from './etl/db-utils'; +import { runMigrations } from './lib/migration-runner'; + +const MIGRATIONS_DIR = path.join(import.meta.dirname, '..', 'migrations-collectivex'); + +const sql = createAdminSql({ + envVar: 'DATABASE_COLLECTIVEX_WRITE_URL', + noSsl: hasNoSslFlag(), + max: 1, + onnotice: () => {}, // suppress "relation already exists" notices +}); + +async function migrate(): Promise { + console.log('=== db:migrate:collectivex ==='); + console.log( + 'This will apply any pending SQL migrations from migrations-collectivex/ to the\n' + + 'CollectiveX database. Already-applied migrations are skipped.\n', + ); + + if (!hasYesFlag()) { + const ok = await confirm('Continue? (y/N) '); + if (!ok) { + console.log('Aborted.'); + return; + } + } + + await runMigrations(sql, MIGRATIONS_DIR); + + console.log('\n=== db:migrate:collectivex complete ==='); +} + +migrate() + .catch((error) => { + console.error('db:migrate:collectivex failed:', error); + process.exitCode = 1; + }) + .finally(() => sql.end()); diff --git a/packages/db/src/migrate.ts b/packages/db/src/migrate.ts index 382511ffd..975774686 100644 --- a/packages/db/src/migrate.ts +++ b/packages/db/src/migrate.ts @@ -8,11 +8,11 @@ * pnpm admin:db:migrate */ -import fs from 'fs'; import path from 'path'; import { confirm, hasNoSslFlag, hasYesFlag } from './cli-utils'; import { createAdminSql } from './etl/db-utils'; +import { runMigrations } from './lib/migration-runner'; const MIGRATIONS_DIR = path.join(import.meta.dirname, '..', 'migrations'); @@ -37,46 +37,7 @@ async function migrate(): Promise { } } - // Create migrations tracking table if it doesn't exist - await sql` - create table if not exists schema_migrations ( - filename text primary key, - applied_at timestamptz not null default now() - ) - `; - - const migrations = await sql<{ filename: string }[]>`select filename from schema_migrations`; - const applied = new Set(migrations.map((r) => r.filename)); - - const files = fs - .readdirSync(MIGRATIONS_DIR) - .filter((f) => f.endsWith('.sql')) - .toSorted(); - - let ran = 0; - for (const file of files) { - if (applied.has(file)) { - console.log(` skip ${file}`); - continue; - } - - console.log(` apply ${file} ...`); - const sql_text = fs.readFileSync(path.join(MIGRATIONS_DIR, file), 'utf8'); - - await sql.begin(async (tx) => { - await tx.unsafe(sql_text); - await tx.unsafe('insert into schema_migrations (filename) values ($1)', [file]); - }); - - console.log(` done ${file}`); - ran++; - } - - if (ran === 0) { - console.log(' all migrations already applied'); - } else { - console.log(`\n applied ${ran} migration(s)`); - } + await runMigrations(sql, MIGRATIONS_DIR); console.log('\n=== db:migrate complete ==='); console.log(' Invalidate API cache: pnpm admin:cache:invalidate'); diff --git a/packages/db/src/queries/collectivex.test.ts b/packages/db/src/queries/collectivex.test.ts new file mode 100644 index 000000000..214d89215 --- /dev/null +++ b/packages/db/src/queries/collectivex.test.ts @@ -0,0 +1,167 @@ +import { describe, expect, it } from 'vitest'; + +import { makeRawMatrix, makeRawShard, makeRunMeta } from '../collectivex/test-fixture'; +import type { DbClient } from '../connection.js'; +import { + collectiveXDatasetFromRow, + deleteCollectiveXRun, + getCollectiveXRunStates, + insertCollectiveXRun, + listCollectiveXRuns, + refreshCollectiveXRunAttempt, + type CollectiveXRunInsert, +} from './collectivex'; + +interface Captured { + text: string; + values: unknown[]; +} + +/** Tagged-template stub: records each query, replays queued row sets. */ +function fakeSql(rowsQueue: Record[][]) { + const calls: Captured[] = []; + const sql = ((strings: TemplateStringsArray, ...values: unknown[]) => { + calls.push({ text: strings.join('?'), values }); + return Promise.resolve(rowsQueue.shift() ?? []); + }) as DbClient; + return { sql, calls }; +} + +const runInsert: CollectiveXRunInsert = { + run_id: '160', + run_attempt: 2, + version: 1, + generated_at: '2026-07-08T12:20:00Z', + source_sha: 'a'.repeat(40), + source_branch: 'collectivex', + conclusion: 'success', + matrix: { version: 1, requested_cases: [], include: [] }, + summary: { + run_id: '160', + run_attempt: 2, + generated_at: '2026-07-08T12:20:00Z', + conclusion: 'success', + covered_skus: [], + requested_cases: 0, + measured_cases: 0, + requested_points: 0, + terminal_points: 0, + terminal_counts: { measured: 0, unsupported: 0, failed: 0 }, + }, +}; + +describe('getCollectiveXRunStates', () => { + it('maps deleted flags to tombstone states with version and attempt', async () => { + const { sql } = fakeSql([ + [ + { run_id: '160', version: 1, run_attempt: 2, deleted: false }, + { run_id: '161', version: 2, run_attempt: 1, deleted: true }, + ], + ]); + const states = await getCollectiveXRunStates(sql, ['160', '161']); + expect(states).toEqual({ + '160': { state: 'live', version: 1, run_attempt: 2 }, + '161': { state: 'deleted', version: 2, run_attempt: 1 }, + }); + }); + + it('skips the query entirely for an empty id list', async () => { + const { sql, calls } = fakeSql([]); + expect(await getCollectiveXRunStates(sql, [])).toEqual({}); + expect(calls).toHaveLength(0); + }); +}); + +describe('read queries', () => { + it('excludes tombstoned rows and orders newest-created first', async () => { + const { sql, calls } = fakeSql([[]]); + await listCollectiveXRuns(sql, 1); + expect(calls[0].text).toContain('deleted_at IS NULL'); + expect(calls[0].text).toContain('ORDER BY run_id DESC'); + }); +}); + +describe('insertCollectiveXRun', () => { + it('binds raw objects (never pre-stringified JSON) and reports insertion', async () => { + const { sql, calls } = fakeSql([[{ runs_inserted: 1 }]]); + const docs = [{ record_type: 'case-attempt' }]; + + await expect(insertCollectiveXRun(sql, runInsert, docs)).resolves.toBe(true); + + expect(calls[0].text).toContain('ON CONFLICT (run_id) DO NOTHING'); + // Raw objects: a pre-stringified value would double-encode under + // postgres.js; a bare array would become a PG array literal under neon. + expect(calls[0].values).toContainEqual(runInsert.matrix); + expect(calls[0].values).toContainEqual({ docs }); + expect( + calls[0].values.every((value) => typeof value !== 'string' || !value.startsWith('{')), + ).toBe(true); + }); + + it('reports a conflict no-op as not inserted', async () => { + const { sql } = fakeSql([[{ runs_inserted: 0 }]]); + await expect(insertCollectiveXRun(sql, runInsert, [])).resolves.toBe(false); + }); +}); + +describe('refreshCollectiveXRunAttempt', () => { + it('guards on a strictly newer attempt and reports replacement', async () => { + const { sql, calls } = fakeSql([[{ runs_updated: 1 }]]); + await expect(refreshCollectiveXRunAttempt(sql, runInsert, [])).resolves.toBe(true); + expect(calls[0].text).toContain('run_attempt < '); + expect(calls[0].text).toContain('deleted_at IS NULL'); + expect(calls[0].text).toContain('FOR UPDATE'); + }); + + it('reports a guarded no-op (older or equal attempt, or tombstoned) as false', async () => { + const { sql } = fakeSql([[{ runs_updated: 0 }]]); + await expect(refreshCollectiveXRunAttempt(sql, runInsert, [])).resolves.toBe(false); + }); +}); + +describe('deleteCollectiveXRun', () => { + it('tombstones the run then frees its documents', async () => { + const { sql, calls } = fakeSql([[{ run_id: '160' }], []]); + await expect(deleteCollectiveXRun(sql, '160')).resolves.toBe(true); + expect(calls[0].text).toContain('SET deleted_at = now()'); + expect(calls[0].text).toContain('deleted_at IS NULL'); + expect(calls[1].text).toContain('DELETE FROM cx_run_docs'); + }); + + it('reports absent or already-tombstoned runs without touching documents', async () => { + const { sql, calls } = fakeSql([[]]); + await expect(deleteCollectiveXRun(sql, '160')).resolves.toBe(false); + expect(calls).toHaveLength(1); + }); +}); + +describe('collectiveXDatasetFromRow', () => { + it('assembles a stored row through the shared reader', () => { + const shard = makeRawShard(); + const identity = ( + shard as { identity: { case_id: string; case_factors: { sku: string; case: unknown } } } + ).identity; + const meta = makeRunMeta(); + const dataset = collectiveXDatasetFromRow({ + run_id: meta.run_id, + run_attempt: meta.run_attempt, + version: 1, + generated_at: meta.generated_at, + source_sha: meta.source_sha, + source_branch: 'collectivex', + conclusion: meta.conclusion, + matrix: makeRawMatrix([ + { + caseId: identity.case_id, + sku: identity.case_factors.sku, + disposition: 'runnable', + case: identity.case_factors.case as Record, + }, + ]), + docs: [shard], + }); + expect(dataset.run.run_id).toBe(meta.run_id); + expect(dataset.series).toHaveLength(1); + expect(dataset.run.measured_cases).toBe(1); + }); +}); diff --git a/packages/db/src/queries/collectivex.ts b/packages/db/src/queries/collectivex.ts new file mode 100644 index 000000000..bb09844b2 --- /dev/null +++ b/packages/db/src/queries/collectivex.ts @@ -0,0 +1,248 @@ +import type { DbClient } from '../connection.js'; +import { buildDatasetFromNeutral } from '../collectivex/reader'; +import type { CollectiveXDataset, CollectiveXRunSummary } from '../collectivex/types'; + +/** One cx_runs row with its raw documents, ready for reader assembly. */ +export interface CollectiveXRunRow { + run_id: string; + run_attempt: number; + version: number; + generated_at: string; + source_sha: string; + source_branch: string | null; + conclusion: string | null; + matrix: unknown; + docs: unknown[]; +} + +/** Row metadata + raw docs as written by the lazy ingest. */ +export interface CollectiveXRunInsert { + run_id: string; + run_attempt: number; + version: number; + generated_at: string; + source_sha: string; + source_branch: string | null; + conclusion: string | null; + matrix: unknown; + summary: CollectiveXRunSummary; +} + +/** + * Known-run state. Runs are discovered lazily from GitHub on read, so a + * deleted run keeps a tombstoned cx_runs row — otherwise the next discovery + * pass would re-ingest it. + */ +export type CollectiveXRunState = 'live' | 'deleted'; + +export interface CollectiveXRunStateRow { + state: CollectiveXRunState; + version: number; + run_attempt: number; +} + +/** Run summaries capped at this many rows — deletion keeps the list curated. */ +const MAX_LISTED_RUNS = 50; + +function toRunRow(row: Record, docs: unknown[]): CollectiveXRunRow { + return { ...(row as unknown as Omit), docs }; +} + +async function docsForRun(sql: DbClient, runId: string): Promise { + const rows = await sql` + SELECT doc FROM cx_run_docs WHERE run_id = ${runId} ORDER BY id + `; + return rows.map((row) => row.doc); +} + +/** + * The most recent live run for a version. Ordered by run_id — GitHub run ids + * increase monotonically with creation, matching lazy discovery's + * newest-first walk (completion time would let a long-failing older run + * shadow a newer successful one). + */ +export async function getLatestCollectiveXRun( + sql: DbClient, + version: number, +): Promise { + const rows = await sql` + SELECT run_id::text, run_attempt, version, + to_char(generated_at at time zone 'utc', 'YYYY-MM-DD"T"HH24:MI:SS"Z"') as generated_at, + source_sha, source_branch, conclusion, matrix + FROM cx_runs + WHERE version = ${version} AND deleted_at IS NULL + ORDER BY run_id DESC + LIMIT 1 + `; + if (rows.length === 0) return null; + return toRunRow(rows[0], await docsForRun(sql, rows[0].run_id as string)); +} + +/** One specific live run by id, or null when absent, tombstoned, or on another version. */ +export async function getCollectiveXRun( + sql: DbClient, + version: number, + runId: string, +): Promise { + const rows = await sql` + SELECT run_id::text, run_attempt, version, + to_char(generated_at at time zone 'utc', 'YYYY-MM-DD"T"HH24:MI:SS"Z"') as generated_at, + source_sha, source_branch, conclusion, matrix + FROM cx_runs + WHERE version = ${version} AND run_id = ${runId} AND deleted_at IS NULL + `; + if (rows.length === 0) return null; + return toRunRow(rows[0], await docsForRun(sql, rows[0].run_id as string)); +} + +/** + * Newest-first live run summaries for the picker, straight from the + * precomputed `summary` column — no document loading. + */ +export async function listCollectiveXRuns( + sql: DbClient, + version: number, +): Promise { + const rows = await sql` + SELECT summary + FROM cx_runs + WHERE version = ${version} AND deleted_at IS NULL + ORDER BY run_id DESC + LIMIT ${MAX_LISTED_RUNS} + `; + return rows.map((row) => row.summary as CollectiveXRunSummary); +} + +/** State of each known run id (live or tombstoned); absent ids are omitted. */ +export async function getCollectiveXRunStates( + sql: DbClient, + runIds: readonly string[], +): Promise> { + if (runIds.length === 0) return {}; + const rows = await sql` + SELECT run_id::text, version, run_attempt, (deleted_at IS NOT NULL) AS deleted + FROM cx_runs + WHERE run_id = ANY(${runIds as string[]}::bigint[]) + `; + return Object.fromEntries( + rows.map((row) => [ + row.run_id as string, + { + state: row.deleted ? 'deleted' : 'live', + version: row.version as number, + run_attempt: row.run_attempt as number, + }, + ]), + ); +} + +/** + * Atomically persist one run and its raw documents in a single statement + * (data-modifying CTEs), so concurrent lazy ingests can race safely: + * `ON CONFLICT DO NOTHING` turns the loser into a clean no-op, and a partial + * run can never become visible. Returns true when this call inserted the run. + * + * The `::jsonb`-cast parameters must be raw objects: both drivers + * JSON-serialize objects exactly once, while pre-stringified values get + * double-encoded by postgres.js. `docs` is wrapped in an object because the + * neon driver would serialize a bare JS array as a Postgres array literal. + */ +export async function insertCollectiveXRun( + sql: DbClient, + run: CollectiveXRunInsert, + docs: unknown[], +): Promise { + const rows = await sql` + WITH new_run AS ( + INSERT INTO cx_runs + (run_id, run_attempt, version, generated_at, source_sha, source_branch, conclusion, matrix, summary) + VALUES + (${run.run_id}, ${run.run_attempt}, ${run.version}, ${run.generated_at}, + ${run.source_sha}, ${run.source_branch}, ${run.conclusion}, + ${run.matrix as never}::jsonb, ${run.summary as never}::jsonb) + ON CONFLICT (run_id) DO NOTHING + RETURNING run_id + ), + new_docs AS ( + INSERT INTO cx_run_docs (run_id, doc) + SELECT new_run.run_id, entries.value + FROM new_run, jsonb_array_elements((${{ docs } as never}::jsonb)->'docs') AS entries(value) + RETURNING id + ) + SELECT (SELECT count(*)::int FROM new_run) AS runs_inserted + `; + return (rows[0]?.runs_inserted as number) > 0; +} + +/** + * Replace a live run's contents when GitHub reports a NEWER attempt (a re-run + * of failed shards after the run was already ingested). Single statement with + * `FOR UPDATE` + an attempt guard: concurrent refreshers serialize on the row + * lock and the loser re-evaluates the guard to a no-op, so documents are never + * doubled. Tombstoned runs are never refreshed. Returns true when replaced. + */ +export async function refreshCollectiveXRunAttempt( + sql: DbClient, + run: CollectiveXRunInsert, + docs: unknown[], +): Promise { + const rows = await sql` + WITH target AS ( + SELECT run_id FROM cx_runs + WHERE run_id = ${run.run_id} AND deleted_at IS NULL AND run_attempt < ${run.run_attempt} + FOR UPDATE + ), + removed AS ( + DELETE FROM cx_run_docs WHERE run_id IN (SELECT run_id FROM target) + ), + updated AS ( + UPDATE cx_runs SET + run_attempt = ${run.run_attempt}, + generated_at = ${run.generated_at}, + source_sha = ${run.source_sha}, + source_branch = ${run.source_branch}, + conclusion = ${run.conclusion}, + matrix = ${run.matrix as never}::jsonb, + summary = ${run.summary as never}::jsonb, + ingested_at = now() + WHERE run_id IN (SELECT run_id FROM target) + RETURNING run_id + ), + new_docs AS ( + INSERT INTO cx_run_docs (run_id, doc) + SELECT updated.run_id, entries.value + FROM updated, jsonb_array_elements((${{ docs } as never}::jsonb)->'docs') AS entries(value) + RETURNING id + ) + SELECT (SELECT count(*)::int FROM updated) AS runs_updated + `; + return (rows[0]?.runs_updated as number) > 0; +} + +/** + * Tombstone a run: mark it deleted (so lazy discovery never re-ingests it) + * and drop its documents to free space. Returns false when the run is absent + * or already tombstoned. Re-ingesting via the CLI intentionally clears the + * tombstone (operator override). + */ +export async function deleteCollectiveXRun(sql: DbClient, runId: string): Promise { + const rows = await sql` + UPDATE cx_runs SET deleted_at = now() + WHERE run_id = ${runId} AND deleted_at IS NULL + RETURNING run_id::text + `; + if (rows.length === 0) return false; + await sql`DELETE FROM cx_run_docs WHERE run_id = ${runId}`; + return true; +} + +/** Assemble a stored run's raw documents into the dashboard dataset. */ +export function collectiveXDatasetFromRow(row: CollectiveXRunRow): CollectiveXDataset { + return buildDatasetFromNeutral(row.matrix, row.docs, { + run_id: row.run_id, + run_attempt: row.run_attempt, + generated_at: row.generated_at, + conclusion: row.conclusion, + source_sha: row.source_sha, + }); +} From deaee36e382f9a79f8f75aaf8233dda593cd19e7 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Fri, 17 Jul 2026 17:28:39 +0800 Subject: [PATCH 18/37] fix(collectivex): make refresh and delete race-proof via attempt-stamped docs Two concurrency holes found in post-review sweep of the lazy-ingest writes: - Concurrent attempt-refreshes targeting DIFFERENT attempts (2->3 blocked on 1->2) could leave mixed doc sets: the loser's single-snapshot CTE DELETE cannot see docs the winner committed while it waited on the row lock. cx_run_docs rows are now stamped with their run_attempt (migration 002) and readers fetch row + docs in ONE query filtered to the row's current attempt, so superseded or racing doc sets are invisible; the next refresh's DELETE garbage-collects them. This also removes the separate docs roundtrip and the reader-side race where the row and doc reads could straddle a committing refresh. - deleteCollectiveXRun tombstoned the run and freed its docs in two statements; on the neon HTTP driver each autocommits, so a failure between them orphaned the docs forever (re-delete short-circuits to 404 and never retries cleanup). Tombstone + doc removal is now one atomic CTE statement. Migration 002 applied to the provisioned Neon instance. --- .../002_docs_attempt.sql | 17 ++++ packages/db/src/ingest-collectivex.ts | 4 +- packages/db/src/queries/collectivex.test.ts | 12 +-- packages/db/src/queries/collectivex.ts | 95 +++++++++++-------- 4 files changed, 81 insertions(+), 47 deletions(-) create mode 100644 packages/db/migrations-collectivex/002_docs_attempt.sql diff --git a/packages/db/migrations-collectivex/002_docs_attempt.sql b/packages/db/migrations-collectivex/002_docs_attempt.sql new file mode 100644 index 000000000..443c5d944 --- /dev/null +++ b/packages/db/migrations-collectivex/002_docs_attempt.sql @@ -0,0 +1,17 @@ +-- Stamp each raw document with the run attempt that produced it. +-- +-- Readers join docs on the cx_runs row's CURRENT attempt, which makes both +-- refresh races harmless: a concurrent pair of attempt-refreshes can leave +-- superseded docs behind (single-snapshot CTE deletes can miss rows written +-- after the statement's snapshot), and a reader can straddle a refresh across +-- its row/doc reads — in both cases the attempt filter hides stale documents. +-- Leftover superseded docs are garbage-collected by the next refresh's DELETE. + +alter table cx_run_docs add column run_attempt int; + +update cx_run_docs d +set run_attempt = r.run_attempt +from cx_runs r +where r.run_id = d.run_id and d.run_attempt is null; + +alter table cx_run_docs alter column run_attempt set not null; diff --git a/packages/db/src/ingest-collectivex.ts b/packages/db/src/ingest-collectivex.ts index a861845de..c11a7eb58 100644 --- a/packages/db/src/ingest-collectivex.ts +++ b/packages/db/src/ingest-collectivex.ts @@ -224,8 +224,8 @@ async function main(): Promise { for (let i = 0; i < docs.length; i += DOCS_INSERT_CHUNK) { const chunk = docs.slice(i, i + DOCS_INSERT_CHUNK).map((doc) => JSON.stringify(doc)); await tx` - INSERT INTO cx_run_docs (run_id, doc) - SELECT ${runIdStr}, unnest(${tx.array(chunk)}::jsonb[]) + INSERT INTO cx_run_docs (run_id, run_attempt, doc) + SELECT ${runIdStr}, ${run.run_attempt}, unnest(${tx.array(chunk)}::jsonb[]) `; } }); diff --git a/packages/db/src/queries/collectivex.test.ts b/packages/db/src/queries/collectivex.test.ts index 214d89215..d64fbdfe5 100644 --- a/packages/db/src/queries/collectivex.test.ts +++ b/packages/db/src/queries/collectivex.test.ts @@ -120,18 +120,18 @@ describe('refreshCollectiveXRunAttempt', () => { }); describe('deleteCollectiveXRun', () => { - it('tombstones the run then frees its documents', async () => { - const { sql, calls } = fakeSql([[{ run_id: '160' }], []]); + it('tombstones the run and frees its documents in one atomic statement', async () => { + const { sql, calls } = fakeSql([[{ runs_deleted: 1 }]]); await expect(deleteCollectiveXRun(sql, '160')).resolves.toBe(true); + expect(calls).toHaveLength(1); expect(calls[0].text).toContain('SET deleted_at = now()'); expect(calls[0].text).toContain('deleted_at IS NULL'); - expect(calls[1].text).toContain('DELETE FROM cx_run_docs'); + expect(calls[0].text).toContain('DELETE FROM cx_run_docs'); }); - it('reports absent or already-tombstoned runs without touching documents', async () => { - const { sql, calls } = fakeSql([[]]); + it('reports absent or already-tombstoned runs as false', async () => { + const { sql } = fakeSql([[{ runs_deleted: 0 }]]); await expect(deleteCollectiveXRun(sql, '160')).resolves.toBe(false); - expect(calls).toHaveLength(1); }); }); diff --git a/packages/db/src/queries/collectivex.ts b/packages/db/src/queries/collectivex.ts index bb09844b2..be0b943af 100644 --- a/packages/db/src/queries/collectivex.ts +++ b/packages/db/src/queries/collectivex.ts @@ -44,15 +44,9 @@ export interface CollectiveXRunStateRow { /** Run summaries capped at this many rows — deletion keeps the list curated. */ const MAX_LISTED_RUNS = 50; -function toRunRow(row: Record, docs: unknown[]): CollectiveXRunRow { - return { ...(row as unknown as Omit), docs }; -} - -async function docsForRun(sql: DbClient, runId: string): Promise { - const rows = await sql` - SELECT doc FROM cx_run_docs WHERE run_id = ${runId} ORDER BY id - `; - return rows.map((row) => row.doc); +function toRunRow(row: Record): CollectiveXRunRow { + const { docs, ...rest } = row as unknown as Omit & { docs: unknown }; + return { ...rest, docs: Array.isArray(docs) ? docs : [] }; } /** @@ -60,22 +54,31 @@ async function docsForRun(sql: DbClient, runId: string): Promise { * increase monotonically with creation, matching lazy discovery's * newest-first walk (completion time would let a long-failing older run * shadow a newer successful one). + * + * Row and documents come back in ONE query, with docs filtered to the row's + * CURRENT run_attempt: a reader can never observe one attempt's metadata with + * another attempt's documents, even while a refresh commits concurrently. */ export async function getLatestCollectiveXRun( sql: DbClient, version: number, ): Promise { const rows = await sql` - SELECT run_id::text, run_attempt, version, - to_char(generated_at at time zone 'utc', 'YYYY-MM-DD"T"HH24:MI:SS"Z"') as generated_at, - source_sha, source_branch, conclusion, matrix - FROM cx_runs - WHERE version = ${version} AND deleted_at IS NULL - ORDER BY run_id DESC + SELECT r.run_id::text, r.run_attempt, r.version, + to_char(r.generated_at at time zone 'utc', 'YYYY-MM-DD"T"HH24:MI:SS"Z"') as generated_at, + r.source_sha, r.source_branch, r.conclusion, r.matrix, + COALESCE(d.docs, '[]'::jsonb) AS docs + FROM cx_runs r + LEFT JOIN LATERAL ( + SELECT jsonb_agg(doc ORDER BY id) AS docs + FROM cx_run_docs + WHERE run_id = r.run_id AND run_attempt = r.run_attempt + ) d ON true + WHERE r.version = ${version} AND r.deleted_at IS NULL + ORDER BY r.run_id DESC LIMIT 1 `; - if (rows.length === 0) return null; - return toRunRow(rows[0], await docsForRun(sql, rows[0].run_id as string)); + return rows.length === 0 ? null : toRunRow(rows[0]); } /** One specific live run by id, or null when absent, tombstoned, or on another version. */ @@ -85,14 +88,19 @@ export async function getCollectiveXRun( runId: string, ): Promise { const rows = await sql` - SELECT run_id::text, run_attempt, version, - to_char(generated_at at time zone 'utc', 'YYYY-MM-DD"T"HH24:MI:SS"Z"') as generated_at, - source_sha, source_branch, conclusion, matrix - FROM cx_runs - WHERE version = ${version} AND run_id = ${runId} AND deleted_at IS NULL + SELECT r.run_id::text, r.run_attempt, r.version, + to_char(r.generated_at at time zone 'utc', 'YYYY-MM-DD"T"HH24:MI:SS"Z"') as generated_at, + r.source_sha, r.source_branch, r.conclusion, r.matrix, + COALESCE(d.docs, '[]'::jsonb) AS docs + FROM cx_runs r + LEFT JOIN LATERAL ( + SELECT jsonb_agg(doc ORDER BY id) AS docs + FROM cx_run_docs + WHERE run_id = r.run_id AND run_attempt = r.run_attempt + ) d ON true + WHERE r.version = ${version} AND r.run_id = ${runId} AND r.deleted_at IS NULL `; - if (rows.length === 0) return null; - return toRunRow(rows[0], await docsForRun(sql, rows[0].run_id as string)); + return rows.length === 0 ? null : toRunRow(rows[0]); } /** @@ -164,8 +172,8 @@ export async function insertCollectiveXRun( RETURNING run_id ), new_docs AS ( - INSERT INTO cx_run_docs (run_id, doc) - SELECT new_run.run_id, entries.value + INSERT INTO cx_run_docs (run_id, run_attempt, doc) + SELECT new_run.run_id, ${run.run_attempt}, entries.value FROM new_run, jsonb_array_elements((${{ docs } as never}::jsonb)->'docs') AS entries(value) RETURNING id ) @@ -178,8 +186,11 @@ export async function insertCollectiveXRun( * Replace a live run's contents when GitHub reports a NEWER attempt (a re-run * of failed shards after the run was already ingested). Single statement with * `FOR UPDATE` + an attempt guard: concurrent refreshers serialize on the row - * lock and the loser re-evaluates the guard to a no-op, so documents are never - * doubled. Tombstoned runs are never refreshed. Returns true when replaced. + * lock and the loser re-evaluates the guard to a no-op. Readers filter docs + * by the row's current run_attempt, so any superseded docs this statement's + * snapshot could not see (and therefore could not DELETE) stay invisible until + * the next refresh garbage-collects them. Tombstoned runs are never refreshed. + * Returns true when replaced. */ export async function refreshCollectiveXRunAttempt( sql: DbClient, @@ -209,8 +220,8 @@ export async function refreshCollectiveXRunAttempt( RETURNING run_id ), new_docs AS ( - INSERT INTO cx_run_docs (run_id, doc) - SELECT updated.run_id, entries.value + INSERT INTO cx_run_docs (run_id, run_attempt, doc) + SELECT updated.run_id, ${run.run_attempt}, entries.value FROM updated, jsonb_array_elements((${{ docs } as never}::jsonb)->'docs') AS entries(value) RETURNING id ) @@ -221,19 +232,25 @@ export async function refreshCollectiveXRunAttempt( /** * Tombstone a run: mark it deleted (so lazy discovery never re-ingests it) - * and drop its documents to free space. Returns false when the run is absent - * or already tombstoned. Re-ingesting via the CLI intentionally clears the - * tombstone (operator override). + * and drop its documents to free space — one atomic statement, so a partial + * failure can never tombstone the run while leaving its documents orphaned + * behind an unretryable 404. Returns false when the run is absent or already + * tombstoned. Re-ingesting via the CLI intentionally clears the tombstone + * (operator override; its hard DELETE also cascades any leftover docs). */ export async function deleteCollectiveXRun(sql: DbClient, runId: string): Promise { const rows = await sql` - UPDATE cx_runs SET deleted_at = now() - WHERE run_id = ${runId} AND deleted_at IS NULL - RETURNING run_id::text + WITH tombstoned AS ( + UPDATE cx_runs SET deleted_at = now() + WHERE run_id = ${runId} AND deleted_at IS NULL + RETURNING run_id + ), + removed AS ( + DELETE FROM cx_run_docs WHERE run_id IN (SELECT run_id FROM tombstoned) + ) + SELECT (SELECT count(*)::int FROM tombstoned) AS runs_deleted `; - if (rows.length === 0) return false; - await sql`DELETE FROM cx_run_docs WHERE run_id = ${runId}`; - return true; + return (rows[0]?.runs_deleted as number) > 0; } /** Assemble a stored run's raw documents into the dashboard dataset. */ From 439a16063d2f766a8266e90ee4fdcfcd23471968 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Fri, 17 Jul 2026 18:13:57 +0800 Subject: [PATCH 19/37] feat(collectivex): surface the low-latency kernel mode as a dashboard dimension MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The sweep now fans decode cases out over a kernel-mode axis (harness commit bb77c328: DeepEP legacy-Buffer LL + MoRI IntraNodeLL, decode-only), so case_ids carry mode (normal|low-latency) as a varying factor. The reader keyed series/coverage on case_id so the modes were already distinct rows, but labels, color keys, and the selection omitted mode — normal and LL kernels of one cell collided in the UI. - types: CollectiveXMode; mode on CollectiveXSeries + CollectiveXCoverage. - reader: parse case.mode (toMode defaults artifacts without the field to normal); thread into series, coverage, and the coverage label. - data: mode in the series label + color key (distinct legend colors) and in the series selection (seriesMatchesSelection requires it). - display: kernel-mode toggle mirroring the phase/precision idiom, rendered only when a run measured both modes (LL is decode-only, so single-mode runs keep the current controls); precision availability now cascades through the selected mode; Mode column in the inventory and tables (reusing the existing zh header strings). - fixtures + tests: mode override in the shard builder (null models a pre-mode artifact), normal/LL split series with distinct color keys and labels, mode-toggle e2e; checked-in fixtures regenerated. COLLECTIVEX_VERSIONS unchanged (sweep.json stays v1; normal-mode case_ids are identical). Verified against the stored production runs — their case dicts already carry mode: normal and serve unchanged. --- packages/app/cypress/e2e/collectivex.cy.ts | 17 +++++ .../fixtures/api/collectivex-latest.json | 18 +++-- .../collectivex/CollectiveXDisplay.tsx | 65 +++++++++++++++++-- .../collectivex/CollectiveXInventory.tsx | 5 ++ .../collectivex/CollectiveXTables.tsx | 5 ++ .../src/components/collectivex/data.test.ts | 22 +++++-- .../app/src/components/collectivex/data.ts | 7 +- packages/db/src/collectivex/reader.test.ts | 27 +++++++- packages/db/src/collectivex/reader.ts | 13 +++- packages/db/src/collectivex/test-fixture.ts | 7 +- packages/db/src/collectivex/types.ts | 4 ++ 11 files changed, 166 insertions(+), 24 deletions(-) diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index 0d71b3b18..eb43de18f 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -90,6 +90,23 @@ describe('CollectiveX neutral run view', () => { cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); }); + it('exposes the kernel-mode toggle when a run measured both modes and pins the LL series', () => { + const withLowLatency = buildDataset({ + shards: [makeRawShard(), makeRawShard({ mode: 'low-latency' })], + }); + installLatest(withLowLatency); + cy.reload(); + cy.wait('@latest'); + + cy.get('[data-testid="collectivex-mode-toggle"]').should('be.visible'); + cy.get('[data-testid="collectivex-main-chart"]').should('contain.text', 'deepep-v2'); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); + + cy.get('[data-testid="collectivex-mode-toggle"]').contains('Low-latency').click(); + cy.get('[data-testid="chart-legend"]').should('contain.text', 'low-latency'); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); + }); + it('selects the available phase when a partial run only measured prefill', () => { const prefill = buildDataset({ shards: [makeRawShard({ phase: 'prefill' })] }); installLatest(prefill); diff --git a/packages/app/cypress/fixtures/api/collectivex-latest.json b/packages/app/cypress/fixtures/api/collectivex-latest.json index de20a36d1..8d273f72b 100644 --- a/packages/app/cypress/fixtures/api/collectivex-latest.json +++ b/packages/app/cypress/fixtures/api/collectivex-latest.json @@ -19,11 +19,12 @@ "coverage": [ { "case_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16", - "label": "h200-dgxc · deepep-v2 · decode · EP8 · bf16", + "label": "h200-dgxc · deepep-v2 · normal · decode · EP8 · bf16", "disposition": "runnable", "sku": "h200-dgxc", "backend": "deepep-v2", "phase": "decode", + "mode": "normal", "precision": "bf16", "topology": { "ep_size": 8, @@ -102,11 +103,12 @@ }, { "case_id": "mi355x-mori-deepseek-v3-normal-decode-ep16-uniform-bf16", - "label": "mi355x · mori · decode · EP16 · bf16", + "label": "mi355x · mori · normal · decode · EP16 · bf16", "disposition": "runnable", "sku": "mi355x", "backend": "mori", "phase": "decode", + "mode": "normal", "precision": "bf16", "topology": { "ep_size": 16, @@ -185,11 +187,12 @@ }, { "case_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-fp8", - "label": "h200-dgxc · deepep-v2 · decode · EP8 · fp8", + "label": "h200-dgxc · deepep-v2 · normal · decode · EP8 · fp8", "disposition": "runnable", "sku": "h200-dgxc", "backend": "deepep-v2", "phase": "decode", + "mode": "normal", "precision": "fp8", "topology": { "ep_size": 8, @@ -268,11 +271,12 @@ }, { "case_id": "b300-deepep-v2-deepseek-v3-normal-decode-ep16-uniform-bf16", - "label": "b300 · deepep-v2 · decode · EP16 · bf16", + "label": "b300 · deepep-v2 · normal · decode · EP16 · bf16", "disposition": "unsupported", "sku": "b300", "backend": "deepep-v2", "phase": "decode", + "mode": "normal", "precision": "bf16", "topology": { "ep_size": 16, @@ -351,11 +355,12 @@ }, { "case_id": "b200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16", - "label": "b200-dgxc · deepep-v2 · decode · EP8 · bf16", + "label": "b200-dgxc · deepep-v2 · normal · decode · EP8 · bf16", "disposition": "runnable", "sku": "b200-dgxc", "backend": "deepep-v2", "phase": "decode", + "mode": "normal", "precision": "bf16", "topology": { "ep_size": 8, @@ -437,6 +442,7 @@ { "series_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16", "phase": "decode", + "mode": "normal", "precision": "bf16", "backend": "deepep-v2", "system": { @@ -1136,6 +1142,7 @@ { "series_id": "mi355x-mori-deepseek-v3-normal-decode-ep16-uniform-bf16", "phase": "decode", + "mode": "normal", "precision": "bf16", "backend": "mori", "system": { @@ -1835,6 +1842,7 @@ { "series_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-fp8", "phase": "decode", + "mode": "normal", "precision": "fp8", "backend": "deepep-v2", "system": { diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index 1f2cdb7a3..273becfbc 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -38,6 +38,7 @@ import { COLLECTIVEX_VERSIONS, COLLECTIVEX_DEFAULT_VERSION, collectiveXVersionLabel, + type CollectiveXMode, type CollectiveXOperation, type CollectiveXPercentile, type CollectiveXPhase, @@ -71,6 +72,7 @@ const STRINGS = { }, phase: { decode: 'Decode', prefill: 'Prefill' }, phaseValue: { decode: 'decode', prefill: 'prefill' }, + mode: { normal: 'Normal', 'low-latency': 'Low-latency' }, precision: { bf16: 'BF16', fp8: 'FP8' }, yAxis: { latency: 'Latency', @@ -99,6 +101,8 @@ const STRINGS = { operationControl: 'Operation', phaseControl: 'Phase', phaseAria: 'CollectiveX phase', + modeControl: 'Kernel mode', + modeAria: 'CollectiveX kernel mode', precisionControl: 'Precision', precisionAria: 'CollectiveX precision', latencyPercentile: 'Latency percentile', @@ -308,6 +312,9 @@ export default function CollectiveXDisplay() { const [epSize, setEpSize] = useState(8); const [operation, setOperation] = useState('roundtrip'); const [phase, setPhase] = useState('decode'); + // Normal (throughput) kernels are the baseline; the availability effect + // below falls back when a slice only measured low-latency kernels. + const [mode, setMode] = useState('normal'); // Prefer FP8 when the run measured it; the availability effect below falls // back to bf16 for runs (or EP/phase slices) without FP8 series. const [precision, setPrecision] = useState('fp8'); @@ -378,16 +385,36 @@ export default function CollectiveXDisplay() { value, label: t.phase[value], })); - const availablePrecisions = useMemo( + const availableModes = useMemo( () => [ ...new Set( dataset?.series .filter((item) => item.system.ep_size === epSize && item.phase === phase) + .map((item) => item.mode), + ), + ].toSorted((left, right) => + left === right ? 0 : left === 'normal' ? -1 : right === 'normal' ? 1 : 0, + ), + [dataset?.series, epSize, phase], + ); + const modeOptions: SegmentedToggleOption[] = availableModes.map((value) => ({ + value, + label: t.mode[value], + })); + const availablePrecisions = useMemo( + () => + [ + ...new Set( + dataset?.series + .filter( + (item) => + item.system.ep_size === epSize && item.phase === phase && item.mode === mode, + ) .map((item) => item.precision), ), ].toSorted(), - [dataset?.series, epSize, phase], + [dataset?.series, epSize, mode, phase], ); const precisionOptions: SegmentedToggleOption[] = availablePrecisions.map( (value) => ({ value, label: t.precision[value] }), @@ -399,15 +426,27 @@ export default function CollectiveXDisplay() { if (availablePhases.length > 0 && !availablePhases.includes(phase)) { setPhase(availablePhases[0]); } + if (availableModes.length > 0 && !availableModes.includes(mode)) { + setMode(availableModes[0]); + } if (availablePrecisions.length > 0 && !availablePrecisions.includes(precision)) { setPrecision(availablePrecisions[0]); } - }, [availableEpSizes, availablePhases, availablePrecisions, epSize, phase, precision]); + }, [ + availableEpSizes, + availableModes, + availablePhases, + availablePrecisions, + epSize, + mode, + phase, + precision, + ]); const seriesSelection = useMemo( - () => ({ epSize, phase, precision }), - [epSize, phase, precision], + () => ({ epSize, phase, mode, precision }), + [epSize, mode, phase, precision], ); - // SKU and EP determine topology; V1 fixes mode and routing. Only EP, phase, + // SKU and EP determine topology; V1 fixes routing. EP, phase, kernel mode, // and precision are needed before the library/SKU comparison filters. const matchedSeries = useMemo( () => (dataset?.series ?? []).filter((item) => seriesMatchesSelection(item, seriesSelection)), @@ -796,6 +835,20 @@ export default function CollectiveXDisplay() { testId="collectivex-phase-toggle" /> + {availableModes.length > 1 && ( + + { + setMode(next); + track('collectivex_mode_changed', { mode: next }); + }} + ariaLabel={t.modeAria} + testId="collectivex-mode-toggle" + /> + + )} row.phase, sortValue: (row) => row.phase, }, + { + header: 'Mode', + cell: (row) => row.mode, + sortValue: (row) => row.mode, + }, { header: 'Precision', cell: (row) => row.precision, diff --git a/packages/app/src/components/collectivex/CollectiveXTables.tsx b/packages/app/src/components/collectivex/CollectiveXTables.tsx index edaf11123..14c5843ea 100644 --- a/packages/app/src/components/collectivex/CollectiveXTables.tsx +++ b/packages/app/src/components/collectivex/CollectiveXTables.tsx @@ -212,6 +212,11 @@ export function CollectiveXCoverageTable({ coverage }: { coverage: CollectiveXCo cell: (row) => t.phase[row.phase], sortValue: (row) => t.phase[row.phase], }, + { + header: t.modeHeader, + cell: (row) => row.mode, + sortValue: (row) => row.mode, + }, { header: t.precisionHeader, cell: (row) => row.precision, diff --git a/packages/app/src/components/collectivex/data.test.ts b/packages/app/src/components/collectivex/data.test.ts index 5422a2a9e..eb2059fc3 100644 --- a/packages/app/src/components/collectivex/data.test.ts +++ b/packages/app/src/components/collectivex/data.test.ts @@ -32,17 +32,19 @@ describe('collectiveXTopologyLabel', () => { describe('collectiveXSeriesLabel', () => { it('renders the varying identity axes of a series', () => { - expect(collectiveXSeriesLabel(scaleUp)).toBe('H200-DGXC · deepep-v2 · EP8 · decode · bf16'); + expect(collectiveXSeriesLabel(scaleUp)).toBe( + 'H200-DGXC · deepep-v2 · EP8 · normal · decode · bf16', + ); }); it('distinguishes the dispatch precision', () => { expect(collectiveXSeriesLabel(makeCollectiveXSeries({ precision: 'fp8' }))).toBe( - 'H200-DGXC · deepep-v2 · EP8 · decode · fp8', + 'H200-DGXC · deepep-v2 · EP8 · normal · decode · fp8', ); }); - it('shows the selected EP degree and phase', () => { - expect(collectiveXSeriesLabel(scaleOut)).toContain('EP16 · decode'); + it('shows the selected EP degree, mode, and phase', () => { + expect(collectiveXSeriesLabel(scaleOut)).toContain('EP16 · normal · decode'); }); }); @@ -66,6 +68,12 @@ describe('collectiveXColorKey', () => { expect(collectiveXColorKey(bf16)).not.toBe(collectiveXColorKey(fp8)); }); + it('assigns distinct keys to normal and low-latency series of one configuration', () => { + const normal = makeCollectiveXSeries(); + const lowLatency = makeCollectiveXSeries({ mode: 'low-latency' }); + expect(collectiveXColorKey(normal)).not.toBe(collectiveXColorKey(lowLatency)); + }); + it('leads with the system vendor so getVendor places series in vendor hue zones', () => { // The chart color system reads the first "_"-separated token to classify the // vendor (NVIDIA greens, AMD reds), matching the InferenceX charts. @@ -79,16 +87,18 @@ describe('seriesMatchesSelection', () => { const base: CollectiveXSeriesSelection = { epSize: 8, phase: 'decode', + mode: 'normal', precision: 'bf16', }; - it('matches on EP size, phase, and precision', () => { + it('matches on EP size, phase, mode, and precision', () => { expect(seriesMatchesSelection(scaleUp, base)).toBe(true); }); - it('rejects a series whose EP, phase, or precision differs from the selection', () => { + it('rejects a series whose EP, phase, mode, or precision differs from the selection', () => { expect(seriesMatchesSelection(scaleUp, { ...base, epSize: 16 })).toBe(false); expect(seriesMatchesSelection(scaleUp, { ...base, phase: 'prefill' })).toBe(false); + expect(seriesMatchesSelection(scaleUp, { ...base, mode: 'low-latency' })).toBe(false); expect(seriesMatchesSelection(scaleUp, { ...base, precision: 'fp8' })).toBe(false); }); }); diff --git a/packages/app/src/components/collectivex/data.ts b/packages/app/src/components/collectivex/data.ts index 9231b32e0..faa046d38 100644 --- a/packages/app/src/components/collectivex/data.ts +++ b/packages/app/src/components/collectivex/data.ts @@ -1,6 +1,7 @@ import type { CollectiveXChartPoint, CollectiveXComponent, + CollectiveXMode, CollectiveXOperation, CollectiveXPercentile, CollectiveXPhase, @@ -13,6 +14,7 @@ import type { export interface CollectiveXSeriesSelection { epSize: number; phase: CollectiveXPhase; + mode: CollectiveXMode; precision: CollectiveXPrecision; } @@ -34,11 +36,11 @@ export function collectiveXTopologyLabel( } export function collectiveXSeriesLabel(series: CollectiveXSeries): string { - return `${series.system.sku.toUpperCase()} · ${series.backend} · EP${series.system.ep_size} · ${series.phase} · ${series.precision}`; + return `${series.system.sku.toUpperCase()} · ${series.backend} · EP${series.system.ep_size} · ${series.mode} · ${series.phase} · ${series.precision}`; } export function collectiveXColorKey(series: CollectiveXSeries): string { - return `${series.system.vendor}_${series.system.sku}_${series.backend}_ep${series.system.ep_size}_${series.phase}_${series.precision}`; + return `${series.system.vendor}_${series.system.sku}_${series.backend}_ep${series.system.ep_size}_${series.mode}_${series.phase}_${series.precision}`; } export function seriesMatchesSelection( @@ -48,6 +50,7 @@ export function seriesMatchesSelection( return ( series.system.ep_size === selection.epSize && series.phase === selection.phase && + series.mode === selection.mode && series.precision === selection.precision ); } diff --git a/packages/db/src/collectivex/reader.test.ts b/packages/db/src/collectivex/reader.test.ts index 61dbf3ecd..75995e0c4 100644 --- a/packages/db/src/collectivex/reader.test.ts +++ b/packages/db/src/collectivex/reader.test.ts @@ -56,7 +56,7 @@ describe('CollectiveX artifact assembly', () => { expect(new Set(h200.map((series) => series.series_id)).size).toBe(2); expect(dataset.coverage.find((row) => row.precision === 'fp8')).toMatchObject({ case_id: 'h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-fp8', - label: 'h200-dgxc · deepep-v2 · decode · EP8 · fp8', + label: 'h200-dgxc · deepep-v2 · normal · decode · EP8 · fp8', }); expect( dataset.coverage.find( @@ -64,7 +64,7 @@ describe('CollectiveX artifact assembly', () => { ), ).toMatchObject({ precision: 'bf16', - label: 'h200-dgxc · deepep-v2 · decode · EP8 · bf16', + label: 'h200-dgxc · deepep-v2 · normal · decode · EP8 · bf16', }); }); @@ -76,10 +76,31 @@ describe('CollectiveX artifact assembly', () => { expect(dataset.series[0].precision).toBe('bf16'); expect(dataset.coverage[0]).toMatchObject({ precision: 'bf16', - label: 'h200-dgxc · deepep-v2 · decode · EP8 · bf16', + label: 'h200-dgxc · deepep-v2 · normal · decode · EP8 · bf16', }); }); + it('keeps normal and low-latency measurements of one cell as distinct labeled cases', () => { + const dataset = buildDataset({ + shards: [makeRawShard(), makeRawShard({ mode: 'low-latency' })], + }); + expect(new Set(dataset.series.map((series) => series.series_id)).size).toBe(2); + expect(dataset.series.map((series) => series.mode).toSorted()).toEqual([ + 'low-latency', + 'normal', + ]); + expect(dataset.coverage.find((row) => row.mode === 'low-latency')).toMatchObject({ + case_id: 'h200-dgxc-deepep-v2-deepseek-v3-low-latency-decode-ep8-uniform-bf16', + label: 'h200-dgxc · deepep-v2 · low-latency · decode · EP8 · bf16', + }); + }); + + it('defaults pre-LL artifacts without a mode field to normal kernels', () => { + const dataset = buildDataset({ shards: [makeRawShard({ mode: null })] }); + expect(dataset.series[0].mode).toBe('normal'); + expect(dataset.coverage[0].mode).toBe('normal'); + }); + it('ignores non-result documents', () => { const shard = makeRawShard(); const dataset = buildDatasetFromNeutral( diff --git a/packages/db/src/collectivex/reader.ts b/packages/db/src/collectivex/reader.ts index 7584bd870..5c014d4bc 100644 --- a/packages/db/src/collectivex/reader.ts +++ b/packages/db/src/collectivex/reader.ts @@ -15,6 +15,7 @@ import type { CollectiveXCoverage, CollectiveXCoveragePoint, CollectiveXDataset, + CollectiveXMode, CollectiveXOutcome, CollectiveXPercentiles, CollectiveXPoint, @@ -31,6 +32,7 @@ interface RawCase { gpus_per_node: number; ladder: string; nodes: number; + mode?: string; phase: string; precision?: string; topology_class: string; @@ -117,6 +119,12 @@ function toPrecision(raw: string | undefined): CollectiveXPrecision { return raw === 'fp8' ? 'fp8' : 'bf16'; } +// Artifacts predating the low-latency kernel dimension carry no mode field +// and were all measured with the normal (throughput) kernels. +function toMode(raw: string | undefined): CollectiveXMode { + return raw === 'low-latency' ? 'low-latency' : 'normal'; +} + function ratesFrom(bytes: number, latency: CollectiveXPercentiles): CollectiveXPercentiles { const rate = (us: number) => (bytes / us) * 1e-3; return { @@ -172,6 +180,7 @@ function buildSeries(shard: RawShard): CollectiveXSeries { return { series_id: shard.identity.case_id, phase: kase.phase === 'prefill' ? 'prefill' : 'decode', + mode: toMode(kase.mode), precision: toPrecision(kase.precision), backend: shard.implementation.name, system: { @@ -280,15 +289,17 @@ export function buildDatasetFromNeutral( reason = 'pending'; points = terminalPoints(kase, 'pending', reason); } + const mode = toMode(kase.mode); const precision = toPrecision(kase.precision); return [ { case_id: caseId, - label: `${requested.sku} · ${kase.backend} · ${kase.phase} · EP${kase.ep} · ${precision}`, + label: `${requested.sku} · ${kase.backend} · ${mode} · ${kase.phase} · EP${kase.ep} · ${precision}`, disposition: requested.disposition, sku: requested.sku, backend: kase.backend, phase: kase.phase === 'prefill' ? 'prefill' : 'decode', + mode, precision, topology: topologyOf(kase), points, diff --git a/packages/db/src/collectivex/test-fixture.ts b/packages/db/src/collectivex/test-fixture.ts index f2b9ad867..513845967 100644 --- a/packages/db/src/collectivex/test-fixture.ts +++ b/packages/db/src/collectivex/test-fixture.ts @@ -24,6 +24,8 @@ export interface ShardOverrides { implName?: string; ep?: number; phase?: string; + /** null models a pre-LL artifact: no mode field (the case_id keeps `normal`). */ + mode?: string | null; /** null models a pre-FP8 artifact: no precision field and no case_id suffix. */ precision?: string | null; scaleUpTransport?: string; @@ -88,6 +90,7 @@ function makeRawCase(options: ShardOverrides, caseId: string): Json { gpus_per_node: options.gpusPerNode ?? 8, ladder: options.ladder ?? TOKEN_LADDERS[phase], nodes: options.nodes ?? 1, + ...(options.mode === null ? {} : { mode: options.mode ?? 'normal' }), phase, ...(options.precision === null ? {} : { precision: options.precision ?? 'bf16' }), topology_class: options.topologyClass ?? 'h200-nvlink-island', @@ -100,8 +103,10 @@ function makeRawCase(options: ShardOverrides, caseId: string): Json { export function caseIdOf(options: ShardOverrides = {}): string { if (options.caseId) return options.caseId; const tail = options.variant ? `-${options.variant}` : ''; + // Pre-LL artifacts (mode: null) still carried `normal` in their case_ids. + const mode = options.mode === null ? 'normal' : (options.mode ?? 'normal'); const precision = options.precision === null ? '' : `-${options.precision ?? 'bf16'}`; - return `${options.sku ?? 'h200-dgxc'}-${options.backend ?? 'deepep-v2'}-${options.workload ?? 'deepseek-v3'}-normal-${options.phase ?? 'decode'}-ep${options.ep ?? 8}-uniform${precision}${tail}`; + return `${options.sku ?? 'h200-dgxc'}-${options.backend ?? 'deepep-v2'}-${options.workload ?? 'deepseek-v3'}-${mode}-${options.phase ?? 'decode'}-ep${options.ep ?? 8}-uniform${precision}${tail}`; } export function makeRawShard(options: ShardOverrides = {}): Json { diff --git a/packages/db/src/collectivex/types.ts b/packages/db/src/collectivex/types.ts index 7955a49ec..b651ab4c9 100644 --- a/packages/db/src/collectivex/types.ts +++ b/packages/db/src/collectivex/types.ts @@ -9,6 +9,8 @@ export type CollectiveXPhase = 'decode' | 'prefill'; export type CollectiveXPrecision = 'bf16' | 'fp8'; +/** Kernel mode: throughput-oriented `normal`, or decode-only `low-latency`. */ +export type CollectiveXMode = 'normal' | 'low-latency'; export const COLLECTIVEX_VERSIONS = [1] as const; export type CollectiveXVersion = (typeof COLLECTIVEX_VERSIONS)[number]; export const COLLECTIVEX_DEFAULT_VERSION: CollectiveXVersion = COLLECTIVEX_VERSIONS.at(-1)!; @@ -58,6 +60,7 @@ export interface CollectiveXTopology { export interface CollectiveXSeries { series_id: string; phase: CollectiveXPhase; + mode: CollectiveXMode; precision: CollectiveXPrecision; backend: string; system: CollectiveXTopology & { @@ -81,6 +84,7 @@ export interface CollectiveXCoverage { sku: string; backend: string; phase: CollectiveXPhase; + mode: CollectiveXMode; precision: CollectiveXPrecision; topology: CollectiveXTopology; points: CollectiveXCoveragePoint[]; From 2da4a9f33bd47cacb09155d186d294711e4d1da3 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Fri, 24 Jul 2026 18:09:15 +0800 Subject: [PATCH 20/37] feat(collectivex): add per-GPU payload-bandwidth y-axis and nccl-ep coverage Add a payload-bandwidth y-axis (total logical payload bytes / ep / latency, per GPU) alongside the existing aggregate activation-rate axis, and surface a per-series latency-vs-bytes fit (beta = per-GPU bandwidth term, alpha = fixed overhead) in the chart tooltip. The neutral contract gains payload_bytes and payload_data_rate_gbps_at_latency_percentile; the reader computes both from total_logical_bytes, falling back to activation bytes for pre-provenance runs. nccl-ep (the 4th pluggable EP backend) already flows through the data-driven pipeline unchanged; lock it in with reader and cypress e2e coverage. --- packages/app/cypress/e2e/collectivex.cy.ts | 18 + .../fixtures/api/collectivex-latest.json | 1080 +++++++++++++++-- .../collectivex/CollectiveXChart.tsx | 15 +- .../collectivex/CollectiveXDisplay.tsx | 13 + .../src/components/collectivex/data.test.ts | 74 +- .../app/src/components/collectivex/data.ts | 64 + .../app/src/components/collectivex/types.ts | 2 +- packages/db/src/collectivex/reader.test.ts | 22 + packages/db/src/collectivex/reader.ts | 30 +- packages/db/src/collectivex/test-fixture.ts | 14 +- packages/db/src/collectivex/types.ts | 15 + 11 files changed, 1213 insertions(+), 134 deletions(-) diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index eb43de18f..cf40502fe 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -90,6 +90,24 @@ describe('CollectiveX neutral run view', () => { cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); }); + it('renders an nccl-ep backend series end to end', () => { + const ncclEp = buildDataset({ + shards: [makeRawShard({ backend: 'nccl-ep', implName: 'nccl-ep' })], + }); + installLatest(ncclEp); + cy.reload(); + cy.wait('@latest'); + cy.get('[data-testid="collectivex-main-chart"]').should('contain.text', 'nccl-ep'); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); + }); + + it('switches the y-axis to per-GPU payload bandwidth', () => { + cy.get('[data-testid="collectivex-y-axis-select"]').click(); + cy.contains('[role="option"]', 'Payload bandwidth').click(); + cy.get('[data-testid="collectivex-main-chart"]').should('contain.text', 'Payload bandwidth'); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); + }); + it('exposes the kernel-mode toggle when a run measured both modes and pins the LL series', () => { const withLowLatency = buildDataset({ shards: [makeRawShard(), makeRawShard({ mode: 'low-latency' })], diff --git a/packages/app/cypress/fixtures/api/collectivex-latest.json b/packages/app/cypress/fixtures/api/collectivex-latest.json index 8d273f72b..60e36800c 100644 --- a/packages/app/cypress/fixtures/api/collectivex-latest.json +++ b/packages/app/cypress/fixtures/api/collectivex-latest.json @@ -473,7 +473,14 @@ "p90": 854.3474198419042, "p95": 823.8350119904076, "p99": 768.9126778577139 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.90407673860912, + "p90": 111.02229327648992, + "p95": 107.05721137375814, + "p99": 99.92006394884093 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -487,7 +494,14 @@ "p90": 1484.4286419753084, "p95": 1431.4133333333332, "p99": 1335.9857777777777 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 200.3978666666667, + "p90": 185.55358024691355, + "p95": 178.92666666666665, + "p99": 166.9982222222222 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -501,7 +515,14 @@ "p90": 908.8338624338625, "p95": 876.3755102040816, "p99": 817.9504761904763 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 122.69257142857144, + "p90": 113.60423280423281, + "p95": 109.5469387755102, + "p99": 102.24380952380953 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -515,7 +536,14 @@ "p90": 773.6435919089556, "p95": 746.0134636264928, "p99": 696.27923271806 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.50975895765473, + "p90": 98.62014718301363, + "p95": 95.09799906933456, + "p99": 88.75813246471228 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -541,7 +569,14 @@ "p90": 852.3035264930002, "p95": 821.8641148325358, "p99": 767.0731738437003 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.61722488038276, + "p90": 110.75668970405812, + "p95": 106.8010936431989, + "p99": 99.68102073365232 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -555,7 +590,14 @@ "p90": 1472.1606366697276, "p95": 1419.58347107438, "p99": 1324.944573002755 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 198.74168595041323, + "p90": 184.02007958371595, + "p95": 177.4479338842975, + "p99": 165.61807162534438 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -569,7 +611,14 @@ "p90": 906.5213080765243, "p95": 874.1455470737912, "p99": 815.869177268872 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 122.3803765903308, + "p90": 113.31516350956554, + "p95": 109.2681933842239, + "p99": 101.983647158609 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -583,7 +632,14 @@ "p90": 772.8044990760825, "p95": 745.2043383947938, "p99": 695.5240491684744 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.39423861171366, + "p90": 98.51318389973487, + "p95": 94.99485590331577, + "p99": 88.6618655097614 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -609,7 +665,14 @@ "p90": 850.2693891982674, "p95": 819.9026252983293, "p99": 765.2424502784409 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.33174224343675, + "p90": 110.49235392910809, + "p95": 106.54619843163995, + "p99": 99.4431185361973 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -623,7 +686,14 @@ "p90": 1460.0937462052214, "p95": 1407.9475409836064, "p99": 1314.0843715846995 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 197.11265573770493, + "p90": 182.51171827565267, + "p95": 175.9934426229508, + "p99": 164.26054644808744 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -637,7 +707,14 @@ "p90": 904.2204925737921, "p95": 871.9269035532996, "p99": 813.798443316413 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 122.06976649746193, + "p90": 113.02756157172401, + "p95": 108.99086294416244, + "p99": 101.72480541455162 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -651,7 +728,14 @@ "p90": 771.9672244291962, "p95": 744.3969664138677, "p99": 694.7705019862767 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.27896858071506, + "p90": 98.40645238955098, + "p95": 94.8919362327813, + "p99": 88.5658071505959 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -677,7 +761,14 @@ "p90": 848.244938271605, "p95": 817.9504761904761, "p99": 763.4204444444445 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.04761904761905, + "p90": 110.22927689594357, + "p95": 106.29251700680271, + "p99": 99.2063492063492 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -691,7 +782,14 @@ "p90": 1448.2230653417646, "p95": 1396.5008130081299, "p99": 1303.400758807588 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 195.51011382113822, + "p90": 181.02788316772057, + "p95": 174.56260162601623, + "p99": 162.9250948509485 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -705,7 +803,14 @@ "p90": 901.9313267698077, "p95": 869.7194936708861, "p99": 811.738194092827 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 121.76072911392406, + "p90": 112.74141584622596, + "p95": 108.71493670886076, + "p99": 101.46727426160338 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -719,7 +824,14 @@ "p90": 771.1317620650954, "p95": 743.5913419913419, "p99": 694.0185858585859 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.16394805194805, + "p90": 98.29995189995189, + "p95": 94.78923933209646, + "p99": 88.4699567099567 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -745,7 +857,14 @@ "p90": 846.230104689012, "p95": 816.0076009501188, "p99": 761.607094220111 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 118.76484560570071, + "p90": 109.96744963490808, + "p95": 106.04004071937563, + "p99": 98.97070467141727 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -759,7 +878,14 @@ "p90": 1436.543847072879, "p95": 1385.2387096774191, "p99": 1292.8894623655915 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 193.9334193548387, + "p90": 179.5679808841099, + "p95": 173.1548387096774, + "p99": 161.61118279569894 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -773,7 +899,14 @@ "p90": 899.653722409278, "p95": 867.5232323232323, "p99": 809.6883501683502 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 121.45325252525252, + "p90": 112.45671530115975, + "p95": 108.44040404040403, + "p99": 101.21104377104378 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -787,7 +920,14 @@ "p90": 770.298106106106, "p95": 742.7874594594595, "p99": 693.2682954954955 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.04917621621622, + "p90": 98.19368168168167, + "p95": 94.68676447876449, + "p99": 88.37431351351351 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -813,7 +953,14 @@ "p90": 844.2248200807443, "p95": 814.0739336492891, "p99": 759.8023380726698 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 118.48341232227487, + "p90": 109.70686326136563, + "p95": 105.78876100203114, + "p99": 98.73617693522907 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -827,7 +974,14 @@ "p90": 1425.0514962962964, "p95": 1374.1568, "p99": 1282.5463466666668 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 192.38195199999998, + "p90": 178.13143703703705, + "p95": 171.7696, + "p99": 160.31829333333334 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -841,7 +995,14 @@ "p90": 897.387592126131, "p95": 865.3380352644836, "p99": 807.648832913518 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 121.1473249370277, + "p90": 112.17344901576638, + "p95": 108.16725440806044, + "p99": 100.95610411418976 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -855,7 +1016,14 @@ "p90": 769.466250699944, "p95": 741.9853131749459, "p99": 692.5196256299496 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.93465226781858, + "p90": 98.0876409887209, + "p95": 94.58451095340943, + "p99": 88.2788768898488 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -881,7 +1049,14 @@ "p90": 842.2290167235793, "p95": 812.1494089834514, "p99": 758.0061150512215 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 118.2033096926714, + "p90": 109.44750897469572, + "p95": 105.5386693684566, + "p99": 98.50275807722618 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -895,7 +1070,14 @@ "p90": 1413.741563786008, "p95": 1363.2507936507936, "p99": 1272.3674074074074 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 190.8551111111111, + "p90": 176.717695473251, + "p95": 170.4063492063492, + "p99": 159.04592592592593 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -909,7 +1091,14 @@ "p90": 895.1328494323469, "p95": 863.1638190954774, "p99": 805.6195644891122 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 120.84293467336684, + "p90": 111.89160617904336, + "p95": 107.89547738693467, + "p99": 100.70244556113903 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -923,7 +1112,14 @@ "p90": 768.6361900195773, "p95": 741.1848975188781, "p99": 691.7725710176197 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.82037540453075, + "p90": 97.98182907826921, + "p95": 94.48247803975958, + "p99": 88.1836461704423 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -949,7 +1145,14 @@ "p90": 840.2426275331936, "p95": 810.2339622641508, "p99": 756.2183647798744 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 117.9245283018868, + "p90": 109.18937805730259, + "p95": 105.2897574123989, + "p99": 98.27044025157234 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -963,7 +1166,14 @@ "p90": 1402.6097404491106, "p95": 1352.5165354330707, "p99": 1262.3487664041995 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 189.3523149606299, + "p90": 175.32621755613883, + "p95": 169.06456692913383, + "p99": 157.79359580052494 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -977,7 +1187,14 @@ "p90": 892.8894087069526, "p95": 861.0005012531327, "p99": 803.6004678362574 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 120.5400701754386, + "p90": 111.61117608836908, + "p95": 107.62506265664159, + "p99": 100.45005847953217 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -991,7 +1208,14 @@ "p90": 767.8079182630906, "p95": 740.3862068965517, "p99": 691.0271264367817 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.70634482758621, + "p90": 97.87624521072797, + "p95": 94.38066502463055, + "p99": 88.08862068965517 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1017,7 +1241,14 @@ "p90": 838.2655860566448, "p95": 808.3275294117645, "p99": 754.4390274509803 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 117.64705882352942, + "p90": 108.93246187363833, + "p95": 105.04201680672269, + "p99": 98.0392156862745 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1031,7 +1262,14 @@ "p90": 1391.6518518518517, "p95": 1341.9499999999998, "p99": 1252.4866666666667 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 187.873, + "p90": 173.95648148148146, + "p95": 167.74374999999998, + "p99": 156.56083333333333 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1045,7 +1283,14 @@ "p90": 890.6571851851852, "p95": 858.848, "p99": 801.5914666666667 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 120.23872, + "p90": 111.33214814814815, + "p95": 107.356, + "p99": 100.19893333333334 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1059,7 +1304,14 @@ "p90": 766.9814296535502, "p95": 739.5892357373519, "p99": 690.2832866881952 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.5925597416577, + "p90": 97.77088864968306, + "p95": 94.27907119790866, + "p99": 87.99379978471475 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1085,7 +1337,14 @@ "p90": 836.2978264649626, "p95": 806.4300469483567, "p99": 752.6680438184663 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 117.37089201877934, + "p90": 108.67675186924012, + "p95": 104.79543930248154, + "p99": 97.80907668231613 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1099,7 +1358,14 @@ "p90": 1380.863853000287, "p95": 1331.5472868217053, "p99": 1242.7774677002585 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 186.41662015503874, + "p90": 172.60798162503588, + "p95": 166.44341085271316, + "p99": 155.3471834625323 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1113,7 +1379,14 @@ "p90": 888.4360949478155, "p95": 856.706234413965, "p99": 799.5924854530341 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.93887281795512, + "p90": 111.05451186847694, + "p95": 107.08827930174563, + "p99": 99.94906068162926 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1127,7 +1400,14 @@ "p90": 766.1567184388689, "p95": 738.7939784946236, "p99": 689.541046594982 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.47901935483871, + "p90": 97.66575866188768, + "p95": 94.17769585253455, + "p99": 87.89918279569893 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1173,7 +1453,14 @@ "p90": 854.3474198419042, "p95": 823.8350119904076, "p99": 768.9126778577139 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 59.95203836930456, + "p90": 55.51114663824496, + "p95": 53.52860568687907, + "p99": 49.96003197442047 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1187,7 +1474,14 @@ "p90": 1484.4286419753084, "p95": 1431.4133333333332, "p99": 1335.9857777777777 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 100.19893333333334, + "p90": 92.77679012345678, + "p95": 89.46333333333332, + "p99": 83.4991111111111 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1201,7 +1495,14 @@ "p90": 908.8338624338625, "p95": 876.3755102040816, "p99": 817.9504761904763 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 61.34628571428572, + "p90": 56.802116402116404, + "p95": 54.7734693877551, + "p99": 51.121904761904766 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1215,7 +1516,14 @@ "p90": 773.6435919089556, "p95": 746.0134636264928, "p99": 696.27923271806 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 53.25487947882736, + "p90": 49.310073591506814, + "p95": 47.54899953466728, + "p99": 44.37906623235614 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1241,7 +1549,14 @@ "p90": 852.3035264930002, "p95": 821.8641148325358, "p99": 767.0731738437003 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 59.80861244019138, + "p90": 55.37834485202906, + "p95": 53.40054682159945, + "p99": 49.84051036682616 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1255,7 +1570,14 @@ "p90": 1472.1606366697276, "p95": 1419.58347107438, "p99": 1324.944573002755 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 99.37084297520661, + "p90": 92.01003979185798, + "p95": 88.72396694214875, + "p99": 82.80903581267219 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1269,7 +1591,14 @@ "p90": 906.5213080765243, "p95": 874.1455470737912, "p99": 815.869177268872 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 61.1901882951654, + "p90": 56.65758175478277, + "p95": 54.63409669211195, + "p99": 50.9918235793045 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1283,7 +1612,14 @@ "p90": 772.8044990760825, "p95": 745.2043383947938, "p99": 695.5240491684744 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 53.19711930585683, + "p90": 49.256591949867435, + "p95": 47.49742795165788, + "p99": 44.3309327548807 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1309,7 +1645,14 @@ "p90": 850.2693891982674, "p95": 819.9026252983293, "p99": 765.2424502784409 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 59.665871121718375, + "p90": 55.246176964554046, + "p95": 53.273099215819975, + "p99": 49.72155926809865 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1323,7 +1666,14 @@ "p90": 1460.0937462052214, "p95": 1407.9475409836064, "p99": 1314.0843715846995 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 98.55632786885246, + "p90": 91.25585913782633, + "p95": 87.9967213114754, + "p99": 82.13027322404372 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1337,7 +1687,14 @@ "p90": 904.2204925737921, "p95": 871.9269035532996, "p99": 813.798443316413 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 61.034883248730964, + "p90": 56.513780785862004, + "p95": 54.49543147208122, + "p99": 50.86240270727581 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1351,7 +1708,14 @@ "p90": 771.9672244291962, "p95": 744.3969664138677, "p99": 694.7705019862767 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 53.13948429035753, + "p90": 49.20322619477549, + "p95": 47.44596811639065, + "p99": 44.28290357529795 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1377,7 +1741,14 @@ "p90": 848.244938271605, "p95": 817.9504761904761, "p99": 763.4204444444445 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 59.523809523809526, + "p90": 55.114638447971785, + "p95": 53.146258503401356, + "p99": 49.6031746031746 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1391,7 +1762,14 @@ "p90": 1448.2230653417646, "p95": 1396.5008130081299, "p99": 1303.400758807588 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 97.75505691056911, + "p90": 90.51394158386029, + "p95": 87.28130081300812, + "p99": 81.46254742547426 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1405,7 +1783,14 @@ "p90": 901.9313267698077, "p95": 869.7194936708861, "p99": 811.738194092827 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 60.88036455696203, + "p90": 56.37070792311298, + "p95": 54.35746835443038, + "p99": 50.73363713080169 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1419,7 +1804,14 @@ "p90": 771.1317620650954, "p95": 743.5913419913419, "p99": 694.0185858585859 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 53.08197402597403, + "p90": 49.149975949975946, + "p95": 47.39461966604823, + "p99": 44.23497835497835 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1445,7 +1837,14 @@ "p90": 846.230104689012, "p95": 816.0076009501188, "p99": 761.607094220111 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 59.38242280285036, + "p90": 54.98372481745404, + "p95": 53.02002035968781, + "p99": 49.48535233570863 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1459,7 +1858,14 @@ "p90": 1436.543847072879, "p95": 1385.2387096774191, "p99": 1292.8894623655915 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 96.96670967741935, + "p90": 89.78399044205494, + "p95": 86.5774193548387, + "p99": 80.80559139784947 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1473,7 +1879,14 @@ "p90": 899.653722409278, "p95": 867.5232323232323, "p99": 809.6883501683502 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 60.72662626262626, + "p90": 56.22835765057987, + "p95": 54.22020202020202, + "p99": 50.60552188552189 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1487,7 +1900,14 @@ "p90": 770.298106106106, "p95": 742.7874594594595, "p99": 693.2682954954955 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 53.02458810810811, + "p90": 49.096840840840834, + "p95": 47.343382239382244, + "p99": 44.18715675675676 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1513,7 +1933,14 @@ "p90": 844.2248200807443, "p95": 814.0739336492891, "p99": 759.8023380726698 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 59.24170616113744, + "p90": 54.85343163068281, + "p95": 52.89438050101557, + "p99": 49.368088467614534 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1527,7 +1954,14 @@ "p90": 1425.0514962962964, "p95": 1374.1568, "p99": 1282.5463466666668 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 96.19097599999999, + "p90": 89.06571851851852, + "p95": 85.8848, + "p99": 80.15914666666667 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1541,7 +1975,14 @@ "p90": 897.387592126131, "p95": 865.3380352644836, "p99": 807.648832913518 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 60.57366246851385, + "p90": 56.08672450788319, + "p95": 54.08362720403022, + "p99": 50.47805205709488 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1555,7 +1996,14 @@ "p90": 769.466250699944, "p95": 741.9853131749459, "p99": 692.5196256299496 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 52.96732613390929, + "p90": 49.04382049436045, + "p95": 47.29225547670472, + "p99": 44.1394384449244 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1581,7 +2029,14 @@ "p90": 842.2290167235793, "p95": 812.1494089834514, "p99": 758.0061150512215 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 59.1016548463357, + "p90": 54.72375448734786, + "p95": 52.7693346842283, + "p99": 49.25137903861309 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1595,7 +2050,14 @@ "p90": 1413.741563786008, "p95": 1363.2507936507936, "p99": 1272.3674074074074 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 95.42755555555556, + "p90": 88.3588477366255, + "p95": 85.2031746031746, + "p99": 79.52296296296296 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1609,7 +2071,14 @@ "p90": 895.1328494323469, "p95": 863.1638190954774, "p99": 805.6195644891122 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 60.42146733668342, + "p90": 55.94580308952168, + "p95": 53.947738693467336, + "p99": 50.351222780569515 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1623,7 +2092,14 @@ "p90": 768.6361900195773, "p95": 741.1848975188781, "p99": 691.7725710176197 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 52.910187702265375, + "p90": 48.99091453913461, + "p95": 47.24123901987979, + "p99": 44.09182308522115 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1649,7 +2125,14 @@ "p90": 840.2426275331936, "p95": 810.2339622641508, "p99": 756.2183647798744 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 58.9622641509434, + "p90": 54.594689028651295, + "p95": 52.64487870619945, + "p99": 49.13522012578617 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1663,7 +2146,14 @@ "p90": 1402.6097404491106, "p95": 1352.5165354330707, "p99": 1262.3487664041995 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 94.67615748031496, + "p90": 87.66310877806941, + "p95": 84.53228346456692, + "p99": 78.89679790026247 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1677,7 +2167,14 @@ "p90": 892.8894087069526, "p95": 861.0005012531327, "p99": 803.6004678362574 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 60.2700350877193, + "p90": 55.80558804418454, + "p95": 53.812531328320794, + "p99": 50.22502923976609 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1691,7 +2188,14 @@ "p90": 767.8079182630906, "p95": 740.3862068965517, "p99": 691.0271264367817 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 52.853172413793104, + "p90": 48.938122605363986, + "p95": 47.19033251231527, + "p99": 44.044310344827586 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1717,7 +2221,14 @@ "p90": 838.2655860566448, "p95": 808.3275294117645, "p99": 754.4390274509803 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 58.82352941176471, + "p90": 54.466230936819166, + "p95": 52.52100840336134, + "p99": 49.01960784313725 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1731,7 +2242,14 @@ "p90": 1391.6518518518517, "p95": 1341.9499999999998, "p99": 1252.4866666666667 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 93.9365, + "p90": 86.97824074074073, + "p95": 83.87187499999999, + "p99": 78.28041666666667 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1745,7 +2263,14 @@ "p90": 890.6571851851852, "p95": 858.848, "p99": 801.5914666666667 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 60.11936, + "p90": 55.666074074074075, + "p95": 53.678, + "p99": 50.09946666666667 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1759,7 +2284,14 @@ "p90": 766.9814296535502, "p95": 739.5892357373519, "p99": 690.2832866881952 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 52.79627987082885, + "p90": 48.88544432484153, + "p95": 47.13953559895433, + "p99": 43.996899892357376 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1785,7 +2317,14 @@ "p90": 836.2978264649626, "p95": 806.4300469483567, "p99": 752.6680438184663 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 58.68544600938967, + "p90": 54.33837593462006, + "p95": 52.39771965124077, + "p99": 48.904538341158066 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1799,7 +2338,14 @@ "p90": 1380.863853000287, "p95": 1331.5472868217053, "p99": 1242.7774677002585 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 93.20831007751937, + "p90": 86.30399081251794, + "p95": 83.22170542635658, + "p99": 77.67359173126616 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1813,7 +2359,14 @@ "p90": 888.4360949478155, "p95": 856.706234413965, "p99": 799.5924854530341 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 59.96943640897756, + "p90": 55.52725593423847, + "p95": 53.544139650872815, + "p99": 49.97453034081463 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1827,7 +2380,14 @@ "p90": 766.1567184388689, "p95": 738.7939784946236, "p99": 689.541046594982 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 52.739509677419356, + "p90": 48.83287933094384, + "p95": 47.08884792626728, + "p99": 43.94959139784947 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1873,7 +2433,14 @@ "p90": 854.3474198419042, "p95": 823.8350119904076, "p99": 768.9126778577139 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.90407673860912, + "p90": 111.02229327648992, + "p95": 107.05721137375814, + "p99": 99.92006394884093 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1887,7 +2454,14 @@ "p90": 1484.4286419753084, "p95": 1431.4133333333332, "p99": 1335.9857777777777 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 200.3978666666667, + "p90": 185.55358024691355, + "p95": 178.92666666666665, + "p99": 166.9982222222222 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1901,7 +2475,14 @@ "p90": 908.8338624338625, "p95": 876.3755102040816, "p99": 817.9504761904763 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 122.69257142857144, + "p90": 113.60423280423281, + "p95": 109.5469387755102, + "p99": 102.24380952380953 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1915,7 +2496,14 @@ "p90": 773.6435919089556, "p95": 746.0134636264928, "p99": 696.27923271806 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.50975895765473, + "p90": 98.62014718301363, + "p95": 95.09799906933456, + "p99": 88.75813246471228 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -1941,7 +2529,14 @@ "p90": 852.3035264930002, "p95": 821.8641148325358, "p99": 767.0731738437003 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.61722488038276, + "p90": 110.75668970405812, + "p95": 106.8010936431989, + "p99": 99.68102073365232 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -1955,7 +2550,14 @@ "p90": 1472.1606366697276, "p95": 1419.58347107438, "p99": 1324.944573002755 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 198.74168595041323, + "p90": 184.02007958371595, + "p95": 177.4479338842975, + "p99": 165.61807162534438 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -1969,7 +2571,14 @@ "p90": 906.5213080765243, "p95": 874.1455470737912, "p99": 815.869177268872 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 122.3803765903308, + "p90": 113.31516350956554, + "p95": 109.2681933842239, + "p99": 101.983647158609 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -1983,7 +2592,14 @@ "p90": 772.8044990760825, "p95": 745.2043383947938, "p99": 695.5240491684744 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.39423861171366, + "p90": 98.51318389973487, + "p95": 94.99485590331577, + "p99": 88.6618655097614 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -2009,7 +2625,14 @@ "p90": 850.2693891982674, "p95": 819.9026252983293, "p99": 765.2424502784409 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.33174224343675, + "p90": 110.49235392910809, + "p95": 106.54619843163995, + "p99": 99.4431185361973 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -2023,7 +2646,14 @@ "p90": 1460.0937462052214, "p95": 1407.9475409836064, "p99": 1314.0843715846995 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 197.11265573770493, + "p90": 182.51171827565267, + "p95": 175.9934426229508, + "p99": 164.26054644808744 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -2037,7 +2667,14 @@ "p90": 904.2204925737921, "p95": 871.9269035532996, "p99": 813.798443316413 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 122.06976649746193, + "p90": 113.02756157172401, + "p95": 108.99086294416244, + "p99": 101.72480541455162 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -2051,7 +2688,14 @@ "p90": 771.9672244291962, "p95": 744.3969664138677, "p99": 694.7705019862767 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.27896858071506, + "p90": 98.40645238955098, + "p95": 94.8919362327813, + "p99": 88.5658071505959 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -2077,7 +2721,14 @@ "p90": 848.244938271605, "p95": 817.9504761904761, "p99": 763.4204444444445 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.04761904761905, + "p90": 110.22927689594357, + "p95": 106.29251700680271, + "p99": 99.2063492063492 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -2091,7 +2742,14 @@ "p90": 1448.2230653417646, "p95": 1396.5008130081299, "p99": 1303.400758807588 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 195.51011382113822, + "p90": 181.02788316772057, + "p95": 174.56260162601623, + "p99": 162.9250948509485 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -2105,7 +2763,14 @@ "p90": 901.9313267698077, "p95": 869.7194936708861, "p99": 811.738194092827 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 121.76072911392406, + "p90": 112.74141584622596, + "p95": 108.71493670886076, + "p99": 101.46727426160338 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -2119,7 +2784,14 @@ "p90": 771.1317620650954, "p95": 743.5913419913419, "p99": 694.0185858585859 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.16394805194805, + "p90": 98.29995189995189, + "p95": 94.78923933209646, + "p99": 88.4699567099567 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -2145,7 +2817,14 @@ "p90": 846.230104689012, "p95": 816.0076009501188, "p99": 761.607094220111 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 118.76484560570071, + "p90": 109.96744963490808, + "p95": 106.04004071937563, + "p99": 98.97070467141727 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -2159,7 +2838,14 @@ "p90": 1436.543847072879, "p95": 1385.2387096774191, "p99": 1292.8894623655915 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 193.9334193548387, + "p90": 179.5679808841099, + "p95": 173.1548387096774, + "p99": 161.61118279569894 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -2173,7 +2859,14 @@ "p90": 899.653722409278, "p95": 867.5232323232323, "p99": 809.6883501683502 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 121.45325252525252, + "p90": 112.45671530115975, + "p95": 108.44040404040403, + "p99": 101.21104377104378 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -2187,7 +2880,14 @@ "p90": 770.298106106106, "p95": 742.7874594594595, "p99": 693.2682954954955 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.04917621621622, + "p90": 98.19368168168167, + "p95": 94.68676447876449, + "p99": 88.37431351351351 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -2213,7 +2913,14 @@ "p90": 844.2248200807443, "p95": 814.0739336492891, "p99": 759.8023380726698 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 118.48341232227487, + "p90": 109.70686326136563, + "p95": 105.78876100203114, + "p99": 98.73617693522907 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -2227,7 +2934,14 @@ "p90": 1425.0514962962964, "p95": 1374.1568, "p99": 1282.5463466666668 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 192.38195199999998, + "p90": 178.13143703703705, + "p95": 171.7696, + "p99": 160.31829333333334 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -2241,7 +2955,14 @@ "p90": 897.387592126131, "p95": 865.3380352644836, "p99": 807.648832913518 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 121.1473249370277, + "p90": 112.17344901576638, + "p95": 108.16725440806044, + "p99": 100.95610411418976 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -2255,7 +2976,14 @@ "p90": 769.466250699944, "p95": 741.9853131749459, "p99": 692.5196256299496 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.93465226781858, + "p90": 98.0876409887209, + "p95": 94.58451095340943, + "p99": 88.2788768898488 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -2281,7 +3009,14 @@ "p90": 842.2290167235793, "p95": 812.1494089834514, "p99": 758.0061150512215 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 118.2033096926714, + "p90": 109.44750897469572, + "p95": 105.5386693684566, + "p99": 98.50275807722618 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -2295,7 +3030,14 @@ "p90": 1413.741563786008, "p95": 1363.2507936507936, "p99": 1272.3674074074074 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 190.8551111111111, + "p90": 176.717695473251, + "p95": 170.4063492063492, + "p99": 159.04592592592593 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -2309,7 +3051,14 @@ "p90": 895.1328494323469, "p95": 863.1638190954774, "p99": 805.6195644891122 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 120.84293467336684, + "p90": 111.89160617904336, + "p95": 107.89547738693467, + "p99": 100.70244556113903 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -2323,7 +3072,14 @@ "p90": 768.6361900195773, "p95": 741.1848975188781, "p99": 691.7725710176197 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.82037540453075, + "p90": 97.98182907826921, + "p95": 94.48247803975958, + "p99": 88.1836461704423 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -2349,7 +3105,14 @@ "p90": 840.2426275331936, "p95": 810.2339622641508, "p99": 756.2183647798744 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 117.9245283018868, + "p90": 109.18937805730259, + "p95": 105.2897574123989, + "p99": 98.27044025157234 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -2363,7 +3126,14 @@ "p90": 1402.6097404491106, "p95": 1352.5165354330707, "p99": 1262.3487664041995 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 189.3523149606299, + "p90": 175.32621755613883, + "p95": 169.06456692913383, + "p99": 157.79359580052494 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -2377,7 +3147,14 @@ "p90": 892.8894087069526, "p95": 861.0005012531327, "p99": 803.6004678362574 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 120.5400701754386, + "p90": 111.61117608836908, + "p95": 107.62506265664159, + "p99": 100.45005847953217 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -2391,7 +3168,14 @@ "p90": 767.8079182630906, "p95": 740.3862068965517, "p99": 691.0271264367817 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.70634482758621, + "p90": 97.87624521072797, + "p95": 94.38066502463055, + "p99": 88.08862068965517 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -2417,7 +3201,14 @@ "p90": 838.2655860566448, "p95": 808.3275294117645, "p99": 754.4390274509803 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 117.64705882352942, + "p90": 108.93246187363833, + "p95": 105.04201680672269, + "p99": 98.0392156862745 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -2431,7 +3222,14 @@ "p90": 1391.6518518518517, "p95": 1341.9499999999998, "p99": 1252.4866666666667 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 187.873, + "p90": 173.95648148148146, + "p95": 167.74374999999998, + "p99": 156.56083333333333 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -2445,7 +3243,14 @@ "p90": 890.6571851851852, "p95": 858.848, "p99": 801.5914666666667 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 120.23872, + "p90": 111.33214814814815, + "p95": 107.356, + "p99": 100.19893333333334 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -2459,7 +3264,14 @@ "p90": 766.9814296535502, "p95": 739.5892357373519, "p99": 690.2832866881952 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.5925597416577, + "p90": 97.77088864968306, + "p95": 94.27907119790866, + "p99": 87.99379978471475 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { @@ -2485,7 +3297,14 @@ "p90": 836.2978264649626, "p95": 806.4300469483567, "p99": 752.6680438184663 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 117.37089201877934, + "p90": 108.67675186924012, + "p95": 104.79543930248154, + "p99": 97.80907668231613 + }, + "payload_bytes": 400000000 }, "stage": { "latency_us": { @@ -2499,7 +3318,14 @@ "p90": 1380.863853000287, "p95": 1331.5472868217053, "p99": 1242.7774677002585 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 186.41662015503874, + "p90": 172.60798162503588, + "p95": 166.44341085271316, + "p99": 155.3471834625323 + }, + "payload_bytes": 192381952 }, "combine": { "latency_us": { @@ -2513,7 +3339,14 @@ "p90": 888.4360949478155, "p95": 856.706234413965, "p99": 799.5924854530341 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.93887281795512, + "p90": 111.05451186847694, + "p95": 107.08827930174563, + "p99": 99.94906068162926 + }, + "payload_bytes": 384763904 }, "roundtrip": { "latency_us": { @@ -2527,7 +3360,14 @@ "p90": 766.1567184388689, "p95": 738.7939784946236, "p99": 689.541046594982 - } + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.47901935483871, + "p90": 97.66575866188768, + "p95": 94.17769585253455, + "p99": 87.89918279569893 + }, + "payload_bytes": 784763904 } }, "roundtrip_token_rate_at_latency_percentile": { diff --git a/packages/app/src/components/collectivex/CollectiveXChart.tsx b/packages/app/src/components/collectivex/CollectiveXChart.tsx index 623793383..d46f1e015 100644 --- a/packages/app/src/components/collectivex/CollectiveXChart.tsx +++ b/packages/app/src/components/collectivex/CollectiveXChart.tsx @@ -5,7 +5,7 @@ import { useMemo } from 'react'; import { D3Chart } from '@/lib/d3-chart/D3Chart'; -import { chartPoints, collectiveXColorKey } from './data'; +import { chartPoints, collectiveXColorKey, fitAlphaBeta } from './data'; import type { CollectiveXChartPoint, CollectiveXOperation, @@ -37,6 +37,7 @@ const Y_AXIS_LABELS: Record = { latency: 'Latency (µs)', 'tokens-per-second': 'Token rate at selected latency percentile (tokens/s)', 'activation-rate': 'Activation-data rate at selected latency percentile (GB/s)', + 'payload-rate': 'Payload bandwidth at selected latency percentile (GB/s, per GPU)', }; function paddedDomain(values: number[]): [number, number] { @@ -97,6 +98,13 @@ export function CollectiveXChart({ [series, operation, percentile, yAxis], ); const seriesById = useMemo(() => new Map(series.map((item) => [item.series_id, item])), [series]); + // Per-series α/β fit for the current operation (p50). β is the per-GPU + // bandwidth term, α the fixed overhead; surfaced in the tooltip. Null when a + // series has too few points / a degenerate byte axis to fit. + const fitsBySeries = useMemo( + () => new Map(series.map((item) => [item.series_id, fitAlphaBeta(item, operation)])), + [series, operation], + ); const lines = useMemo(() => { const result: Record = {}; for (const point of points) { @@ -194,6 +202,10 @@ export function CollectiveXChart({ const color = colors[point.colorKey] ?? '#888'; const measurement = point.point; const measuredRoundtrip = measurement.components.roundtrip; + const fit = fitsBySeries.get(point.seriesId); + const fitLine = fit + ? `
Fit β=${fit.betaGbps.toFixed(fit.betaGbps >= 100 ? 0 : 1)} GB/s · α=${fit.alphaUs.toFixed(1)} µs (p50, per GPU)
` + : ''; return `
${isPinned ? '
Click elsewhere to dismiss
' : ''}
${escapeHtml(point.seriesLabel)}
@@ -204,6 +216,7 @@ export function CollectiveXChart({
Stage: ${formatPercentiles(measurement.components.stage)}
Combine: ${formatPercentiles(measurement.components.combine)}
Round trip: ${formatPercentiles(measuredRoundtrip)}${measuredRoundtrip ? ' (measured)' : ''}
+ ${fitLine}
`; }, getRulerX: (point, scale) => diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index 273becfbc..1d1f15767 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -77,6 +77,7 @@ const STRINGS = { yAxis: { latency: 'Latency', 'tokens-per-second': 'Token rate at selected latency percentile', + 'payload-rate': 'Payload bandwidth at selected latency percentile (per GPU)', }, all: 'All', loading: 'Resolving CollectiveX run...', @@ -115,6 +116,8 @@ const STRINGS = { resetFilter: 'Reset filter', payloadNote: 'Payload rate is derived at the selected latency percentile and is not physical link bandwidth.', + payloadBandwidthNote: + 'Payload bandwidth is the full logical payload (incl. FP8 scale bytes) ÷ latency, per GPU — a derived rate over logical bytes, not physical link bandwidth. The tooltip β/α is a least-squares fit of latency vs bytes across the ladder (β = per-GPU bandwidth term, α = fixed overhead).', deleteRun: 'Delete run', deleteConfirm: (id: string) => `Delete run #${id} from the dashboard database? This cannot be undone.`, @@ -146,6 +149,7 @@ const STRINGS = { yAxis: { latency: '延迟', 'tokens-per-second': '所选延迟分位点的 token 速率', + 'payload-rate': '所选延迟分位点的载荷带宽(每 GPU)', }, mode: { normal: '常规', 'low-latency': '低延迟' }, fabricScope: { all: '全部', 'scale-up': '域内', 'scale-out': '跨域' }, @@ -241,6 +245,8 @@ const STRINGS = { missingComponents: '不可用的测量分项保持为空,并从图表中省略。', isolatedNote: '分项之和为派生值,不用于计算吞吐量。', payloadNote: '逻辑载荷速率按所选延迟分位点派生,不代表物理链路带宽。', + payloadBandwidthNote: + '载荷带宽为完整逻辑载荷(含 FP8 缩放字节)÷ 延迟(每 GPU),是基于逻辑字节的派生速率,不代表物理链路带宽。工具提示中的 β/α 为延迟对字节在整个梯度上的最小二乘拟合(β = 每 GPU 带宽项,α = 固定开销)。', provenance: '发布数据溯源', runLabel: 'Run', attemptLabel: 'Attempt', @@ -734,6 +740,9 @@ export default function CollectiveXDisplay() { {yAxis === 'activation-rate' && (

{t.payloadNote}

)} + {yAxis === 'payload-rate' && ( +

{t.payloadBandwidthNote}

+ )}
@@ -903,6 +912,10 @@ export default function CollectiveXDisplay() { value: 'activation-rate', label: 'Activation-data rate at latency percentile', }, + { + value: 'payload-rate', + label: t.yAxis['payload-rate'], + }, ]} />
diff --git a/packages/app/src/components/collectivex/data.test.ts b/packages/app/src/components/collectivex/data.test.ts index eb2059fc3..1cef8037a 100644 --- a/packages/app/src/components/collectivex/data.test.ts +++ b/packages/app/src/components/collectivex/data.test.ts @@ -5,10 +5,12 @@ import { collectiveXColorKey, collectiveXSeriesLabel, collectiveXTopologyLabel, + fitAlphaBeta, metricValue, seriesMatchesSelection, type CollectiveXSeriesSelection, } from './data'; +import type { CollectiveXPercentiles, CollectiveXSeries } from './types'; import { makeCollectiveXDataset, makeCollectiveXSeries } from './test-fixture'; const dataset = makeCollectiveXDataset(); @@ -119,16 +121,86 @@ describe('metricValue', () => { expect(metricValue(point, 'dispatch', 'p50', 'tokens-per-second')).toBeNull(); }); - it('returns the payload data rate', () => { + it('returns the activation data rate', () => { expect(metricValue(point, 'dispatch', 'p50', 'activation-rate')).toBeGreaterThan(0); }); + it('returns the per-GPU payload bandwidth distinct from the activation rate', () => { + const payload = metricValue(point, 'dispatch', 'p50', 'payload-rate'); + const activation = metricValue(point, 'dispatch', 'p50', 'activation-rate'); + expect(payload).toBeGreaterThan(0); + // Payload uses total_logical_bytes ÷ ep; activation uses aggregate activation bytes. + expect(payload).not.toBeCloseTo(activation as number, 1); + }); + it('returns null for an unavailable component', () => { const unavailable = makeCollectiveXSeries({ rows: [{ stageUnavailable: true }] }).points[0]; expect(metricValue(unavailable, 'stage', 'p50', 'latency')).toBeNull(); }); }); +function pct(value: number): CollectiveXPercentiles { + return { p50: value, p90: value, p95: value, p99: value }; +} + +describe('fitAlphaBeta', () => { + // Build a series whose dispatch latency is exactly α + bytesPerGpu/β with + // α = 10 µs and β = 250 GB/s (per GPU), so the OLS must recover both. ep = 8, + // so aggregate payload_bytes = bytesPerGpu × 8 and fitAlphaBeta divides it back. + const EP = 8; + function fitSeries(): CollectiveXSeries { + const point = (bytesPerGpu: number) => { + const latency = 10 + bytesPerGpu / (250 * 1e3); // µs + const rate = (bytesPerGpu / latency) * 1e-3; // GB/s per GPU + const component = { + latency_us: pct(latency), + activation_data_rate_gbps_at_latency_percentile: pct(rate), + payload_data_rate_gbps_at_latency_percentile: pct(rate), + payload_bytes: bytesPerGpu * EP, + }; + return { + tokens_per_rank: bytesPerGpu / 1e4, + global_tokens: bytesPerGpu / 1e3, + components: { dispatch: component, stage: null, combine: component, roundtrip: component }, + roundtrip_token_rate_at_latency_percentile: pct(1), + }; + }; + return { + series_id: 'fit-series', + phase: 'decode', + mode: 'normal', + precision: 'bf16', + backend: 'nccl-ep', + system: { + ep_size: 8, + nodes: 1, + gpus_per_node: 8, + scale_up_domain: 8, + scale_up_transport: 'nvlink', + scale_out_transport: null, + topology_class: 'h100-nvlink-island', + sku: 'h100', + vendor: 'nvidia', + }, + points: [point(1e6), point(2e6), point(3e6)], + }; + } + + it('recovers the fixed overhead (alpha) and per-GPU bandwidth (beta)', () => { + const fit = fitAlphaBeta(fitSeries(), 'dispatch'); + expect(fit).not.toBeNull(); + expect(fit?.alphaUs).toBeCloseTo(10, 3); + expect(fit?.betaGbps).toBeCloseTo(250, 3); + expect(fit?.pointCount).toBe(3); + }); + + it('returns null when the byte axis has no variance across the ladder', () => { + // The default fixture holds bytes constant across the ladder, so bytes/GPU + // reconstructs to a single value and there is no slope to fit. + expect(fitAlphaBeta(makeCollectiveXSeries(), 'dispatch')).toBeNull(); + }); +}); + describe('chartPoints', () => { it('emits one point per token row with populated axes', () => { const points = chartPoints([scaleUp], 'dispatch', 'p50', 'latency'); diff --git a/packages/app/src/components/collectivex/data.ts b/packages/app/src/components/collectivex/data.ts index faa046d38..22276710f 100644 --- a/packages/app/src/components/collectivex/data.ts +++ b/packages/app/src/components/collectivex/data.ts @@ -69,9 +69,73 @@ export function metricValue( ? point.roundtrip_token_rate_at_latency_percentile[percentile] : null; } + if (yAxis === 'payload-rate') { + return component.payload_data_rate_gbps_at_latency_percentile?.[percentile] ?? null; + } return component.activation_data_rate_gbps_at_latency_percentile?.[percentile] ?? null; } +export interface CollectiveXFit { + /** Fixed per-call overhead (µs): the launch/sync/rendezvous floor. */ + alphaUs: number; + /** Per-GPU bandwidth term (GB/s): the slope of latency vs bytes. */ + betaGbps: number; + /** Points that entered the fit. */ + pointCount: number; +} + +/** Ordinary least squares; returns [intercept, slope]. */ +function ols(xs: number[], ys: number[]): [number, number] { + const n = xs.length; + const meanX = xs.reduce((a, b) => a + b, 0) / n; + const meanY = ys.reduce((a, b) => a + b, 0) / n; + let sxx = 0; + let sxy = 0; + for (let i = 0; i < n; i++) { + sxx += (xs[i] - meanX) ** 2; + sxy += (xs[i] - meanX) * (ys[i] - meanY); + } + const slope = sxy / sxx; + return [meanY - slope * meanX, slope]; +} + +/** + * Separate the bandwidth term (β) from the fixed overhead (α) for one operation + * across a series' token ladder: latency(bytes) ≈ α + bytes/β. Regresses the + * per-point latency against the per-GPU payload bytes (raw `payload_bytes` ÷ + * ep_size), so β lands in the same per-GPU GB/s units as the payload-rate axis + * and α is the fixed overhead in µs. p50 by default (p99 carries tail noise). + * Mirrors experimental/CollectiveX/bandwidth.py. Returns null when fewer than + * three points, a degenerate (near-zero-variance) byte axis — e.g. a constant + * payload across the ladder — or a non-positive slope leaves no bandwidth term. + */ +export function fitAlphaBeta( + series: CollectiveXSeries, + operation: CollectiveXOperation, + percentile: CollectiveXPercentile = 'p50', +): CollectiveXFit | null { + const ep = Math.max(1, series.system.ep_size); + const bytesPerGpu: number[] = []; + const latencies: number[] = []; + for (const point of series.points) { + const component = point.components[operation]; + if (component === null || component.payload_bytes === null) continue; + const latency = component.latency_us[percentile]; + if (latency <= 0) continue; + bytesPerGpu.push(component.payload_bytes / ep); + latencies.push(latency); + } + if (bytesPerGpu.length < 3) return null; + // Reject a near-constant byte axis (constant payload across the ladder): a + // relative spread this small carries no real slope, only numeric noise. + const min = Math.min(...bytesPerGpu); + const max = Math.max(...bytesPerGpu); + if (max - min <= 1e-9 * max) return null; + const [alphaUs, slopeUsPerByte] = ols(bytesPerGpu, latencies); + if (slopeUsPerByte <= 0) return null; + return { alphaUs, betaGbps: 1e-3 / slopeUsPerByte, pointCount: bytesPerGpu.length }; +} + export function chartPoints( series: CollectiveXSeries[], operation: CollectiveXOperation, diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts index ff1847947..1f15832da 100644 --- a/packages/app/src/components/collectivex/types.ts +++ b/packages/app/src/components/collectivex/types.ts @@ -14,7 +14,7 @@ export * from '@semianalysisai/inferencex-db/collectivex/types'; export const collectiveXVersionLabel = (version: CollectiveXVersion): string => `V${version}`; -export type CollectiveXYAxis = 'latency' | 'tokens-per-second' | 'activation-rate'; +export type CollectiveXYAxis = 'latency' | 'tokens-per-second' | 'activation-rate' | 'payload-rate'; export interface CollectiveXChartPoint { seriesId: string; diff --git a/packages/db/src/collectivex/reader.test.ts b/packages/db/src/collectivex/reader.test.ts index 75995e0c4..59e097b62 100644 --- a/packages/db/src/collectivex/reader.test.ts +++ b/packages/db/src/collectivex/reader.test.ts @@ -158,6 +158,28 @@ describe('CollectiveX artifact assembly', () => { }); }); + it('maps an nccl-ep backend series (the 4th pluggable backend)', () => { + const series = makeCollectiveXSeries({ backend: 'nccl-ep', implName: 'nccl-ep' }); + expect(series.backend).toBe('nccl-ep'); + expect(series.series_id).toContain('nccl-ep'); + expect(series.points).toHaveLength(10); + }); + + it('derives a per-GPU payload bandwidth from total_logical_bytes', () => { + const dispatch = makeCollectiveXSeries().points[0].components.dispatch; + // total_logical_bytes (400000000) / ep (8) / p50 latency (417 µs) → GB/s. + expect(dispatch?.payload_data_rate_gbps_at_latency_percentile?.p50).toBeCloseTo( + (400000000 / 8 / 417) * 1e-3, + 3, + ); + // Distinct from the aggregate activation rate (activation bytes, no ep split): + // the payload rate reads total_logical_bytes and divides by the EP world size. + expect(dispatch?.payload_data_rate_gbps_at_latency_percentile?.p50).not.toBeCloseTo( + dispatch?.activation_data_rate_gbps_at_latency_percentile?.p50 ?? 0, + 1, + ); + }); + it('does not invent rates for zero-byte or unavailable components', () => { const zeroStage = makeCollectiveXSeries({ rows: [{ stageZeroBytes: true }] }).points[0] .components.stage; diff --git a/packages/db/src/collectivex/reader.ts b/packages/db/src/collectivex/reader.ts index 5c014d4bc..5cec68a0b 100644 --- a/packages/db/src/collectivex/reader.ts +++ b/packages/db/src/collectivex/reader.ts @@ -51,7 +51,7 @@ interface RawRow { global_tokens: number; token_rate_at_latency_percentile: CollectiveXPercentiles; components: Record; - byte_provenance: Record; + byte_provenance: Record; } interface RawShard { @@ -125,8 +125,14 @@ function toMode(raw: string | undefined): CollectiveXMode { return raw === 'low-latency' ? 'low-latency' : 'normal'; } -function ratesFrom(bytes: number, latency: CollectiveXPercentiles): CollectiveXPercentiles { - const rate = (us: number) => (bytes / us) * 1e-3; +// GB/s = bytes / (latency_us * 1e-6) / 1e9 = (bytes / latency_us) * 1e-3. `divisor` +// splits an aggregate world byte count into a per-GPU figure (divisor = ep_size). +function ratesFrom( + bytes: number, + latency: CollectiveXPercentiles, + divisor = 1, +): CollectiveXPercentiles { + const rate = (us: number) => (bytes / divisor / us) * 1e-3; return { p50: rate(latency.p50), p90: rate(latency.p90), @@ -137,19 +143,29 @@ function ratesFrom(bytes: number, latency: CollectiveXPercentiles): CollectiveXP function mapComponent( raw: RawComponent | null | undefined, - bytes?: { activation_data_bytes: number }, + bytes: { activation_data_bytes: number; total_logical_bytes?: number } | undefined, + ep: number, ): CollectiveXComponent | null { if (!raw?.percentiles_us || raw.availability === 'unavailable') return null; + // Byte counts are aggregate across the EP world (routed_copies = fanout.sum()). + // Activation rate stays aggregate (unchanged); payload rate is per-GPU over the + // full logical payload, falling back to activation bytes for pre-provenance + // artifacts that carry no total_logical_bytes. + const payloadBytes = bytes ? (bytes.total_logical_bytes ?? bytes.activation_data_bytes) : null; return { latency_us: raw.percentiles_us, activation_data_rate_gbps_at_latency_percentile: bytes ? ratesFrom(bytes.activation_data_bytes, raw.percentiles_us) : null, + payload_data_rate_gbps_at_latency_percentile: + payloadBytes === null ? null : ratesFrom(payloadBytes, raw.percentiles_us, Math.max(1, ep)), + payload_bytes: payloadBytes, }; } -function mapPoint(row: RawRow): CollectiveXPoint { - const component = (name: string) => mapComponent(row.components[name], row.byte_provenance[name]); +function mapPoint(row: RawRow, ep: number): CollectiveXPoint { + const component = (name: string) => + mapComponent(row.components[name], row.byte_provenance[name], ep); return { tokens_per_rank: row.tokens_per_rank, global_tokens: row.global_tokens, @@ -188,7 +204,7 @@ function buildSeries(shard: RawShard): CollectiveXSeries { sku: shard.identity.case_factors.sku, vendor: shard.runtime.vendor === 'amd' ? 'amd' : 'nvidia', }, - points: shard.measurement.rows.map(mapPoint), + points: shard.measurement.rows.map((row) => mapPoint(row, kase.ep)), }; } diff --git a/packages/db/src/collectivex/test-fixture.ts b/packages/db/src/collectivex/test-fixture.ts index 513845967..d627bb939 100644 --- a/packages/db/src/collectivex/test-fixture.ts +++ b/packages/db/src/collectivex/test-fixture.ts @@ -50,8 +50,12 @@ function component(base: number): Json { return { availability: 'measured', percentiles_us: percentiles(base) }; } -function bytes(activation: number): Json { - return { activation_data_bytes: activation }; +// `total` defaults to the activation count (the bf16 case, where there are no +// scale bytes). Dispatch under FP8 carries extra scale bytes, so its total +// exceeds activation — the fixture models that so tests can prove the payload +// rate reads total_logical_bytes rather than activation_data_bytes. +function bytes(activation: number, total: number = activation): Json { + return { activation_data_bytes: activation, total_logical_bytes: total }; } function makeRawRow(index: number, row: RowOverrides, worldSize: number): Json { @@ -64,10 +68,12 @@ function makeRawRow(index: number, row: RowOverrides, worldSize: number): Json { ? { availability: 'unavailable', percentiles_us: null } : component(120 + index), }; + // Dispatch total exceeds activation (models FP8 scale bytes); combine is + // always bf16 (total == activation); roundtrip total is their sum. const byteProvenance: Json = { - dispatch: bytes(384763904), + dispatch: bytes(384763904, 400000000), combine: bytes(384763904), - roundtrip: bytes(769527808), + roundtrip: bytes(769527808, 784763904), }; if (!row.stageUnavailable) { byteProvenance.stage = bytes(row.stageZeroBytes ? 0 : 192381952); diff --git a/packages/db/src/collectivex/types.ts b/packages/db/src/collectivex/types.ts index b651ab4c9..9bc2d2e3c 100644 --- a/packages/db/src/collectivex/types.ts +++ b/packages/db/src/collectivex/types.ts @@ -38,6 +38,21 @@ export type CollectiveXPercentiles = Record; export interface CollectiveXComponent { latency_us: CollectiveXPercentiles; activation_data_rate_gbps_at_latency_percentile: CollectiveXPercentiles | null; + /** + * Per-GPU bandwidth over the FULL logical payload (activation bytes plus any + * FP8 scale bytes), i.e. `total_logical_bytes / ep_size / latency`. Distinct + * from `activation_data_rate_gbps_at_latency_percentile`, which is aggregate + * and excludes scale bytes. Null when the component carries no byte + * provenance (e.g. an unavailable component). + */ + payload_data_rate_gbps_at_latency_percentile: CollectiveXPercentiles | null; + /** + * Aggregate total logical payload bytes for this component at this point + * (the numerator behind `payload_data_rate_*`). Carried raw so a consumer can + * fit latency vs bytes across the ladder (bandwidth-vs-overhead decomposition) + * without reconstructing bytes from a rate. Null when no byte provenance. + */ + payload_bytes: number | null; } export interface CollectiveXPoint { From 0c6c934ed0a005e967e26cdc70237dcf17abdba0 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Sun, 26 Jul 2026 16:19:56 +0800 Subject: [PATCH 21/37] fix(collectivex): stop discovery from calling GitHub on every read MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The DB is a durable cache of Actions artifacts, but discovery still ran on every request: the routes are force-dynamic and call ensure* per request, and the module shared only the in-flight promise, so even a fully warm page spent a `list workflow runs` call just to conclude "already known". Cost scaled with traffic instead of with how often a sweep actually lands, adding GitHub latency to every response and burning rate limit for nothing. Give the two walking paths a 60s cooldown. ensureCollectiveXRun is left alone: it returns on a DB hit before touching GitHub, and throttling it would keep answering 404 for a run that had just appeared. Failures are remembered too, for a shorter 10s window, and rethrown rather than swallowed. Dropping them would let an outage read as "discovery fine, nothing found", which turns the routes' 502/503 into a 404 whenever the DB has no fallback row — that branch keys entirely off whether ensure* threw. The cooldown is module state that outlives a test case, and the suite does not reset modules, so resetCollectiveXDiscoveryCooldown() is exported and called in beforeEach; without it every test after the first would be served from the cooldown, issue no requests, and pass vacuously. Adds cover for warm-skip, expiry, and the remembered-failure identity, and folds the repeated run-listing fixture into one helper that documents why each call needs a fresh Response. --- .../src/lib/collectivex-lazy-ingest.test.ts | 77 ++++++++++++---- .../app/src/lib/collectivex-lazy-ingest.ts | 90 +++++++++++++++---- 2 files changed, 133 insertions(+), 34 deletions(-) diff --git a/packages/app/src/lib/collectivex-lazy-ingest.test.ts b/packages/app/src/lib/collectivex-lazy-ingest.test.ts index f69aa803c..44dafb338 100644 --- a/packages/app/src/lib/collectivex-lazy-ingest.test.ts +++ b/packages/app/src/lib/collectivex-lazy-ingest.test.ts @@ -27,6 +27,7 @@ import { ensureCollectiveXRun, ensureCollectiveXRunsList, ensureLatestCollectiveXRun, + resetCollectiveXDiscoveryCooldown, } from './collectivex-lazy-ingest'; const mockFetch = vi.fn(); @@ -91,6 +92,13 @@ function runObject(overrides: Record = {}) { }; } +/** One page of the run listing. A Response body reads once, so build a fresh one per call. */ +function runListing(...runs: ReturnType[]) { + return Response.json({ total_count: runs.length, workflow_runs: runs }); +} + +const twoRunListing = () => runListing(runObject({ id: 161 }), runObject({ id: 160 })); + function artifactsBody(runId = 160, runAttempt = 1) { return { total_count: 2, @@ -117,6 +125,9 @@ beforeEach(() => { mockInsert.mockReset().mockResolvedValue(true); mockRefresh.mockReset().mockResolvedValue(true); process.env.GITHUB_TOKEN = 'test-token'; + // Module-level state outlives a case; without this every test after the first + // would be answered from the discovery cooldown and issue no requests. + resetCollectiveXDiscoveryCooldown(); }); afterAll(() => { @@ -168,12 +179,7 @@ describe('ensureLatestCollectiveXRun', () => { ), ); mockFetch - .mockResolvedValueOnce( - Response.json({ - total_count: 2, - workflow_runs: [runObject({ id: 161 }), runObject({ id: 160 })], - }), - ) + .mockResolvedValueOnce(twoRunListing()) .mockResolvedValueOnce(Response.json(artifactsBody())) .mockResolvedValueOnce(new Response(matrixZip)) .mockResolvedValueOnce(new Response(shardZip)); @@ -186,12 +192,7 @@ describe('ensureLatestCollectiveXRun', () => { it('skips runs tagged for another version', async () => { mockFetch - .mockResolvedValueOnce( - Response.json({ - total_count: 2, - workflow_runs: [runObject({ id: 161 }), runObject({ id: 160 })], - }), - ) + .mockResolvedValueOnce(twoRunListing()) // Run 161 carries a v2 matrix — requesting v1 must move on. .mockResolvedValueOnce(Response.json(artifactsBody(161))) .mockResolvedValueOnce(new Response(matrixZipV2)) @@ -288,6 +289,51 @@ describe('ensureLatestCollectiveXRun', () => { }); }); +describe('discovery cooldown', () => { + it('serves a warm target from the cooldown without calling GitHub again', async () => { + mockGetStates.mockResolvedValue({ '160': { state: 'live', version: 1, run_attempt: 1 } }); + mockFetch.mockImplementation(() => Promise.resolve(runListing(runObject()))); + + await ensureLatestCollectiveXRun(1); + const afterFirst = mockFetch.mock.calls.length; + expect(afterFirst).toBeGreaterThan(0); + + await ensureLatestCollectiveXRun(1); + await ensureLatestCollectiveXRun(1); + expect(mockFetch.mock.calls.length).toBe(afterFirst); + }); + + it('walks again once the cooldown window has elapsed', async () => { + vi.useFakeTimers(); + try { + mockGetStates.mockResolvedValue({ '160': { state: 'live', version: 1, run_attempt: 1 } }); + mockFetch.mockImplementation(() => Promise.resolve(runListing(runObject()))); + + await ensureLatestCollectiveXRun(1); + const afterFirst = mockFetch.mock.calls.length; + + vi.advanceTimersByTime(61_000); + await ensureLatestCollectiveXRun(1); + expect(mockFetch.mock.calls.length).toBeGreaterThan(afterFirst); + } finally { + vi.useRealTimers(); + } + }); + + it('rethrows a remembered failure so an outage stays 502/503 rather than 404', async () => { + mockFetch.mockResolvedValue(new Response('nope', { status: 500 })); + + const first = await ensureLatestCollectiveXRun(1).catch((error: unknown) => error); + expect(collectiveXSweepErrorCode(first)).toBe('unavailable'); + const afterFirst = mockFetch.mock.calls.length; + + // Same error object, and no fresh requests while the failure window holds. + const second = await ensureLatestCollectiveXRun(1).catch((error: unknown) => error); + expect(second).toBe(first); + expect(mockFetch.mock.calls.length).toBe(afterFirst); + }); +}); + describe('ensureCollectiveXRunsList', () => { it('backfills absent recent runs and counts live ones toward the cap', async () => { mockGetStates.mockImplementation((_sql: unknown, ids: string[]) => @@ -296,12 +342,7 @@ describe('ensureCollectiveXRunsList', () => { ), ); mockFetch - .mockResolvedValueOnce( - Response.json({ - total_count: 2, - workflow_runs: [runObject({ id: 161 }), runObject({ id: 160 })], - }), - ) + .mockResolvedValueOnce(twoRunListing()) .mockResolvedValueOnce(Response.json(artifactsBody())) .mockResolvedValueOnce(new Response(matrixZip)) .mockResolvedValueOnce(new Response(shardZip)); diff --git a/packages/app/src/lib/collectivex-lazy-ingest.ts b/packages/app/src/lib/collectivex-lazy-ingest.ts index 3110f196a..a1b70596e 100644 --- a/packages/app/src/lib/collectivex-lazy-ingest.ts +++ b/packages/app/src/lib/collectivex-lazy-ingest.ts @@ -100,8 +100,7 @@ export function collectiveXSweepErrorStatus(error: unknown): 404 | 502 | 503 | n return null; } -// Concurrent requests for the same target share one discovery pass; the DB is -// the cache, so nothing is memoized beyond the in-flight promise. +// Concurrent requests for the same target share one discovery pass. const inFlight = new Map>(); function dedupe(key: string, work: () => Promise): Promise { @@ -112,6 +111,57 @@ function dedupe(key: string, work: () => Promise): Promise { return promise; } +// Cooldown for the two walking paths. The DB is the durable cache, but sharing +// only the in-flight promise still left every read walking GitHub: the routes +// are force-dynamic and call ensure* per request, so even a fully warm page +// spent a `list workflow runs` call just to conclude "already known" — GitHub +// latency on every response, and rate-limit burn that scales with traffic +// rather than with how often a sweep actually lands. +// +// Only `latest:`/`list:` need this. ensureCollectiveXRun returns on a DB hit +// before it touches GitHub, and throttling it would keep answering 404 for a +// run that has just appeared. +// +// Failures are remembered too, and rethrown for the rest of their (shorter) +// window: swallowing them would let a GitHub outage read as "discovery fine, +// nothing found", which downgrades the routes' 502/503 to a 404 when the DB is +// empty. The window is the upper bound on how stale "latest" can be. +const DISCOVERY_COOLDOWN_MS = 60_000; +const DISCOVERY_FAILURE_COOLDOWN_MS = 10_000; + +interface DiscoveryOutcome { + until: number; + error: unknown; +} + +const discoveryCooldown = new Map(); + +function throttled(key: string, work: () => Promise): () => Promise { + return async () => { + const settled = discoveryCooldown.get(key); + if (settled && Date.now() < settled.until) { + if (settled.error !== null) throw settled.error; + return; + } + try { + await work(); + } catch (error) { + discoveryCooldown.set(key, { until: Date.now() + DISCOVERY_FAILURE_COOLDOWN_MS, error }); + throw error; + } + discoveryCooldown.set(key, { until: Date.now() + DISCOVERY_COOLDOWN_MS, error: null }); + }; +} + +/** + * Test-only: drop every discovery cooldown. The module keeps this state for the + * lifetime of the process, so a suite driving successive passes must clear it + * between cases. + */ +export function resetCollectiveXDiscoveryCooldown(): void { + discoveryCooldown.clear(); +} + function githubHeaders(token: string) { return { Accept: 'application/vnd.github+json', @@ -465,12 +515,16 @@ async function considerCandidate( * artifact failures (callers fall back to whatever the DB already holds). */ export function ensureLatestCollectiveXRun(version: CollectiveXVersion): Promise { - return dedupe(`latest:${version}`, async () => { - const token = requireToken(); - for await (const run of sweepRuns(token)) { - if ((await considerCandidate(run, version, token)) === 'match') return; - } - }); + const key = `latest:${version}`; + return dedupe( + key, + throttled(key, async () => { + const token = requireToken(); + for await (const run of sweepRuns(token)) { + if ((await considerCandidate(run, version, token)) === 'match') return; + } + }), + ); } /** @@ -479,14 +533,18 @@ export function ensureLatestCollectiveXRun(version: CollectiveXVersion): Promise * live matches count toward the cap — tombstoned runs never fill a slot. */ export function ensureCollectiveXRunsList(version: CollectiveXVersion): Promise { - return dedupe(`list:${version}`, async () => { - const token = requireToken(); - let matched = 0; - for await (const run of sweepRuns(token)) { - if ((await considerCandidate(run, version, token)) === 'match') matched += 1; - if (matched >= MAX_DISCOVERED_RUNS) return; - } - }); + const key = `list:${version}`; + return dedupe( + key, + throttled(key, async () => { + const token = requireToken(); + let matched = 0; + for await (const run of sweepRuns(token)) { + if ((await considerCandidate(run, version, token)) === 'match') matched += 1; + if (matched >= MAX_DISCOVERED_RUNS) return; + } + }), + ); } /** From 13b23338701b9adf1a61ddea02ebbea5e2485003 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Sun, 26 Jul 2026 16:22:10 +0800 Subject: [PATCH 22/37] chore(collectivex): store the API response fixtures minified MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit collectivex-latest.json carries one dataset payload — 3 series of 10 points — but pretty-printed that is 3,384 lines for 60 KB of content, and it dominated every diff that touched it (30% of this branch's insertions). Minifying both API fixtures drops 3,405 lines and 51 KB with byte-identical parsed content. These are machine-shaped payloads, replaced wholesale rather than hand-edited, so the readability that indentation buys is not worth the diff weight. Formatting has to be told to leave them alone: oxfmt reformats JSON as well as TS, and the lefthook pre-commit job re-stages what it fixes, so the next commit touching them would silently expand them again. oxfmt reads .prettierignore by default, so the exclusion lives there (and would carry over if Prettier is ever reintroduced). --- .prettierignore | 9 + .../fixtures/api/collectivex-latest.json | 3384 +---------------- .../fixtures/api/collectivex-runs.json | 22 +- 3 files changed, 11 insertions(+), 3404 deletions(-) create mode 100644 .prettierignore diff --git a/.prettierignore b/.prettierignore new file mode 100644 index 000000000..e84ae649f --- /dev/null +++ b/.prettierignore @@ -0,0 +1,9 @@ +# oxfmt reads this file by default (as does Prettier, if it is ever reintroduced). +# +# API response fixtures are stored minified: collectivex-latest.json holds a whole +# dataset payload, which pretty-printed is ~3.4k lines of indentation for ~60 KB of +# content and dominates any diff that touches it. They are machine-shaped payloads +# that are replaced wholesale rather than hand-edited, so formatting them buys +# nothing; without this entry the pre-commit hook would silently re-expand them. +packages/app/cypress/fixtures/api/collectivex-latest.json +packages/app/cypress/fixtures/api/collectivex-runs.json diff --git a/packages/app/cypress/fixtures/api/collectivex-latest.json b/packages/app/cypress/fixtures/api/collectivex-latest.json index 60e36800c..42f0c5e76 100644 --- a/packages/app/cypress/fixtures/api/collectivex-latest.json +++ b/packages/app/cypress/fixtures/api/collectivex-latest.json @@ -1,3383 +1 @@ -{ - "version": 1, - "run": { - "run_id": "160", - "run_attempt": 1, - "generated_at": "2026-07-08T12:20:00Z", - "conclusion": "success", - "source_sha": "cccccccccccccccccccccccccccccccccccccccc", - "requested_cases": 5, - "terminal_cases": 4, - "measured_cases": 3, - "unsupported_cases": 1, - "failed_cases": 0, - "requested_points": 50, - "terminal_points": 40, - "measured_points": 30, - "covered_skus": ["b200-dgxc", "b300", "h200-dgxc", "mi355x"] - }, - "coverage": [ - { - "case_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16", - "label": "h200-dgxc · deepep-v2 · normal · decode · EP8 · bf16", - "disposition": "runnable", - "sku": "h200-dgxc", - "backend": "deepep-v2", - "phase": "decode", - "mode": "normal", - "precision": "bf16", - "topology": { - "ep_size": 8, - "nodes": 1, - "gpus_per_node": 8, - "scale_up_domain": 8, - "scale_up_transport": "nvlink", - "scale_out_transport": null, - "topology_class": "h200-nvlink-island" - }, - "points": [ - { - "tokens_per_rank": 1, - "global_tokens": 8, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 2, - "global_tokens": 16, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 4, - "global_tokens": 32, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 8, - "global_tokens": 64, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 16, - "global_tokens": 128, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 32, - "global_tokens": 256, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 64, - "global_tokens": 512, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 128, - "global_tokens": 1024, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 256, - "global_tokens": 2048, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 512, - "global_tokens": 4096, - "terminal_status": "measured", - "reason": null - } - ], - "outcome": "success", - "reason": null, - "detail": null - }, - { - "case_id": "mi355x-mori-deepseek-v3-normal-decode-ep16-uniform-bf16", - "label": "mi355x · mori · normal · decode · EP16 · bf16", - "disposition": "runnable", - "sku": "mi355x", - "backend": "mori", - "phase": "decode", - "mode": "normal", - "precision": "bf16", - "topology": { - "ep_size": 16, - "nodes": 2, - "gpus_per_node": 8, - "scale_up_domain": 8, - "scale_up_transport": "xgmi", - "scale_out_transport": "rdma", - "topology_class": "mi355x-xgmi-rdma" - }, - "points": [ - { - "tokens_per_rank": 1, - "global_tokens": 16, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 2, - "global_tokens": 32, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 4, - "global_tokens": 64, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 8, - "global_tokens": 128, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 16, - "global_tokens": 256, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 32, - "global_tokens": 512, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 64, - "global_tokens": 1024, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 128, - "global_tokens": 2048, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 256, - "global_tokens": 4096, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 512, - "global_tokens": 8192, - "terminal_status": "measured", - "reason": null - } - ], - "outcome": "success", - "reason": null, - "detail": null - }, - { - "case_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-fp8", - "label": "h200-dgxc · deepep-v2 · normal · decode · EP8 · fp8", - "disposition": "runnable", - "sku": "h200-dgxc", - "backend": "deepep-v2", - "phase": "decode", - "mode": "normal", - "precision": "fp8", - "topology": { - "ep_size": 8, - "nodes": 1, - "gpus_per_node": 8, - "scale_up_domain": 8, - "scale_up_transport": "nvlink", - "scale_out_transport": null, - "topology_class": "h200-nvlink-island" - }, - "points": [ - { - "tokens_per_rank": 1, - "global_tokens": 8, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 2, - "global_tokens": 16, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 4, - "global_tokens": 32, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 8, - "global_tokens": 64, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 16, - "global_tokens": 128, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 32, - "global_tokens": 256, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 64, - "global_tokens": 512, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 128, - "global_tokens": 1024, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 256, - "global_tokens": 2048, - "terminal_status": "measured", - "reason": null - }, - { - "tokens_per_rank": 512, - "global_tokens": 4096, - "terminal_status": "measured", - "reason": null - } - ], - "outcome": "success", - "reason": null, - "detail": null - }, - { - "case_id": "b300-deepep-v2-deepseek-v3-normal-decode-ep16-uniform-bf16", - "label": "b300 · deepep-v2 · normal · decode · EP16 · bf16", - "disposition": "unsupported", - "sku": "b300", - "backend": "deepep-v2", - "phase": "decode", - "mode": "normal", - "precision": "bf16", - "topology": { - "ep_size": 16, - "nodes": 2, - "gpus_per_node": 8, - "scale_up_domain": 8, - "scale_up_transport": "nvlink", - "scale_out_transport": "rdma", - "topology_class": "b300-nvlink-rdma" - }, - "points": [ - { - "tokens_per_rank": 1, - "global_tokens": 16, - "terminal_status": "unsupported", - "reason": "backend-platform-unsupported" - }, - { - "tokens_per_rank": 2, - "global_tokens": 32, - "terminal_status": "unsupported", - "reason": "backend-platform-unsupported" - }, - { - "tokens_per_rank": 4, - "global_tokens": 64, - "terminal_status": "unsupported", - "reason": "backend-platform-unsupported" - }, - { - "tokens_per_rank": 8, - "global_tokens": 128, - "terminal_status": "unsupported", - "reason": "backend-platform-unsupported" - }, - { - "tokens_per_rank": 16, - "global_tokens": 256, - "terminal_status": "unsupported", - "reason": "backend-platform-unsupported" - }, - { - "tokens_per_rank": 32, - "global_tokens": 512, - "terminal_status": "unsupported", - "reason": "backend-platform-unsupported" - }, - { - "tokens_per_rank": 64, - "global_tokens": 1024, - "terminal_status": "unsupported", - "reason": "backend-platform-unsupported" - }, - { - "tokens_per_rank": 128, - "global_tokens": 2048, - "terminal_status": "unsupported", - "reason": "backend-platform-unsupported" - }, - { - "tokens_per_rank": 256, - "global_tokens": 4096, - "terminal_status": "unsupported", - "reason": "backend-platform-unsupported" - }, - { - "tokens_per_rank": 512, - "global_tokens": 8192, - "terminal_status": "unsupported", - "reason": "backend-platform-unsupported" - } - ], - "outcome": "unsupported", - "reason": "backend-platform-unsupported", - "detail": "unsupported by the selected backend/platform" - }, - { - "case_id": "b200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16", - "label": "b200-dgxc · deepep-v2 · normal · decode · EP8 · bf16", - "disposition": "runnable", - "sku": "b200-dgxc", - "backend": "deepep-v2", - "phase": "decode", - "mode": "normal", - "precision": "bf16", - "topology": { - "ep_size": 8, - "nodes": 1, - "gpus_per_node": 8, - "scale_up_domain": 8, - "scale_up_transport": "nvlink", - "scale_out_transport": null, - "topology_class": "b200-nvlink-island" - }, - "points": [ - { - "tokens_per_rank": 1, - "global_tokens": 8, - "terminal_status": "pending", - "reason": "pending" - }, - { - "tokens_per_rank": 2, - "global_tokens": 16, - "terminal_status": "pending", - "reason": "pending" - }, - { - "tokens_per_rank": 4, - "global_tokens": 32, - "terminal_status": "pending", - "reason": "pending" - }, - { - "tokens_per_rank": 8, - "global_tokens": 64, - "terminal_status": "pending", - "reason": "pending" - }, - { - "tokens_per_rank": 16, - "global_tokens": 128, - "terminal_status": "pending", - "reason": "pending" - }, - { - "tokens_per_rank": 32, - "global_tokens": 256, - "terminal_status": "pending", - "reason": "pending" - }, - { - "tokens_per_rank": 64, - "global_tokens": 512, - "terminal_status": "pending", - "reason": "pending" - }, - { - "tokens_per_rank": 128, - "global_tokens": 1024, - "terminal_status": "pending", - "reason": "pending" - }, - { - "tokens_per_rank": 256, - "global_tokens": 2048, - "terminal_status": "pending", - "reason": "pending" - }, - { - "tokens_per_rank": 512, - "global_tokens": 4096, - "terminal_status": "pending", - "reason": "pending" - } - ], - "outcome": "pending", - "reason": "pending", - "detail": null - } - ], - "series": [ - { - "series_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16", - "phase": "decode", - "mode": "normal", - "precision": "bf16", - "backend": "deepep-v2", - "system": { - "ep_size": 8, - "nodes": 1, - "gpus_per_node": 8, - "scale_up_domain": 8, - "scale_up_transport": "nvlink", - "scale_out_transport": null, - "topology_class": "h200-nvlink-island", - "sku": "h200-dgxc", - "vendor": "nvidia" - }, - "points": [ - { - "tokens_per_rank": 1, - "global_tokens": 8, - "components": { - "dispatch": { - "latency_us": { - "p50": 417, - "p90": 450.36, - "p95": 467.04, - "p99": 500.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 922.6952134292566, - "p90": 854.3474198419042, - "p95": 823.8350119904076, - "p99": 768.9126778577139 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 119.90407673860912, - "p90": 111.02229327648992, - "p95": 107.05721137375814, - "p99": 99.92006394884093 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 120, - "p90": 129.60000000000002, - "p95": 134.4, - "p99": 144 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1603.1829333333335, - "p90": 1484.4286419753084, - "p95": 1431.4133333333332, - "p99": 1335.9857777777777 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 200.3978666666667, - "p90": 185.55358024691355, - "p95": 178.92666666666665, - "p99": 166.9982222222222 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 392, - "p90": 423.36, - "p95": 439.04, - "p99": 470.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 981.5405714285715, - "p90": 908.8338624338625, - "p95": 876.3755102040816, - "p99": 817.9504761904763 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 122.69257142857144, - "p90": 113.60423280423281, - "p95": 109.5469387755102, - "p99": 102.24380952380953 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 921, - "p90": 994.6800000000001, - "p95": 1031.5200000000002, - "p99": 1105.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 835.5350792616721, - "p90": 773.6435919089556, - "p95": 746.0134636264928, - "p99": 696.27923271806 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 106.50975895765473, - "p90": 98.62014718301363, - "p95": 95.09799906933456, - "p99": 88.75813246471228 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 2, - "global_tokens": 16, - "components": { - "dispatch": { - "latency_us": { - "p50": 418, - "p90": 451.44000000000005, - "p95": 468.16, - "p99": 501.59999999999997 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 920.4878086124403, - "p90": 852.3035264930002, - "p95": 821.8641148325358, - "p99": 767.0731738437003 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 119.61722488038276, - "p90": 110.75668970405812, - "p95": 106.8010936431989, - "p99": 99.68102073365232 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 121, - "p90": 130.68, - "p95": 135.52, - "p99": 145.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1589.9334876033058, - "p90": 1472.1606366697276, - "p95": 1419.58347107438, - "p99": 1324.944573002755 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 198.74168595041323, - "p90": 184.02007958371595, - "p95": 177.4479338842975, - "p99": 165.61807162534438 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 393, - "p90": 424.44000000000005, - "p95": 440.16, - "p99": 471.59999999999997 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 979.0430127226464, - "p90": 906.5213080765243, - "p95": 874.1455470737912, - "p99": 815.869177268872 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 122.3803765903308, - "p90": 113.31516350956554, - "p95": 109.2681933842239, - "p99": 101.983647158609 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 922, - "p90": 995.7600000000001, - "p95": 1032.64, - "p99": 1106.3999999999999 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 834.6288590021693, - "p90": 772.8044990760825, - "p95": 745.2043383947938, - "p99": 695.5240491684744 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 106.39423861171366, - "p90": 98.51318389973487, - "p95": 94.99485590331577, - "p99": 88.6618655097614 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 4, - "global_tokens": 32, - "components": { - "dispatch": { - "latency_us": { - "p50": 419, - "p90": 452.52000000000004, - "p95": 469.28000000000003, - "p99": 502.79999999999995 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 918.2909403341289, - "p90": 850.2693891982674, - "p95": 819.9026252983293, - "p99": 765.2424502784409 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 119.33174224343675, - "p90": 110.49235392910809, - "p95": 106.54619843163995, - "p99": 99.4431185361973 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 122, - "p90": 131.76000000000002, - "p95": 136.64000000000001, - "p99": 146.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1576.9012459016394, - "p90": 1460.0937462052214, - "p95": 1407.9475409836064, - "p99": 1314.0843715846995 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 197.11265573770493, - "p90": 182.51171827565267, - "p95": 175.9934426229508, - "p99": 164.26054644808744 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 394, - "p90": 425.52000000000004, - "p95": 441.28000000000003, - "p99": 472.79999999999995 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 976.5581319796954, - "p90": 904.2204925737921, - "p95": 871.9269035532996, - "p99": 813.798443316413 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 122.06976649746193, - "p90": 113.02756157172401, - "p95": 108.99086294416244, - "p99": 101.72480541455162 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 923, - "p90": 996.84, - "p95": 1033.76, - "p99": 1107.6 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 833.724602383532, - "p90": 771.9672244291962, - "p95": 744.3969664138677, - "p99": 694.7705019862767 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 106.27896858071506, - "p90": 98.40645238955098, - "p95": 94.8919362327813, - "p99": 88.5658071505959 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 8, - "global_tokens": 64, - "components": { - "dispatch": { - "latency_us": { - "p50": 420, - "p90": 453.6, - "p95": 470.40000000000003, - "p99": 504 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 916.1045333333334, - "p90": 848.244938271605, - "p95": 817.9504761904761, - "p99": 763.4204444444445 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 119.04761904761905, - "p90": 110.22927689594357, - "p95": 106.29251700680271, - "p99": 99.2063492063492 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 123, - "p90": 132.84, - "p95": 137.76000000000002, - "p99": 147.6 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1564.0809105691058, - "p90": 1448.2230653417646, - "p95": 1396.5008130081299, - "p99": 1303.400758807588 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 195.51011382113822, - "p90": 181.02788316772057, - "p95": 174.56260162601623, - "p99": 162.9250948509485 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 395, - "p90": 426.6, - "p95": 442.40000000000003, - "p99": 474 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 974.0858329113925, - "p90": 901.9313267698077, - "p95": 869.7194936708861, - "p99": 811.738194092827 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 121.76072911392406, - "p90": 112.74141584622596, - "p95": 108.71493670886076, - "p99": 101.46727426160338 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 924, - "p90": 997.9200000000001, - "p95": 1034.88, - "p99": 1108.8 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 832.822303030303, - "p90": 771.1317620650954, - "p95": 743.5913419913419, - "p99": 694.0185858585859 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 106.16394805194805, - "p90": 98.29995189995189, - "p95": 94.78923933209646, - "p99": 88.4699567099567 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 16, - "global_tokens": 128, - "components": { - "dispatch": { - "latency_us": { - "p50": 421, - "p90": 454.68, - "p95": 471.52000000000004, - "p99": 505.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 913.928513064133, - "p90": 846.230104689012, - "p95": 816.0076009501188, - "p99": 761.607094220111 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 118.76484560570071, - "p90": 109.96744963490808, - "p95": 106.04004071937563, - "p99": 98.97070467141727 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 124, - "p90": 133.92000000000002, - "p95": 138.88000000000002, - "p99": 148.79999999999998 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1551.4673548387095, - "p90": 1436.543847072879, - "p95": 1385.2387096774191, - "p99": 1292.8894623655915 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 193.9334193548387, - "p90": 179.5679808841099, - "p95": 173.1548387096774, - "p99": 161.61118279569894 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 396, - "p90": 427.68, - "p95": 443.52000000000004, - "p99": 475.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 971.6260202020202, - "p90": 899.653722409278, - "p95": 867.5232323232323, - "p99": 809.6883501683502 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 121.45325252525252, - "p90": 112.45671530115975, - "p95": 108.44040404040403, - "p99": 101.21104377104378 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 925, - "p90": 999.0000000000001, - "p95": 1036, - "p99": 1110 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 831.9219545945946, - "p90": 770.298106106106, - "p95": 742.7874594594595, - "p99": 693.2682954954955 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 106.04917621621622, - "p90": 98.19368168168167, - "p95": 94.68676447876449, - "p99": 88.37431351351351 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 32, - "global_tokens": 256, - "components": { - "dispatch": { - "latency_us": { - "p50": 422, - "p90": 455.76000000000005, - "p95": 472.64000000000004, - "p99": 506.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 911.7628056872038, - "p90": 844.2248200807443, - "p95": 814.0739336492891, - "p99": 759.8023380726698 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 118.48341232227487, - "p90": 109.70686326136563, - "p95": 105.78876100203114, - "p99": 98.73617693522907 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 125, - "p90": 135, - "p95": 140, - "p99": 150 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1539.0556159999999, - "p90": 1425.0514962962964, - "p95": 1374.1568, - "p99": 1282.5463466666668 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 192.38195199999998, - "p90": 178.13143703703705, - "p95": 171.7696, - "p99": 160.31829333333334 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 397, - "p90": 428.76000000000005, - "p95": 444.64000000000004, - "p99": 476.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 969.1785994962216, - "p90": 897.387592126131, - "p95": 865.3380352644836, - "p99": 807.648832913518 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 121.1473249370277, - "p90": 112.17344901576638, - "p95": 108.16725440806044, - "p99": 100.95610411418976 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 926, - "p90": 1000.08, - "p95": 1037.1200000000001, - "p99": 1111.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 831.0235507559396, - "p90": 769.466250699944, - "p95": 741.9853131749459, - "p99": 692.5196256299496 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 105.93465226781858, - "p90": 98.0876409887209, - "p95": 94.58451095340943, - "p99": 88.2788768898488 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 64, - "global_tokens": 512, - "components": { - "dispatch": { - "latency_us": { - "p50": 423, - "p90": 456.84000000000003, - "p95": 473.76000000000005, - "p99": 507.59999999999997 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 909.6073380614658, - "p90": 842.2290167235793, - "p95": 812.1494089834514, - "p99": 758.0061150512215 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 118.2033096926714, - "p90": 109.44750897469572, - "p95": 105.5386693684566, - "p99": 98.50275807722618 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 126, - "p90": 136.08, - "p95": 141.12, - "p99": 151.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1526.840888888889, - "p90": 1413.741563786008, - "p95": 1363.2507936507936, - "p99": 1272.3674074074074 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 190.8551111111111, - "p90": 176.717695473251, - "p95": 170.4063492063492, - "p99": 159.04592592592593 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 398, - "p90": 429.84000000000003, - "p95": 445.76000000000005, - "p99": 477.59999999999997 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 966.7434773869347, - "p90": 895.1328494323469, - "p95": 863.1638190954774, - "p99": 805.6195644891122 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 120.84293467336684, - "p90": 111.89160617904336, - "p95": 107.89547738693467, - "p99": 100.70244556113903 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 927, - "p90": 1001.1600000000001, - "p95": 1038.24, - "p99": 1112.3999999999999 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 830.1270852211435, - "p90": 768.6361900195773, - "p95": 741.1848975188781, - "p99": 691.7725710176197 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 105.82037540453075, - "p90": 97.98182907826921, - "p95": 94.48247803975958, - "p99": 88.1836461704423 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 128, - "global_tokens": 1024, - "components": { - "dispatch": { - "latency_us": { - "p50": 424, - "p90": 457.92, - "p95": 474.88000000000005, - "p99": 508.79999999999995 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 907.4620377358491, - "p90": 840.2426275331936, - "p95": 810.2339622641508, - "p99": 756.2183647798744 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 117.9245283018868, - "p90": 109.18937805730259, - "p95": 105.2897574123989, - "p99": 98.27044025157234 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 127, - "p90": 137.16, - "p95": 142.24, - "p99": 152.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1514.8185196850393, - "p90": 1402.6097404491106, - "p95": 1352.5165354330707, - "p99": 1262.3487664041995 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 189.3523149606299, - "p90": 175.32621755613883, - "p95": 169.06456692913383, - "p99": 157.79359580052494 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 399, - "p90": 430.92, - "p95": 446.88000000000005, - "p99": 478.79999999999995 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 964.3205614035088, - "p90": 892.8894087069526, - "p95": 861.0005012531327, - "p99": 803.6004678362574 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 120.5400701754386, - "p90": 111.61117608836908, - "p95": 107.62506265664159, - "p99": 100.45005847953217 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 928, - "p90": 1002.24, - "p95": 1039.3600000000001, - "p99": 1113.6 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 829.232551724138, - "p90": 767.8079182630906, - "p95": 740.3862068965517, - "p99": 691.0271264367817 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 105.70634482758621, - "p90": 97.87624521072797, - "p95": 94.38066502463055, - "p99": 88.08862068965517 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 256, - "global_tokens": 2048, - "components": { - "dispatch": { - "latency_us": { - "p50": 425, - "p90": 459.00000000000006, - "p95": 476.00000000000006, - "p99": 510 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 905.3268329411765, - "p90": 838.2655860566448, - "p95": 808.3275294117645, - "p99": 754.4390274509803 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 117.64705882352942, - "p90": 108.93246187363833, - "p95": 105.04201680672269, - "p99": 98.0392156862745 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 128, - "p90": 138.24, - "p95": 143.36, - "p99": 153.6 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1502.984, - "p90": 1391.6518518518517, - "p95": 1341.9499999999998, - "p99": 1252.4866666666667 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 187.873, - "p90": 173.95648148148146, - "p95": 167.74374999999998, - "p99": 156.56083333333333 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 400, - "p90": 432, - "p95": 448.00000000000006, - "p99": 480 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 961.90976, - "p90": 890.6571851851852, - "p95": 858.848, - "p99": 801.5914666666667 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 120.23872, - "p90": 111.33214814814815, - "p95": 107.356, - "p99": 100.19893333333334 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 929, - "p90": 1003.32, - "p95": 1040.48, - "p99": 1114.8 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 828.3399440258343, - "p90": 766.9814296535502, - "p95": 739.5892357373519, - "p99": 690.2832866881952 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 105.5925597416577, - "p90": 97.77088864968306, - "p95": 94.27907119790866, - "p99": 87.99379978471475 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 512, - "global_tokens": 4096, - "components": { - "dispatch": { - "latency_us": { - "p50": 426, - "p90": 460.08000000000004, - "p95": 477.12000000000006, - "p99": 511.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 903.2016525821597, - "p90": 836.2978264649626, - "p95": 806.4300469483567, - "p99": 752.6680438184663 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 117.37089201877934, - "p90": 108.67675186924012, - "p95": 104.79543930248154, - "p99": 97.80907668231613 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 129, - "p90": 139.32000000000002, - "p95": 144.48000000000002, - "p99": 154.79999999999998 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1491.33296124031, - "p90": 1380.863853000287, - "p95": 1331.5472868217053, - "p99": 1242.7774677002585 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 186.41662015503874, - "p90": 172.60798162503588, - "p95": 166.44341085271316, - "p99": 155.3471834625323 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 401, - "p90": 433.08000000000004, - "p95": 449.12000000000006, - "p99": 481.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 959.5109825436409, - "p90": 888.4360949478155, - "p95": 856.706234413965, - "p99": 799.5924854530341 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 119.93887281795512, - "p90": 111.05451186847694, - "p95": 107.08827930174563, - "p99": 99.94906068162926 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 930, - "p90": 1004.4000000000001, - "p95": 1041.6000000000001, - "p99": 1116 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 827.4492559139785, - "p90": 766.1567184388689, - "p95": 738.7939784946236, - "p99": 689.541046594982 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 105.47901935483871, - "p90": 97.66575866188768, - "p95": 94.17769585253455, - "p99": 87.89918279569893 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - } - ] - }, - { - "series_id": "mi355x-mori-deepseek-v3-normal-decode-ep16-uniform-bf16", - "phase": "decode", - "mode": "normal", - "precision": "bf16", - "backend": "mori", - "system": { - "ep_size": 16, - "nodes": 2, - "gpus_per_node": 8, - "scale_up_domain": 8, - "scale_up_transport": "xgmi", - "scale_out_transport": "rdma", - "topology_class": "mi355x-xgmi-rdma", - "sku": "mi355x", - "vendor": "amd" - }, - "points": [ - { - "tokens_per_rank": 1, - "global_tokens": 16, - "components": { - "dispatch": { - "latency_us": { - "p50": 417, - "p90": 450.36, - "p95": 467.04, - "p99": 500.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 922.6952134292566, - "p90": 854.3474198419042, - "p95": 823.8350119904076, - "p99": 768.9126778577139 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 59.95203836930456, - "p90": 55.51114663824496, - "p95": 53.52860568687907, - "p99": 49.96003197442047 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 120, - "p90": 129.60000000000002, - "p95": 134.4, - "p99": 144 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1603.1829333333335, - "p90": 1484.4286419753084, - "p95": 1431.4133333333332, - "p99": 1335.9857777777777 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 100.19893333333334, - "p90": 92.77679012345678, - "p95": 89.46333333333332, - "p99": 83.4991111111111 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 392, - "p90": 423.36, - "p95": 439.04, - "p99": 470.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 981.5405714285715, - "p90": 908.8338624338625, - "p95": 876.3755102040816, - "p99": 817.9504761904763 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 61.34628571428572, - "p90": 56.802116402116404, - "p95": 54.7734693877551, - "p99": 51.121904761904766 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 921, - "p90": 994.6800000000001, - "p95": 1031.5200000000002, - "p99": 1105.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 835.5350792616721, - "p90": 773.6435919089556, - "p95": 746.0134636264928, - "p99": 696.27923271806 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 53.25487947882736, - "p90": 49.310073591506814, - "p95": 47.54899953466728, - "p99": 44.37906623235614 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 2, - "global_tokens": 32, - "components": { - "dispatch": { - "latency_us": { - "p50": 418, - "p90": 451.44000000000005, - "p95": 468.16, - "p99": 501.59999999999997 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 920.4878086124403, - "p90": 852.3035264930002, - "p95": 821.8641148325358, - "p99": 767.0731738437003 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 59.80861244019138, - "p90": 55.37834485202906, - "p95": 53.40054682159945, - "p99": 49.84051036682616 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 121, - "p90": 130.68, - "p95": 135.52, - "p99": 145.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1589.9334876033058, - "p90": 1472.1606366697276, - "p95": 1419.58347107438, - "p99": 1324.944573002755 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 99.37084297520661, - "p90": 92.01003979185798, - "p95": 88.72396694214875, - "p99": 82.80903581267219 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 393, - "p90": 424.44000000000005, - "p95": 440.16, - "p99": 471.59999999999997 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 979.0430127226464, - "p90": 906.5213080765243, - "p95": 874.1455470737912, - "p99": 815.869177268872 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 61.1901882951654, - "p90": 56.65758175478277, - "p95": 54.63409669211195, - "p99": 50.9918235793045 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 922, - "p90": 995.7600000000001, - "p95": 1032.64, - "p99": 1106.3999999999999 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 834.6288590021693, - "p90": 772.8044990760825, - "p95": 745.2043383947938, - "p99": 695.5240491684744 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 53.19711930585683, - "p90": 49.256591949867435, - "p95": 47.49742795165788, - "p99": 44.3309327548807 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 4, - "global_tokens": 64, - "components": { - "dispatch": { - "latency_us": { - "p50": 419, - "p90": 452.52000000000004, - "p95": 469.28000000000003, - "p99": 502.79999999999995 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 918.2909403341289, - "p90": 850.2693891982674, - "p95": 819.9026252983293, - "p99": 765.2424502784409 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 59.665871121718375, - "p90": 55.246176964554046, - "p95": 53.273099215819975, - "p99": 49.72155926809865 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 122, - "p90": 131.76000000000002, - "p95": 136.64000000000001, - "p99": 146.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1576.9012459016394, - "p90": 1460.0937462052214, - "p95": 1407.9475409836064, - "p99": 1314.0843715846995 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 98.55632786885246, - "p90": 91.25585913782633, - "p95": 87.9967213114754, - "p99": 82.13027322404372 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 394, - "p90": 425.52000000000004, - "p95": 441.28000000000003, - "p99": 472.79999999999995 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 976.5581319796954, - "p90": 904.2204925737921, - "p95": 871.9269035532996, - "p99": 813.798443316413 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 61.034883248730964, - "p90": 56.513780785862004, - "p95": 54.49543147208122, - "p99": 50.86240270727581 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 923, - "p90": 996.84, - "p95": 1033.76, - "p99": 1107.6 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 833.724602383532, - "p90": 771.9672244291962, - "p95": 744.3969664138677, - "p99": 694.7705019862767 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 53.13948429035753, - "p90": 49.20322619477549, - "p95": 47.44596811639065, - "p99": 44.28290357529795 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 8, - "global_tokens": 128, - "components": { - "dispatch": { - "latency_us": { - "p50": 420, - "p90": 453.6, - "p95": 470.40000000000003, - "p99": 504 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 916.1045333333334, - "p90": 848.244938271605, - "p95": 817.9504761904761, - "p99": 763.4204444444445 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 59.523809523809526, - "p90": 55.114638447971785, - "p95": 53.146258503401356, - "p99": 49.6031746031746 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 123, - "p90": 132.84, - "p95": 137.76000000000002, - "p99": 147.6 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1564.0809105691058, - "p90": 1448.2230653417646, - "p95": 1396.5008130081299, - "p99": 1303.400758807588 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 97.75505691056911, - "p90": 90.51394158386029, - "p95": 87.28130081300812, - "p99": 81.46254742547426 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 395, - "p90": 426.6, - "p95": 442.40000000000003, - "p99": 474 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 974.0858329113925, - "p90": 901.9313267698077, - "p95": 869.7194936708861, - "p99": 811.738194092827 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 60.88036455696203, - "p90": 56.37070792311298, - "p95": 54.35746835443038, - "p99": 50.73363713080169 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 924, - "p90": 997.9200000000001, - "p95": 1034.88, - "p99": 1108.8 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 832.822303030303, - "p90": 771.1317620650954, - "p95": 743.5913419913419, - "p99": 694.0185858585859 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 53.08197402597403, - "p90": 49.149975949975946, - "p95": 47.39461966604823, - "p99": 44.23497835497835 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 16, - "global_tokens": 256, - "components": { - "dispatch": { - "latency_us": { - "p50": 421, - "p90": 454.68, - "p95": 471.52000000000004, - "p99": 505.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 913.928513064133, - "p90": 846.230104689012, - "p95": 816.0076009501188, - "p99": 761.607094220111 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 59.38242280285036, - "p90": 54.98372481745404, - "p95": 53.02002035968781, - "p99": 49.48535233570863 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 124, - "p90": 133.92000000000002, - "p95": 138.88000000000002, - "p99": 148.79999999999998 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1551.4673548387095, - "p90": 1436.543847072879, - "p95": 1385.2387096774191, - "p99": 1292.8894623655915 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 96.96670967741935, - "p90": 89.78399044205494, - "p95": 86.5774193548387, - "p99": 80.80559139784947 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 396, - "p90": 427.68, - "p95": 443.52000000000004, - "p99": 475.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 971.6260202020202, - "p90": 899.653722409278, - "p95": 867.5232323232323, - "p99": 809.6883501683502 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 60.72662626262626, - "p90": 56.22835765057987, - "p95": 54.22020202020202, - "p99": 50.60552188552189 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 925, - "p90": 999.0000000000001, - "p95": 1036, - "p99": 1110 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 831.9219545945946, - "p90": 770.298106106106, - "p95": 742.7874594594595, - "p99": 693.2682954954955 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 53.02458810810811, - "p90": 49.096840840840834, - "p95": 47.343382239382244, - "p99": 44.18715675675676 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 32, - "global_tokens": 512, - "components": { - "dispatch": { - "latency_us": { - "p50": 422, - "p90": 455.76000000000005, - "p95": 472.64000000000004, - "p99": 506.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 911.7628056872038, - "p90": 844.2248200807443, - "p95": 814.0739336492891, - "p99": 759.8023380726698 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 59.24170616113744, - "p90": 54.85343163068281, - "p95": 52.89438050101557, - "p99": 49.368088467614534 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 125, - "p90": 135, - "p95": 140, - "p99": 150 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1539.0556159999999, - "p90": 1425.0514962962964, - "p95": 1374.1568, - "p99": 1282.5463466666668 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 96.19097599999999, - "p90": 89.06571851851852, - "p95": 85.8848, - "p99": 80.15914666666667 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 397, - "p90": 428.76000000000005, - "p95": 444.64000000000004, - "p99": 476.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 969.1785994962216, - "p90": 897.387592126131, - "p95": 865.3380352644836, - "p99": 807.648832913518 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 60.57366246851385, - "p90": 56.08672450788319, - "p95": 54.08362720403022, - "p99": 50.47805205709488 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 926, - "p90": 1000.08, - "p95": 1037.1200000000001, - "p99": 1111.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 831.0235507559396, - "p90": 769.466250699944, - "p95": 741.9853131749459, - "p99": 692.5196256299496 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 52.96732613390929, - "p90": 49.04382049436045, - "p95": 47.29225547670472, - "p99": 44.1394384449244 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 64, - "global_tokens": 1024, - "components": { - "dispatch": { - "latency_us": { - "p50": 423, - "p90": 456.84000000000003, - "p95": 473.76000000000005, - "p99": 507.59999999999997 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 909.6073380614658, - "p90": 842.2290167235793, - "p95": 812.1494089834514, - "p99": 758.0061150512215 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 59.1016548463357, - "p90": 54.72375448734786, - "p95": 52.7693346842283, - "p99": 49.25137903861309 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 126, - "p90": 136.08, - "p95": 141.12, - "p99": 151.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1526.840888888889, - "p90": 1413.741563786008, - "p95": 1363.2507936507936, - "p99": 1272.3674074074074 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 95.42755555555556, - "p90": 88.3588477366255, - "p95": 85.2031746031746, - "p99": 79.52296296296296 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 398, - "p90": 429.84000000000003, - "p95": 445.76000000000005, - "p99": 477.59999999999997 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 966.7434773869347, - "p90": 895.1328494323469, - "p95": 863.1638190954774, - "p99": 805.6195644891122 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 60.42146733668342, - "p90": 55.94580308952168, - "p95": 53.947738693467336, - "p99": 50.351222780569515 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 927, - "p90": 1001.1600000000001, - "p95": 1038.24, - "p99": 1112.3999999999999 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 830.1270852211435, - "p90": 768.6361900195773, - "p95": 741.1848975188781, - "p99": 691.7725710176197 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 52.910187702265375, - "p90": 48.99091453913461, - "p95": 47.24123901987979, - "p99": 44.09182308522115 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 128, - "global_tokens": 2048, - "components": { - "dispatch": { - "latency_us": { - "p50": 424, - "p90": 457.92, - "p95": 474.88000000000005, - "p99": 508.79999999999995 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 907.4620377358491, - "p90": 840.2426275331936, - "p95": 810.2339622641508, - "p99": 756.2183647798744 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 58.9622641509434, - "p90": 54.594689028651295, - "p95": 52.64487870619945, - "p99": 49.13522012578617 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 127, - "p90": 137.16, - "p95": 142.24, - "p99": 152.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1514.8185196850393, - "p90": 1402.6097404491106, - "p95": 1352.5165354330707, - "p99": 1262.3487664041995 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 94.67615748031496, - "p90": 87.66310877806941, - "p95": 84.53228346456692, - "p99": 78.89679790026247 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 399, - "p90": 430.92, - "p95": 446.88000000000005, - "p99": 478.79999999999995 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 964.3205614035088, - "p90": 892.8894087069526, - "p95": 861.0005012531327, - "p99": 803.6004678362574 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 60.2700350877193, - "p90": 55.80558804418454, - "p95": 53.812531328320794, - "p99": 50.22502923976609 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 928, - "p90": 1002.24, - "p95": 1039.3600000000001, - "p99": 1113.6 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 829.232551724138, - "p90": 767.8079182630906, - "p95": 740.3862068965517, - "p99": 691.0271264367817 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 52.853172413793104, - "p90": 48.938122605363986, - "p95": 47.19033251231527, - "p99": 44.044310344827586 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 256, - "global_tokens": 4096, - "components": { - "dispatch": { - "latency_us": { - "p50": 425, - "p90": 459.00000000000006, - "p95": 476.00000000000006, - "p99": 510 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 905.3268329411765, - "p90": 838.2655860566448, - "p95": 808.3275294117645, - "p99": 754.4390274509803 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 58.82352941176471, - "p90": 54.466230936819166, - "p95": 52.52100840336134, - "p99": 49.01960784313725 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 128, - "p90": 138.24, - "p95": 143.36, - "p99": 153.6 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1502.984, - "p90": 1391.6518518518517, - "p95": 1341.9499999999998, - "p99": 1252.4866666666667 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 93.9365, - "p90": 86.97824074074073, - "p95": 83.87187499999999, - "p99": 78.28041666666667 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 400, - "p90": 432, - "p95": 448.00000000000006, - "p99": 480 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 961.90976, - "p90": 890.6571851851852, - "p95": 858.848, - "p99": 801.5914666666667 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 60.11936, - "p90": 55.666074074074075, - "p95": 53.678, - "p99": 50.09946666666667 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 929, - "p90": 1003.32, - "p95": 1040.48, - "p99": 1114.8 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 828.3399440258343, - "p90": 766.9814296535502, - "p95": 739.5892357373519, - "p99": 690.2832866881952 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 52.79627987082885, - "p90": 48.88544432484153, - "p95": 47.13953559895433, - "p99": 43.996899892357376 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 512, - "global_tokens": 8192, - "components": { - "dispatch": { - "latency_us": { - "p50": 426, - "p90": 460.08000000000004, - "p95": 477.12000000000006, - "p99": 511.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 903.2016525821597, - "p90": 836.2978264649626, - "p95": 806.4300469483567, - "p99": 752.6680438184663 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 58.68544600938967, - "p90": 54.33837593462006, - "p95": 52.39771965124077, - "p99": 48.904538341158066 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 129, - "p90": 139.32000000000002, - "p95": 144.48000000000002, - "p99": 154.79999999999998 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1491.33296124031, - "p90": 1380.863853000287, - "p95": 1331.5472868217053, - "p99": 1242.7774677002585 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 93.20831007751937, - "p90": 86.30399081251794, - "p95": 83.22170542635658, - "p99": 77.67359173126616 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 401, - "p90": 433.08000000000004, - "p95": 449.12000000000006, - "p99": 481.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 959.5109825436409, - "p90": 888.4360949478155, - "p95": 856.706234413965, - "p99": 799.5924854530341 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 59.96943640897756, - "p90": 55.52725593423847, - "p95": 53.544139650872815, - "p99": 49.97453034081463 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 930, - "p90": 1004.4000000000001, - "p95": 1041.6000000000001, - "p99": 1116 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 827.4492559139785, - "p90": 766.1567184388689, - "p95": 738.7939784946236, - "p99": 689.541046594982 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 52.739509677419356, - "p90": 48.83287933094384, - "p95": 47.08884792626728, - "p99": 43.94959139784947 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - } - ] - }, - { - "series_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-fp8", - "phase": "decode", - "mode": "normal", - "precision": "fp8", - "backend": "deepep-v2", - "system": { - "ep_size": 8, - "nodes": 1, - "gpus_per_node": 8, - "scale_up_domain": 8, - "scale_up_transport": "nvlink", - "scale_out_transport": null, - "topology_class": "h200-nvlink-island", - "sku": "h200-dgxc", - "vendor": "nvidia" - }, - "points": [ - { - "tokens_per_rank": 1, - "global_tokens": 8, - "components": { - "dispatch": { - "latency_us": { - "p50": 417, - "p90": 450.36, - "p95": 467.04, - "p99": 500.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 922.6952134292566, - "p90": 854.3474198419042, - "p95": 823.8350119904076, - "p99": 768.9126778577139 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 119.90407673860912, - "p90": 111.02229327648992, - "p95": 107.05721137375814, - "p99": 99.92006394884093 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 120, - "p90": 129.60000000000002, - "p95": 134.4, - "p99": 144 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1603.1829333333335, - "p90": 1484.4286419753084, - "p95": 1431.4133333333332, - "p99": 1335.9857777777777 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 200.3978666666667, - "p90": 185.55358024691355, - "p95": 178.92666666666665, - "p99": 166.9982222222222 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 392, - "p90": 423.36, - "p95": 439.04, - "p99": 470.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 981.5405714285715, - "p90": 908.8338624338625, - "p95": 876.3755102040816, - "p99": 817.9504761904763 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 122.69257142857144, - "p90": 113.60423280423281, - "p95": 109.5469387755102, - "p99": 102.24380952380953 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 921, - "p90": 994.6800000000001, - "p95": 1031.5200000000002, - "p99": 1105.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 835.5350792616721, - "p90": 773.6435919089556, - "p95": 746.0134636264928, - "p99": 696.27923271806 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 106.50975895765473, - "p90": 98.62014718301363, - "p95": 95.09799906933456, - "p99": 88.75813246471228 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 2, - "global_tokens": 16, - "components": { - "dispatch": { - "latency_us": { - "p50": 418, - "p90": 451.44000000000005, - "p95": 468.16, - "p99": 501.59999999999997 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 920.4878086124403, - "p90": 852.3035264930002, - "p95": 821.8641148325358, - "p99": 767.0731738437003 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 119.61722488038276, - "p90": 110.75668970405812, - "p95": 106.8010936431989, - "p99": 99.68102073365232 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 121, - "p90": 130.68, - "p95": 135.52, - "p99": 145.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1589.9334876033058, - "p90": 1472.1606366697276, - "p95": 1419.58347107438, - "p99": 1324.944573002755 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 198.74168595041323, - "p90": 184.02007958371595, - "p95": 177.4479338842975, - "p99": 165.61807162534438 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 393, - "p90": 424.44000000000005, - "p95": 440.16, - "p99": 471.59999999999997 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 979.0430127226464, - "p90": 906.5213080765243, - "p95": 874.1455470737912, - "p99": 815.869177268872 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 122.3803765903308, - "p90": 113.31516350956554, - "p95": 109.2681933842239, - "p99": 101.983647158609 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 922, - "p90": 995.7600000000001, - "p95": 1032.64, - "p99": 1106.3999999999999 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 834.6288590021693, - "p90": 772.8044990760825, - "p95": 745.2043383947938, - "p99": 695.5240491684744 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 106.39423861171366, - "p90": 98.51318389973487, - "p95": 94.99485590331577, - "p99": 88.6618655097614 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 4, - "global_tokens": 32, - "components": { - "dispatch": { - "latency_us": { - "p50": 419, - "p90": 452.52000000000004, - "p95": 469.28000000000003, - "p99": 502.79999999999995 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 918.2909403341289, - "p90": 850.2693891982674, - "p95": 819.9026252983293, - "p99": 765.2424502784409 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 119.33174224343675, - "p90": 110.49235392910809, - "p95": 106.54619843163995, - "p99": 99.4431185361973 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 122, - "p90": 131.76000000000002, - "p95": 136.64000000000001, - "p99": 146.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1576.9012459016394, - "p90": 1460.0937462052214, - "p95": 1407.9475409836064, - "p99": 1314.0843715846995 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 197.11265573770493, - "p90": 182.51171827565267, - "p95": 175.9934426229508, - "p99": 164.26054644808744 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 394, - "p90": 425.52000000000004, - "p95": 441.28000000000003, - "p99": 472.79999999999995 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 976.5581319796954, - "p90": 904.2204925737921, - "p95": 871.9269035532996, - "p99": 813.798443316413 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 122.06976649746193, - "p90": 113.02756157172401, - "p95": 108.99086294416244, - "p99": 101.72480541455162 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 923, - "p90": 996.84, - "p95": 1033.76, - "p99": 1107.6 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 833.724602383532, - "p90": 771.9672244291962, - "p95": 744.3969664138677, - "p99": 694.7705019862767 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 106.27896858071506, - "p90": 98.40645238955098, - "p95": 94.8919362327813, - "p99": 88.5658071505959 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 8, - "global_tokens": 64, - "components": { - "dispatch": { - "latency_us": { - "p50": 420, - "p90": 453.6, - "p95": 470.40000000000003, - "p99": 504 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 916.1045333333334, - "p90": 848.244938271605, - "p95": 817.9504761904761, - "p99": 763.4204444444445 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 119.04761904761905, - "p90": 110.22927689594357, - "p95": 106.29251700680271, - "p99": 99.2063492063492 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 123, - "p90": 132.84, - "p95": 137.76000000000002, - "p99": 147.6 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1564.0809105691058, - "p90": 1448.2230653417646, - "p95": 1396.5008130081299, - "p99": 1303.400758807588 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 195.51011382113822, - "p90": 181.02788316772057, - "p95": 174.56260162601623, - "p99": 162.9250948509485 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 395, - "p90": 426.6, - "p95": 442.40000000000003, - "p99": 474 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 974.0858329113925, - "p90": 901.9313267698077, - "p95": 869.7194936708861, - "p99": 811.738194092827 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 121.76072911392406, - "p90": 112.74141584622596, - "p95": 108.71493670886076, - "p99": 101.46727426160338 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 924, - "p90": 997.9200000000001, - "p95": 1034.88, - "p99": 1108.8 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 832.822303030303, - "p90": 771.1317620650954, - "p95": 743.5913419913419, - "p99": 694.0185858585859 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 106.16394805194805, - "p90": 98.29995189995189, - "p95": 94.78923933209646, - "p99": 88.4699567099567 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 16, - "global_tokens": 128, - "components": { - "dispatch": { - "latency_us": { - "p50": 421, - "p90": 454.68, - "p95": 471.52000000000004, - "p99": 505.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 913.928513064133, - "p90": 846.230104689012, - "p95": 816.0076009501188, - "p99": 761.607094220111 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 118.76484560570071, - "p90": 109.96744963490808, - "p95": 106.04004071937563, - "p99": 98.97070467141727 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 124, - "p90": 133.92000000000002, - "p95": 138.88000000000002, - "p99": 148.79999999999998 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1551.4673548387095, - "p90": 1436.543847072879, - "p95": 1385.2387096774191, - "p99": 1292.8894623655915 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 193.9334193548387, - "p90": 179.5679808841099, - "p95": 173.1548387096774, - "p99": 161.61118279569894 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 396, - "p90": 427.68, - "p95": 443.52000000000004, - "p99": 475.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 971.6260202020202, - "p90": 899.653722409278, - "p95": 867.5232323232323, - "p99": 809.6883501683502 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 121.45325252525252, - "p90": 112.45671530115975, - "p95": 108.44040404040403, - "p99": 101.21104377104378 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 925, - "p90": 999.0000000000001, - "p95": 1036, - "p99": 1110 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 831.9219545945946, - "p90": 770.298106106106, - "p95": 742.7874594594595, - "p99": 693.2682954954955 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 106.04917621621622, - "p90": 98.19368168168167, - "p95": 94.68676447876449, - "p99": 88.37431351351351 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 32, - "global_tokens": 256, - "components": { - "dispatch": { - "latency_us": { - "p50": 422, - "p90": 455.76000000000005, - "p95": 472.64000000000004, - "p99": 506.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 911.7628056872038, - "p90": 844.2248200807443, - "p95": 814.0739336492891, - "p99": 759.8023380726698 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 118.48341232227487, - "p90": 109.70686326136563, - "p95": 105.78876100203114, - "p99": 98.73617693522907 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 125, - "p90": 135, - "p95": 140, - "p99": 150 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1539.0556159999999, - "p90": 1425.0514962962964, - "p95": 1374.1568, - "p99": 1282.5463466666668 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 192.38195199999998, - "p90": 178.13143703703705, - "p95": 171.7696, - "p99": 160.31829333333334 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 397, - "p90": 428.76000000000005, - "p95": 444.64000000000004, - "p99": 476.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 969.1785994962216, - "p90": 897.387592126131, - "p95": 865.3380352644836, - "p99": 807.648832913518 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 121.1473249370277, - "p90": 112.17344901576638, - "p95": 108.16725440806044, - "p99": 100.95610411418976 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 926, - "p90": 1000.08, - "p95": 1037.1200000000001, - "p99": 1111.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 831.0235507559396, - "p90": 769.466250699944, - "p95": 741.9853131749459, - "p99": 692.5196256299496 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 105.93465226781858, - "p90": 98.0876409887209, - "p95": 94.58451095340943, - "p99": 88.2788768898488 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 64, - "global_tokens": 512, - "components": { - "dispatch": { - "latency_us": { - "p50": 423, - "p90": 456.84000000000003, - "p95": 473.76000000000005, - "p99": 507.59999999999997 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 909.6073380614658, - "p90": 842.2290167235793, - "p95": 812.1494089834514, - "p99": 758.0061150512215 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 118.2033096926714, - "p90": 109.44750897469572, - "p95": 105.5386693684566, - "p99": 98.50275807722618 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 126, - "p90": 136.08, - "p95": 141.12, - "p99": 151.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1526.840888888889, - "p90": 1413.741563786008, - "p95": 1363.2507936507936, - "p99": 1272.3674074074074 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 190.8551111111111, - "p90": 176.717695473251, - "p95": 170.4063492063492, - "p99": 159.04592592592593 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 398, - "p90": 429.84000000000003, - "p95": 445.76000000000005, - "p99": 477.59999999999997 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 966.7434773869347, - "p90": 895.1328494323469, - "p95": 863.1638190954774, - "p99": 805.6195644891122 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 120.84293467336684, - "p90": 111.89160617904336, - "p95": 107.89547738693467, - "p99": 100.70244556113903 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 927, - "p90": 1001.1600000000001, - "p95": 1038.24, - "p99": 1112.3999999999999 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 830.1270852211435, - "p90": 768.6361900195773, - "p95": 741.1848975188781, - "p99": 691.7725710176197 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 105.82037540453075, - "p90": 97.98182907826921, - "p95": 94.48247803975958, - "p99": 88.1836461704423 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 128, - "global_tokens": 1024, - "components": { - "dispatch": { - "latency_us": { - "p50": 424, - "p90": 457.92, - "p95": 474.88000000000005, - "p99": 508.79999999999995 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 907.4620377358491, - "p90": 840.2426275331936, - "p95": 810.2339622641508, - "p99": 756.2183647798744 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 117.9245283018868, - "p90": 109.18937805730259, - "p95": 105.2897574123989, - "p99": 98.27044025157234 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 127, - "p90": 137.16, - "p95": 142.24, - "p99": 152.4 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1514.8185196850393, - "p90": 1402.6097404491106, - "p95": 1352.5165354330707, - "p99": 1262.3487664041995 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 189.3523149606299, - "p90": 175.32621755613883, - "p95": 169.06456692913383, - "p99": 157.79359580052494 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 399, - "p90": 430.92, - "p95": 446.88000000000005, - "p99": 478.79999999999995 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 964.3205614035088, - "p90": 892.8894087069526, - "p95": 861.0005012531327, - "p99": 803.6004678362574 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 120.5400701754386, - "p90": 111.61117608836908, - "p95": 107.62506265664159, - "p99": 100.45005847953217 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 928, - "p90": 1002.24, - "p95": 1039.3600000000001, - "p99": 1113.6 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 829.232551724138, - "p90": 767.8079182630906, - "p95": 740.3862068965517, - "p99": 691.0271264367817 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 105.70634482758621, - "p90": 97.87624521072797, - "p95": 94.38066502463055, - "p99": 88.08862068965517 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 256, - "global_tokens": 2048, - "components": { - "dispatch": { - "latency_us": { - "p50": 425, - "p90": 459.00000000000006, - "p95": 476.00000000000006, - "p99": 510 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 905.3268329411765, - "p90": 838.2655860566448, - "p95": 808.3275294117645, - "p99": 754.4390274509803 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 117.64705882352942, - "p90": 108.93246187363833, - "p95": 105.04201680672269, - "p99": 98.0392156862745 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 128, - "p90": 138.24, - "p95": 143.36, - "p99": 153.6 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1502.984, - "p90": 1391.6518518518517, - "p95": 1341.9499999999998, - "p99": 1252.4866666666667 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 187.873, - "p90": 173.95648148148146, - "p95": 167.74374999999998, - "p99": 156.56083333333333 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 400, - "p90": 432, - "p95": 448.00000000000006, - "p99": 480 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 961.90976, - "p90": 890.6571851851852, - "p95": 858.848, - "p99": 801.5914666666667 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 120.23872, - "p90": 111.33214814814815, - "p95": 107.356, - "p99": 100.19893333333334 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 929, - "p90": 1003.32, - "p95": 1040.48, - "p99": 1114.8 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 828.3399440258343, - "p90": 766.9814296535502, - "p95": 739.5892357373519, - "p99": 690.2832866881952 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 105.5925597416577, - "p90": 97.77088864968306, - "p95": 94.27907119790866, - "p99": 87.99379978471475 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - }, - { - "tokens_per_rank": 512, - "global_tokens": 4096, - "components": { - "dispatch": { - "latency_us": { - "p50": 426, - "p90": 460.08000000000004, - "p95": 477.12000000000006, - "p99": 511.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 903.2016525821597, - "p90": 836.2978264649626, - "p95": 806.4300469483567, - "p99": 752.6680438184663 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 117.37089201877934, - "p90": 108.67675186924012, - "p95": 104.79543930248154, - "p99": 97.80907668231613 - }, - "payload_bytes": 400000000 - }, - "stage": { - "latency_us": { - "p50": 129, - "p90": 139.32000000000002, - "p95": 144.48000000000002, - "p99": 154.79999999999998 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 1491.33296124031, - "p90": 1380.863853000287, - "p95": 1331.5472868217053, - "p99": 1242.7774677002585 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 186.41662015503874, - "p90": 172.60798162503588, - "p95": 166.44341085271316, - "p99": 155.3471834625323 - }, - "payload_bytes": 192381952 - }, - "combine": { - "latency_us": { - "p50": 401, - "p90": 433.08000000000004, - "p95": 449.12000000000006, - "p99": 481.2 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 959.5109825436409, - "p90": 888.4360949478155, - "p95": 856.706234413965, - "p99": 799.5924854530341 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 119.93887281795512, - "p90": 111.05451186847694, - "p95": 107.08827930174563, - "p99": 99.94906068162926 - }, - "payload_bytes": 384763904 - }, - "roundtrip": { - "latency_us": { - "p50": 930, - "p90": 1004.4000000000001, - "p95": 1041.6000000000001, - "p99": 1116 - }, - "activation_data_rate_gbps_at_latency_percentile": { - "p50": 827.4492559139785, - "p90": 766.1567184388689, - "p95": 738.7939784946236, - "p99": 689.541046594982 - }, - "payload_data_rate_gbps_at_latency_percentile": { - "p50": 105.47901935483871, - "p90": 97.66575866188768, - "p95": 94.17769585253455, - "p99": 87.89918279569893 - }, - "payload_bytes": 784763904 - } - }, - "roundtrip_token_rate_at_latency_percentile": { - "p50": 8338218, - "p90": 9005275.440000001, - "p95": 9338804.16, - "p99": 10005861.6 - } - } - ] - } - ] -} +{"version":1,"run":{"run_id":"160","run_attempt":1,"generated_at":"2026-07-08T12:20:00Z","conclusion":"success","source_sha":"cccccccccccccccccccccccccccccccccccccccc","requested_cases":5,"terminal_cases":4,"measured_cases":3,"unsupported_cases":1,"failed_cases":0,"requested_points":50,"terminal_points":40,"measured_points":30,"covered_skus":["b200-dgxc","b300","h200-dgxc","mi355x"]},"coverage":[{"case_id":"h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16","label":"h200-dgxc · deepep-v2 · normal · decode · EP8 · bf16","disposition":"runnable","sku":"h200-dgxc","backend":"deepep-v2","phase":"decode","mode":"normal","precision":"bf16","topology":{"ep_size":8,"nodes":1,"gpus_per_node":8,"scale_up_domain":8,"scale_up_transport":"nvlink","scale_out_transport":null,"topology_class":"h200-nvlink-island"},"points":[{"tokens_per_rank":1,"global_tokens":8,"terminal_status":"measured","reason":null},{"tokens_per_rank":2,"global_tokens":16,"terminal_status":"measured","reason":null},{"tokens_per_rank":4,"global_tokens":32,"terminal_status":"measured","reason":null},{"tokens_per_rank":8,"global_tokens":64,"terminal_status":"measured","reason":null},{"tokens_per_rank":16,"global_tokens":128,"terminal_status":"measured","reason":null},{"tokens_per_rank":32,"global_tokens":256,"terminal_status":"measured","reason":null},{"tokens_per_rank":64,"global_tokens":512,"terminal_status":"measured","reason":null},{"tokens_per_rank":128,"global_tokens":1024,"terminal_status":"measured","reason":null},{"tokens_per_rank":256,"global_tokens":2048,"terminal_status":"measured","reason":null},{"tokens_per_rank":512,"global_tokens":4096,"terminal_status":"measured","reason":null}],"outcome":"success","reason":null,"detail":null},{"case_id":"mi355x-mori-deepseek-v3-normal-decode-ep16-uniform-bf16","label":"mi355x · mori · normal · decode · EP16 · bf16","disposition":"runnable","sku":"mi355x","backend":"mori","phase":"decode","mode":"normal","precision":"bf16","topology":{"ep_size":16,"nodes":2,"gpus_per_node":8,"scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","topology_class":"mi355x-xgmi-rdma"},"points":[{"tokens_per_rank":1,"global_tokens":16,"terminal_status":"measured","reason":null},{"tokens_per_rank":2,"global_tokens":32,"terminal_status":"measured","reason":null},{"tokens_per_rank":4,"global_tokens":64,"terminal_status":"measured","reason":null},{"tokens_per_rank":8,"global_tokens":128,"terminal_status":"measured","reason":null},{"tokens_per_rank":16,"global_tokens":256,"terminal_status":"measured","reason":null},{"tokens_per_rank":32,"global_tokens":512,"terminal_status":"measured","reason":null},{"tokens_per_rank":64,"global_tokens":1024,"terminal_status":"measured","reason":null},{"tokens_per_rank":128,"global_tokens":2048,"terminal_status":"measured","reason":null},{"tokens_per_rank":256,"global_tokens":4096,"terminal_status":"measured","reason":null},{"tokens_per_rank":512,"global_tokens":8192,"terminal_status":"measured","reason":null}],"outcome":"success","reason":null,"detail":null},{"case_id":"h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-fp8","label":"h200-dgxc · deepep-v2 · normal · decode · EP8 · fp8","disposition":"runnable","sku":"h200-dgxc","backend":"deepep-v2","phase":"decode","mode":"normal","precision":"fp8","topology":{"ep_size":8,"nodes":1,"gpus_per_node":8,"scale_up_domain":8,"scale_up_transport":"nvlink","scale_out_transport":null,"topology_class":"h200-nvlink-island"},"points":[{"tokens_per_rank":1,"global_tokens":8,"terminal_status":"measured","reason":null},{"tokens_per_rank":2,"global_tokens":16,"terminal_status":"measured","reason":null},{"tokens_per_rank":4,"global_tokens":32,"terminal_status":"measured","reason":null},{"tokens_per_rank":8,"global_tokens":64,"terminal_status":"measured","reason":null},{"tokens_per_rank":16,"global_tokens":128,"terminal_status":"measured","reason":null},{"tokens_per_rank":32,"global_tokens":256,"terminal_status":"measured","reason":null},{"tokens_per_rank":64,"global_tokens":512,"terminal_status":"measured","reason":null},{"tokens_per_rank":128,"global_tokens":1024,"terminal_status":"measured","reason":null},{"tokens_per_rank":256,"global_tokens":2048,"terminal_status":"measured","reason":null},{"tokens_per_rank":512,"global_tokens":4096,"terminal_status":"measured","reason":null}],"outcome":"success","reason":null,"detail":null},{"case_id":"b300-deepep-v2-deepseek-v3-normal-decode-ep16-uniform-bf16","label":"b300 · deepep-v2 · normal · decode · EP16 · bf16","disposition":"unsupported","sku":"b300","backend":"deepep-v2","phase":"decode","mode":"normal","precision":"bf16","topology":{"ep_size":16,"nodes":2,"gpus_per_node":8,"scale_up_domain":8,"scale_up_transport":"nvlink","scale_out_transport":"rdma","topology_class":"b300-nvlink-rdma"},"points":[{"tokens_per_rank":1,"global_tokens":16,"terminal_status":"unsupported","reason":"backend-platform-unsupported"},{"tokens_per_rank":2,"global_tokens":32,"terminal_status":"unsupported","reason":"backend-platform-unsupported"},{"tokens_per_rank":4,"global_tokens":64,"terminal_status":"unsupported","reason":"backend-platform-unsupported"},{"tokens_per_rank":8,"global_tokens":128,"terminal_status":"unsupported","reason":"backend-platform-unsupported"},{"tokens_per_rank":16,"global_tokens":256,"terminal_status":"unsupported","reason":"backend-platform-unsupported"},{"tokens_per_rank":32,"global_tokens":512,"terminal_status":"unsupported","reason":"backend-platform-unsupported"},{"tokens_per_rank":64,"global_tokens":1024,"terminal_status":"unsupported","reason":"backend-platform-unsupported"},{"tokens_per_rank":128,"global_tokens":2048,"terminal_status":"unsupported","reason":"backend-platform-unsupported"},{"tokens_per_rank":256,"global_tokens":4096,"terminal_status":"unsupported","reason":"backend-platform-unsupported"},{"tokens_per_rank":512,"global_tokens":8192,"terminal_status":"unsupported","reason":"backend-platform-unsupported"}],"outcome":"unsupported","reason":"backend-platform-unsupported","detail":"unsupported by the selected backend/platform"},{"case_id":"b200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16","label":"b200-dgxc · deepep-v2 · normal · decode · EP8 · bf16","disposition":"runnable","sku":"b200-dgxc","backend":"deepep-v2","phase":"decode","mode":"normal","precision":"bf16","topology":{"ep_size":8,"nodes":1,"gpus_per_node":8,"scale_up_domain":8,"scale_up_transport":"nvlink","scale_out_transport":null,"topology_class":"b200-nvlink-island"},"points":[{"tokens_per_rank":1,"global_tokens":8,"terminal_status":"pending","reason":"pending"},{"tokens_per_rank":2,"global_tokens":16,"terminal_status":"pending","reason":"pending"},{"tokens_per_rank":4,"global_tokens":32,"terminal_status":"pending","reason":"pending"},{"tokens_per_rank":8,"global_tokens":64,"terminal_status":"pending","reason":"pending"},{"tokens_per_rank":16,"global_tokens":128,"terminal_status":"pending","reason":"pending"},{"tokens_per_rank":32,"global_tokens":256,"terminal_status":"pending","reason":"pending"},{"tokens_per_rank":64,"global_tokens":512,"terminal_status":"pending","reason":"pending"},{"tokens_per_rank":128,"global_tokens":1024,"terminal_status":"pending","reason":"pending"},{"tokens_per_rank":256,"global_tokens":2048,"terminal_status":"pending","reason":"pending"},{"tokens_per_rank":512,"global_tokens":4096,"terminal_status":"pending","reason":"pending"}],"outcome":"pending","reason":"pending","detail":null}],"series":[{"series_id":"h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-bf16","phase":"decode","mode":"normal","precision":"bf16","backend":"deepep-v2","system":{"ep_size":8,"nodes":1,"gpus_per_node":8,"scale_up_domain":8,"scale_up_transport":"nvlink","scale_out_transport":null,"topology_class":"h200-nvlink-island","sku":"h200-dgxc","vendor":"nvidia"},"points":[{"tokens_per_rank":1,"global_tokens":8,"components":{"dispatch":{"latency_us":{"p50":417,"p90":450.36,"p95":467.04,"p99":500.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":922.6952134292566,"p90":854.3474198419042,"p95":823.8350119904076,"p99":768.9126778577139},"payload_data_rate_gbps_at_latency_percentile":{"p50":119.90407673860912,"p90":111.02229327648992,"p95":107.05721137375814,"p99":99.92006394884093},"payload_bytes":400000000},"stage":{"latency_us":{"p50":120,"p90":129.60000000000002,"p95":134.4,"p99":144},"activation_data_rate_gbps_at_latency_percentile":{"p50":1603.1829333333335,"p90":1484.4286419753084,"p95":1431.4133333333332,"p99":1335.9857777777777},"payload_data_rate_gbps_at_latency_percentile":{"p50":200.3978666666667,"p90":185.55358024691355,"p95":178.92666666666665,"p99":166.9982222222222},"payload_bytes":192381952},"combine":{"latency_us":{"p50":392,"p90":423.36,"p95":439.04,"p99":470.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":981.5405714285715,"p90":908.8338624338625,"p95":876.3755102040816,"p99":817.9504761904763},"payload_data_rate_gbps_at_latency_percentile":{"p50":122.69257142857144,"p90":113.60423280423281,"p95":109.5469387755102,"p99":102.24380952380953},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":921,"p90":994.6800000000001,"p95":1031.5200000000002,"p99":1105.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":835.5350792616721,"p90":773.6435919089556,"p95":746.0134636264928,"p99":696.27923271806},"payload_data_rate_gbps_at_latency_percentile":{"p50":106.50975895765473,"p90":98.62014718301363,"p95":95.09799906933456,"p99":88.75813246471228},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":2,"global_tokens":16,"components":{"dispatch":{"latency_us":{"p50":418,"p90":451.44000000000005,"p95":468.16,"p99":501.59999999999997},"activation_data_rate_gbps_at_latency_percentile":{"p50":920.4878086124403,"p90":852.3035264930002,"p95":821.8641148325358,"p99":767.0731738437003},"payload_data_rate_gbps_at_latency_percentile":{"p50":119.61722488038276,"p90":110.75668970405812,"p95":106.8010936431989,"p99":99.68102073365232},"payload_bytes":400000000},"stage":{"latency_us":{"p50":121,"p90":130.68,"p95":135.52,"p99":145.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":1589.9334876033058,"p90":1472.1606366697276,"p95":1419.58347107438,"p99":1324.944573002755},"payload_data_rate_gbps_at_latency_percentile":{"p50":198.74168595041323,"p90":184.02007958371595,"p95":177.4479338842975,"p99":165.61807162534438},"payload_bytes":192381952},"combine":{"latency_us":{"p50":393,"p90":424.44000000000005,"p95":440.16,"p99":471.59999999999997},"activation_data_rate_gbps_at_latency_percentile":{"p50":979.0430127226464,"p90":906.5213080765243,"p95":874.1455470737912,"p99":815.869177268872},"payload_data_rate_gbps_at_latency_percentile":{"p50":122.3803765903308,"p90":113.31516350956554,"p95":109.2681933842239,"p99":101.983647158609},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":922,"p90":995.7600000000001,"p95":1032.64,"p99":1106.3999999999999},"activation_data_rate_gbps_at_latency_percentile":{"p50":834.6288590021693,"p90":772.8044990760825,"p95":745.2043383947938,"p99":695.5240491684744},"payload_data_rate_gbps_at_latency_percentile":{"p50":106.39423861171366,"p90":98.51318389973487,"p95":94.99485590331577,"p99":88.6618655097614},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":4,"global_tokens":32,"components":{"dispatch":{"latency_us":{"p50":419,"p90":452.52000000000004,"p95":469.28000000000003,"p99":502.79999999999995},"activation_data_rate_gbps_at_latency_percentile":{"p50":918.2909403341289,"p90":850.2693891982674,"p95":819.9026252983293,"p99":765.2424502784409},"payload_data_rate_gbps_at_latency_percentile":{"p50":119.33174224343675,"p90":110.49235392910809,"p95":106.54619843163995,"p99":99.4431185361973},"payload_bytes":400000000},"stage":{"latency_us":{"p50":122,"p90":131.76000000000002,"p95":136.64000000000001,"p99":146.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":1576.9012459016394,"p90":1460.0937462052214,"p95":1407.9475409836064,"p99":1314.0843715846995},"payload_data_rate_gbps_at_latency_percentile":{"p50":197.11265573770493,"p90":182.51171827565267,"p95":175.9934426229508,"p99":164.26054644808744},"payload_bytes":192381952},"combine":{"latency_us":{"p50":394,"p90":425.52000000000004,"p95":441.28000000000003,"p99":472.79999999999995},"activation_data_rate_gbps_at_latency_percentile":{"p50":976.5581319796954,"p90":904.2204925737921,"p95":871.9269035532996,"p99":813.798443316413},"payload_data_rate_gbps_at_latency_percentile":{"p50":122.06976649746193,"p90":113.02756157172401,"p95":108.99086294416244,"p99":101.72480541455162},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":923,"p90":996.84,"p95":1033.76,"p99":1107.6},"activation_data_rate_gbps_at_latency_percentile":{"p50":833.724602383532,"p90":771.9672244291962,"p95":744.3969664138677,"p99":694.7705019862767},"payload_data_rate_gbps_at_latency_percentile":{"p50":106.27896858071506,"p90":98.40645238955098,"p95":94.8919362327813,"p99":88.5658071505959},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":8,"global_tokens":64,"components":{"dispatch":{"latency_us":{"p50":420,"p90":453.6,"p95":470.40000000000003,"p99":504},"activation_data_rate_gbps_at_latency_percentile":{"p50":916.1045333333334,"p90":848.244938271605,"p95":817.9504761904761,"p99":763.4204444444445},"payload_data_rate_gbps_at_latency_percentile":{"p50":119.04761904761905,"p90":110.22927689594357,"p95":106.29251700680271,"p99":99.2063492063492},"payload_bytes":400000000},"stage":{"latency_us":{"p50":123,"p90":132.84,"p95":137.76000000000002,"p99":147.6},"activation_data_rate_gbps_at_latency_percentile":{"p50":1564.0809105691058,"p90":1448.2230653417646,"p95":1396.5008130081299,"p99":1303.400758807588},"payload_data_rate_gbps_at_latency_percentile":{"p50":195.51011382113822,"p90":181.02788316772057,"p95":174.56260162601623,"p99":162.9250948509485},"payload_bytes":192381952},"combine":{"latency_us":{"p50":395,"p90":426.6,"p95":442.40000000000003,"p99":474},"activation_data_rate_gbps_at_latency_percentile":{"p50":974.0858329113925,"p90":901.9313267698077,"p95":869.7194936708861,"p99":811.738194092827},"payload_data_rate_gbps_at_latency_percentile":{"p50":121.76072911392406,"p90":112.74141584622596,"p95":108.71493670886076,"p99":101.46727426160338},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":924,"p90":997.9200000000001,"p95":1034.88,"p99":1108.8},"activation_data_rate_gbps_at_latency_percentile":{"p50":832.822303030303,"p90":771.1317620650954,"p95":743.5913419913419,"p99":694.0185858585859},"payload_data_rate_gbps_at_latency_percentile":{"p50":106.16394805194805,"p90":98.29995189995189,"p95":94.78923933209646,"p99":88.4699567099567},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":16,"global_tokens":128,"components":{"dispatch":{"latency_us":{"p50":421,"p90":454.68,"p95":471.52000000000004,"p99":505.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":913.928513064133,"p90":846.230104689012,"p95":816.0076009501188,"p99":761.607094220111},"payload_data_rate_gbps_at_latency_percentile":{"p50":118.76484560570071,"p90":109.96744963490808,"p95":106.04004071937563,"p99":98.97070467141727},"payload_bytes":400000000},"stage":{"latency_us":{"p50":124,"p90":133.92000000000002,"p95":138.88000000000002,"p99":148.79999999999998},"activation_data_rate_gbps_at_latency_percentile":{"p50":1551.4673548387095,"p90":1436.543847072879,"p95":1385.2387096774191,"p99":1292.8894623655915},"payload_data_rate_gbps_at_latency_percentile":{"p50":193.9334193548387,"p90":179.5679808841099,"p95":173.1548387096774,"p99":161.61118279569894},"payload_bytes":192381952},"combine":{"latency_us":{"p50":396,"p90":427.68,"p95":443.52000000000004,"p99":475.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":971.6260202020202,"p90":899.653722409278,"p95":867.5232323232323,"p99":809.6883501683502},"payload_data_rate_gbps_at_latency_percentile":{"p50":121.45325252525252,"p90":112.45671530115975,"p95":108.44040404040403,"p99":101.21104377104378},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":925,"p90":999.0000000000001,"p95":1036,"p99":1110},"activation_data_rate_gbps_at_latency_percentile":{"p50":831.9219545945946,"p90":770.298106106106,"p95":742.7874594594595,"p99":693.2682954954955},"payload_data_rate_gbps_at_latency_percentile":{"p50":106.04917621621622,"p90":98.19368168168167,"p95":94.68676447876449,"p99":88.37431351351351},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":32,"global_tokens":256,"components":{"dispatch":{"latency_us":{"p50":422,"p90":455.76000000000005,"p95":472.64000000000004,"p99":506.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":911.7628056872038,"p90":844.2248200807443,"p95":814.0739336492891,"p99":759.8023380726698},"payload_data_rate_gbps_at_latency_percentile":{"p50":118.48341232227487,"p90":109.70686326136563,"p95":105.78876100203114,"p99":98.73617693522907},"payload_bytes":400000000},"stage":{"latency_us":{"p50":125,"p90":135,"p95":140,"p99":150},"activation_data_rate_gbps_at_latency_percentile":{"p50":1539.0556159999999,"p90":1425.0514962962964,"p95":1374.1568,"p99":1282.5463466666668},"payload_data_rate_gbps_at_latency_percentile":{"p50":192.38195199999998,"p90":178.13143703703705,"p95":171.7696,"p99":160.31829333333334},"payload_bytes":192381952},"combine":{"latency_us":{"p50":397,"p90":428.76000000000005,"p95":444.64000000000004,"p99":476.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":969.1785994962216,"p90":897.387592126131,"p95":865.3380352644836,"p99":807.648832913518},"payload_data_rate_gbps_at_latency_percentile":{"p50":121.1473249370277,"p90":112.17344901576638,"p95":108.16725440806044,"p99":100.95610411418976},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":926,"p90":1000.08,"p95":1037.1200000000001,"p99":1111.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":831.0235507559396,"p90":769.466250699944,"p95":741.9853131749459,"p99":692.5196256299496},"payload_data_rate_gbps_at_latency_percentile":{"p50":105.93465226781858,"p90":98.0876409887209,"p95":94.58451095340943,"p99":88.2788768898488},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":64,"global_tokens":512,"components":{"dispatch":{"latency_us":{"p50":423,"p90":456.84000000000003,"p95":473.76000000000005,"p99":507.59999999999997},"activation_data_rate_gbps_at_latency_percentile":{"p50":909.6073380614658,"p90":842.2290167235793,"p95":812.1494089834514,"p99":758.0061150512215},"payload_data_rate_gbps_at_latency_percentile":{"p50":118.2033096926714,"p90":109.44750897469572,"p95":105.5386693684566,"p99":98.50275807722618},"payload_bytes":400000000},"stage":{"latency_us":{"p50":126,"p90":136.08,"p95":141.12,"p99":151.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":1526.840888888889,"p90":1413.741563786008,"p95":1363.2507936507936,"p99":1272.3674074074074},"payload_data_rate_gbps_at_latency_percentile":{"p50":190.8551111111111,"p90":176.717695473251,"p95":170.4063492063492,"p99":159.04592592592593},"payload_bytes":192381952},"combine":{"latency_us":{"p50":398,"p90":429.84000000000003,"p95":445.76000000000005,"p99":477.59999999999997},"activation_data_rate_gbps_at_latency_percentile":{"p50":966.7434773869347,"p90":895.1328494323469,"p95":863.1638190954774,"p99":805.6195644891122},"payload_data_rate_gbps_at_latency_percentile":{"p50":120.84293467336684,"p90":111.89160617904336,"p95":107.89547738693467,"p99":100.70244556113903},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":927,"p90":1001.1600000000001,"p95":1038.24,"p99":1112.3999999999999},"activation_data_rate_gbps_at_latency_percentile":{"p50":830.1270852211435,"p90":768.6361900195773,"p95":741.1848975188781,"p99":691.7725710176197},"payload_data_rate_gbps_at_latency_percentile":{"p50":105.82037540453075,"p90":97.98182907826921,"p95":94.48247803975958,"p99":88.1836461704423},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":128,"global_tokens":1024,"components":{"dispatch":{"latency_us":{"p50":424,"p90":457.92,"p95":474.88000000000005,"p99":508.79999999999995},"activation_data_rate_gbps_at_latency_percentile":{"p50":907.4620377358491,"p90":840.2426275331936,"p95":810.2339622641508,"p99":756.2183647798744},"payload_data_rate_gbps_at_latency_percentile":{"p50":117.9245283018868,"p90":109.18937805730259,"p95":105.2897574123989,"p99":98.27044025157234},"payload_bytes":400000000},"stage":{"latency_us":{"p50":127,"p90":137.16,"p95":142.24,"p99":152.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":1514.8185196850393,"p90":1402.6097404491106,"p95":1352.5165354330707,"p99":1262.3487664041995},"payload_data_rate_gbps_at_latency_percentile":{"p50":189.3523149606299,"p90":175.32621755613883,"p95":169.06456692913383,"p99":157.79359580052494},"payload_bytes":192381952},"combine":{"latency_us":{"p50":399,"p90":430.92,"p95":446.88000000000005,"p99":478.79999999999995},"activation_data_rate_gbps_at_latency_percentile":{"p50":964.3205614035088,"p90":892.8894087069526,"p95":861.0005012531327,"p99":803.6004678362574},"payload_data_rate_gbps_at_latency_percentile":{"p50":120.5400701754386,"p90":111.61117608836908,"p95":107.62506265664159,"p99":100.45005847953217},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":928,"p90":1002.24,"p95":1039.3600000000001,"p99":1113.6},"activation_data_rate_gbps_at_latency_percentile":{"p50":829.232551724138,"p90":767.8079182630906,"p95":740.3862068965517,"p99":691.0271264367817},"payload_data_rate_gbps_at_latency_percentile":{"p50":105.70634482758621,"p90":97.87624521072797,"p95":94.38066502463055,"p99":88.08862068965517},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":256,"global_tokens":2048,"components":{"dispatch":{"latency_us":{"p50":425,"p90":459.00000000000006,"p95":476.00000000000006,"p99":510},"activation_data_rate_gbps_at_latency_percentile":{"p50":905.3268329411765,"p90":838.2655860566448,"p95":808.3275294117645,"p99":754.4390274509803},"payload_data_rate_gbps_at_latency_percentile":{"p50":117.64705882352942,"p90":108.93246187363833,"p95":105.04201680672269,"p99":98.0392156862745},"payload_bytes":400000000},"stage":{"latency_us":{"p50":128,"p90":138.24,"p95":143.36,"p99":153.6},"activation_data_rate_gbps_at_latency_percentile":{"p50":1502.984,"p90":1391.6518518518517,"p95":1341.9499999999998,"p99":1252.4866666666667},"payload_data_rate_gbps_at_latency_percentile":{"p50":187.873,"p90":173.95648148148146,"p95":167.74374999999998,"p99":156.56083333333333},"payload_bytes":192381952},"combine":{"latency_us":{"p50":400,"p90":432,"p95":448.00000000000006,"p99":480},"activation_data_rate_gbps_at_latency_percentile":{"p50":961.90976,"p90":890.6571851851852,"p95":858.848,"p99":801.5914666666667},"payload_data_rate_gbps_at_latency_percentile":{"p50":120.23872,"p90":111.33214814814815,"p95":107.356,"p99":100.19893333333334},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":929,"p90":1003.32,"p95":1040.48,"p99":1114.8},"activation_data_rate_gbps_at_latency_percentile":{"p50":828.3399440258343,"p90":766.9814296535502,"p95":739.5892357373519,"p99":690.2832866881952},"payload_data_rate_gbps_at_latency_percentile":{"p50":105.5925597416577,"p90":97.77088864968306,"p95":94.27907119790866,"p99":87.99379978471475},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":512,"global_tokens":4096,"components":{"dispatch":{"latency_us":{"p50":426,"p90":460.08000000000004,"p95":477.12000000000006,"p99":511.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":903.2016525821597,"p90":836.2978264649626,"p95":806.4300469483567,"p99":752.6680438184663},"payload_data_rate_gbps_at_latency_percentile":{"p50":117.37089201877934,"p90":108.67675186924012,"p95":104.79543930248154,"p99":97.80907668231613},"payload_bytes":400000000},"stage":{"latency_us":{"p50":129,"p90":139.32000000000002,"p95":144.48000000000002,"p99":154.79999999999998},"activation_data_rate_gbps_at_latency_percentile":{"p50":1491.33296124031,"p90":1380.863853000287,"p95":1331.5472868217053,"p99":1242.7774677002585},"payload_data_rate_gbps_at_latency_percentile":{"p50":186.41662015503874,"p90":172.60798162503588,"p95":166.44341085271316,"p99":155.3471834625323},"payload_bytes":192381952},"combine":{"latency_us":{"p50":401,"p90":433.08000000000004,"p95":449.12000000000006,"p99":481.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":959.5109825436409,"p90":888.4360949478155,"p95":856.706234413965,"p99":799.5924854530341},"payload_data_rate_gbps_at_latency_percentile":{"p50":119.93887281795512,"p90":111.05451186847694,"p95":107.08827930174563,"p99":99.94906068162926},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":930,"p90":1004.4000000000001,"p95":1041.6000000000001,"p99":1116},"activation_data_rate_gbps_at_latency_percentile":{"p50":827.4492559139785,"p90":766.1567184388689,"p95":738.7939784946236,"p99":689.541046594982},"payload_data_rate_gbps_at_latency_percentile":{"p50":105.47901935483871,"p90":97.66575866188768,"p95":94.17769585253455,"p99":87.89918279569893},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}}]},{"series_id":"mi355x-mori-deepseek-v3-normal-decode-ep16-uniform-bf16","phase":"decode","mode":"normal","precision":"bf16","backend":"mori","system":{"ep_size":16,"nodes":2,"gpus_per_node":8,"scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","topology_class":"mi355x-xgmi-rdma","sku":"mi355x","vendor":"amd"},"points":[{"tokens_per_rank":1,"global_tokens":16,"components":{"dispatch":{"latency_us":{"p50":417,"p90":450.36,"p95":467.04,"p99":500.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":922.6952134292566,"p90":854.3474198419042,"p95":823.8350119904076,"p99":768.9126778577139},"payload_data_rate_gbps_at_latency_percentile":{"p50":59.95203836930456,"p90":55.51114663824496,"p95":53.52860568687907,"p99":49.96003197442047},"payload_bytes":400000000},"stage":{"latency_us":{"p50":120,"p90":129.60000000000002,"p95":134.4,"p99":144},"activation_data_rate_gbps_at_latency_percentile":{"p50":1603.1829333333335,"p90":1484.4286419753084,"p95":1431.4133333333332,"p99":1335.9857777777777},"payload_data_rate_gbps_at_latency_percentile":{"p50":100.19893333333334,"p90":92.77679012345678,"p95":89.46333333333332,"p99":83.4991111111111},"payload_bytes":192381952},"combine":{"latency_us":{"p50":392,"p90":423.36,"p95":439.04,"p99":470.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":981.5405714285715,"p90":908.8338624338625,"p95":876.3755102040816,"p99":817.9504761904763},"payload_data_rate_gbps_at_latency_percentile":{"p50":61.34628571428572,"p90":56.802116402116404,"p95":54.7734693877551,"p99":51.121904761904766},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":921,"p90":994.6800000000001,"p95":1031.5200000000002,"p99":1105.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":835.5350792616721,"p90":773.6435919089556,"p95":746.0134636264928,"p99":696.27923271806},"payload_data_rate_gbps_at_latency_percentile":{"p50":53.25487947882736,"p90":49.310073591506814,"p95":47.54899953466728,"p99":44.37906623235614},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":2,"global_tokens":32,"components":{"dispatch":{"latency_us":{"p50":418,"p90":451.44000000000005,"p95":468.16,"p99":501.59999999999997},"activation_data_rate_gbps_at_latency_percentile":{"p50":920.4878086124403,"p90":852.3035264930002,"p95":821.8641148325358,"p99":767.0731738437003},"payload_data_rate_gbps_at_latency_percentile":{"p50":59.80861244019138,"p90":55.37834485202906,"p95":53.40054682159945,"p99":49.84051036682616},"payload_bytes":400000000},"stage":{"latency_us":{"p50":121,"p90":130.68,"p95":135.52,"p99":145.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":1589.9334876033058,"p90":1472.1606366697276,"p95":1419.58347107438,"p99":1324.944573002755},"payload_data_rate_gbps_at_latency_percentile":{"p50":99.37084297520661,"p90":92.01003979185798,"p95":88.72396694214875,"p99":82.80903581267219},"payload_bytes":192381952},"combine":{"latency_us":{"p50":393,"p90":424.44000000000005,"p95":440.16,"p99":471.59999999999997},"activation_data_rate_gbps_at_latency_percentile":{"p50":979.0430127226464,"p90":906.5213080765243,"p95":874.1455470737912,"p99":815.869177268872},"payload_data_rate_gbps_at_latency_percentile":{"p50":61.1901882951654,"p90":56.65758175478277,"p95":54.63409669211195,"p99":50.9918235793045},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":922,"p90":995.7600000000001,"p95":1032.64,"p99":1106.3999999999999},"activation_data_rate_gbps_at_latency_percentile":{"p50":834.6288590021693,"p90":772.8044990760825,"p95":745.2043383947938,"p99":695.5240491684744},"payload_data_rate_gbps_at_latency_percentile":{"p50":53.19711930585683,"p90":49.256591949867435,"p95":47.49742795165788,"p99":44.3309327548807},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":4,"global_tokens":64,"components":{"dispatch":{"latency_us":{"p50":419,"p90":452.52000000000004,"p95":469.28000000000003,"p99":502.79999999999995},"activation_data_rate_gbps_at_latency_percentile":{"p50":918.2909403341289,"p90":850.2693891982674,"p95":819.9026252983293,"p99":765.2424502784409},"payload_data_rate_gbps_at_latency_percentile":{"p50":59.665871121718375,"p90":55.246176964554046,"p95":53.273099215819975,"p99":49.72155926809865},"payload_bytes":400000000},"stage":{"latency_us":{"p50":122,"p90":131.76000000000002,"p95":136.64000000000001,"p99":146.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":1576.9012459016394,"p90":1460.0937462052214,"p95":1407.9475409836064,"p99":1314.0843715846995},"payload_data_rate_gbps_at_latency_percentile":{"p50":98.55632786885246,"p90":91.25585913782633,"p95":87.9967213114754,"p99":82.13027322404372},"payload_bytes":192381952},"combine":{"latency_us":{"p50":394,"p90":425.52000000000004,"p95":441.28000000000003,"p99":472.79999999999995},"activation_data_rate_gbps_at_latency_percentile":{"p50":976.5581319796954,"p90":904.2204925737921,"p95":871.9269035532996,"p99":813.798443316413},"payload_data_rate_gbps_at_latency_percentile":{"p50":61.034883248730964,"p90":56.513780785862004,"p95":54.49543147208122,"p99":50.86240270727581},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":923,"p90":996.84,"p95":1033.76,"p99":1107.6},"activation_data_rate_gbps_at_latency_percentile":{"p50":833.724602383532,"p90":771.9672244291962,"p95":744.3969664138677,"p99":694.7705019862767},"payload_data_rate_gbps_at_latency_percentile":{"p50":53.13948429035753,"p90":49.20322619477549,"p95":47.44596811639065,"p99":44.28290357529795},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":8,"global_tokens":128,"components":{"dispatch":{"latency_us":{"p50":420,"p90":453.6,"p95":470.40000000000003,"p99":504},"activation_data_rate_gbps_at_latency_percentile":{"p50":916.1045333333334,"p90":848.244938271605,"p95":817.9504761904761,"p99":763.4204444444445},"payload_data_rate_gbps_at_latency_percentile":{"p50":59.523809523809526,"p90":55.114638447971785,"p95":53.146258503401356,"p99":49.6031746031746},"payload_bytes":400000000},"stage":{"latency_us":{"p50":123,"p90":132.84,"p95":137.76000000000002,"p99":147.6},"activation_data_rate_gbps_at_latency_percentile":{"p50":1564.0809105691058,"p90":1448.2230653417646,"p95":1396.5008130081299,"p99":1303.400758807588},"payload_data_rate_gbps_at_latency_percentile":{"p50":97.75505691056911,"p90":90.51394158386029,"p95":87.28130081300812,"p99":81.46254742547426},"payload_bytes":192381952},"combine":{"latency_us":{"p50":395,"p90":426.6,"p95":442.40000000000003,"p99":474},"activation_data_rate_gbps_at_latency_percentile":{"p50":974.0858329113925,"p90":901.9313267698077,"p95":869.7194936708861,"p99":811.738194092827},"payload_data_rate_gbps_at_latency_percentile":{"p50":60.88036455696203,"p90":56.37070792311298,"p95":54.35746835443038,"p99":50.73363713080169},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":924,"p90":997.9200000000001,"p95":1034.88,"p99":1108.8},"activation_data_rate_gbps_at_latency_percentile":{"p50":832.822303030303,"p90":771.1317620650954,"p95":743.5913419913419,"p99":694.0185858585859},"payload_data_rate_gbps_at_latency_percentile":{"p50":53.08197402597403,"p90":49.149975949975946,"p95":47.39461966604823,"p99":44.23497835497835},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":16,"global_tokens":256,"components":{"dispatch":{"latency_us":{"p50":421,"p90":454.68,"p95":471.52000000000004,"p99":505.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":913.928513064133,"p90":846.230104689012,"p95":816.0076009501188,"p99":761.607094220111},"payload_data_rate_gbps_at_latency_percentile":{"p50":59.38242280285036,"p90":54.98372481745404,"p95":53.02002035968781,"p99":49.48535233570863},"payload_bytes":400000000},"stage":{"latency_us":{"p50":124,"p90":133.92000000000002,"p95":138.88000000000002,"p99":148.79999999999998},"activation_data_rate_gbps_at_latency_percentile":{"p50":1551.4673548387095,"p90":1436.543847072879,"p95":1385.2387096774191,"p99":1292.8894623655915},"payload_data_rate_gbps_at_latency_percentile":{"p50":96.96670967741935,"p90":89.78399044205494,"p95":86.5774193548387,"p99":80.80559139784947},"payload_bytes":192381952},"combine":{"latency_us":{"p50":396,"p90":427.68,"p95":443.52000000000004,"p99":475.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":971.6260202020202,"p90":899.653722409278,"p95":867.5232323232323,"p99":809.6883501683502},"payload_data_rate_gbps_at_latency_percentile":{"p50":60.72662626262626,"p90":56.22835765057987,"p95":54.22020202020202,"p99":50.60552188552189},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":925,"p90":999.0000000000001,"p95":1036,"p99":1110},"activation_data_rate_gbps_at_latency_percentile":{"p50":831.9219545945946,"p90":770.298106106106,"p95":742.7874594594595,"p99":693.2682954954955},"payload_data_rate_gbps_at_latency_percentile":{"p50":53.02458810810811,"p90":49.096840840840834,"p95":47.343382239382244,"p99":44.18715675675676},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":32,"global_tokens":512,"components":{"dispatch":{"latency_us":{"p50":422,"p90":455.76000000000005,"p95":472.64000000000004,"p99":506.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":911.7628056872038,"p90":844.2248200807443,"p95":814.0739336492891,"p99":759.8023380726698},"payload_data_rate_gbps_at_latency_percentile":{"p50":59.24170616113744,"p90":54.85343163068281,"p95":52.89438050101557,"p99":49.368088467614534},"payload_bytes":400000000},"stage":{"latency_us":{"p50":125,"p90":135,"p95":140,"p99":150},"activation_data_rate_gbps_at_latency_percentile":{"p50":1539.0556159999999,"p90":1425.0514962962964,"p95":1374.1568,"p99":1282.5463466666668},"payload_data_rate_gbps_at_latency_percentile":{"p50":96.19097599999999,"p90":89.06571851851852,"p95":85.8848,"p99":80.15914666666667},"payload_bytes":192381952},"combine":{"latency_us":{"p50":397,"p90":428.76000000000005,"p95":444.64000000000004,"p99":476.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":969.1785994962216,"p90":897.387592126131,"p95":865.3380352644836,"p99":807.648832913518},"payload_data_rate_gbps_at_latency_percentile":{"p50":60.57366246851385,"p90":56.08672450788319,"p95":54.08362720403022,"p99":50.47805205709488},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":926,"p90":1000.08,"p95":1037.1200000000001,"p99":1111.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":831.0235507559396,"p90":769.466250699944,"p95":741.9853131749459,"p99":692.5196256299496},"payload_data_rate_gbps_at_latency_percentile":{"p50":52.96732613390929,"p90":49.04382049436045,"p95":47.29225547670472,"p99":44.1394384449244},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":64,"global_tokens":1024,"components":{"dispatch":{"latency_us":{"p50":423,"p90":456.84000000000003,"p95":473.76000000000005,"p99":507.59999999999997},"activation_data_rate_gbps_at_latency_percentile":{"p50":909.6073380614658,"p90":842.2290167235793,"p95":812.1494089834514,"p99":758.0061150512215},"payload_data_rate_gbps_at_latency_percentile":{"p50":59.1016548463357,"p90":54.72375448734786,"p95":52.7693346842283,"p99":49.25137903861309},"payload_bytes":400000000},"stage":{"latency_us":{"p50":126,"p90":136.08,"p95":141.12,"p99":151.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":1526.840888888889,"p90":1413.741563786008,"p95":1363.2507936507936,"p99":1272.3674074074074},"payload_data_rate_gbps_at_latency_percentile":{"p50":95.42755555555556,"p90":88.3588477366255,"p95":85.2031746031746,"p99":79.52296296296296},"payload_bytes":192381952},"combine":{"latency_us":{"p50":398,"p90":429.84000000000003,"p95":445.76000000000005,"p99":477.59999999999997},"activation_data_rate_gbps_at_latency_percentile":{"p50":966.7434773869347,"p90":895.1328494323469,"p95":863.1638190954774,"p99":805.6195644891122},"payload_data_rate_gbps_at_latency_percentile":{"p50":60.42146733668342,"p90":55.94580308952168,"p95":53.947738693467336,"p99":50.351222780569515},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":927,"p90":1001.1600000000001,"p95":1038.24,"p99":1112.3999999999999},"activation_data_rate_gbps_at_latency_percentile":{"p50":830.1270852211435,"p90":768.6361900195773,"p95":741.1848975188781,"p99":691.7725710176197},"payload_data_rate_gbps_at_latency_percentile":{"p50":52.910187702265375,"p90":48.99091453913461,"p95":47.24123901987979,"p99":44.09182308522115},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":128,"global_tokens":2048,"components":{"dispatch":{"latency_us":{"p50":424,"p90":457.92,"p95":474.88000000000005,"p99":508.79999999999995},"activation_data_rate_gbps_at_latency_percentile":{"p50":907.4620377358491,"p90":840.2426275331936,"p95":810.2339622641508,"p99":756.2183647798744},"payload_data_rate_gbps_at_latency_percentile":{"p50":58.9622641509434,"p90":54.594689028651295,"p95":52.64487870619945,"p99":49.13522012578617},"payload_bytes":400000000},"stage":{"latency_us":{"p50":127,"p90":137.16,"p95":142.24,"p99":152.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":1514.8185196850393,"p90":1402.6097404491106,"p95":1352.5165354330707,"p99":1262.3487664041995},"payload_data_rate_gbps_at_latency_percentile":{"p50":94.67615748031496,"p90":87.66310877806941,"p95":84.53228346456692,"p99":78.89679790026247},"payload_bytes":192381952},"combine":{"latency_us":{"p50":399,"p90":430.92,"p95":446.88000000000005,"p99":478.79999999999995},"activation_data_rate_gbps_at_latency_percentile":{"p50":964.3205614035088,"p90":892.8894087069526,"p95":861.0005012531327,"p99":803.6004678362574},"payload_data_rate_gbps_at_latency_percentile":{"p50":60.2700350877193,"p90":55.80558804418454,"p95":53.812531328320794,"p99":50.22502923976609},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":928,"p90":1002.24,"p95":1039.3600000000001,"p99":1113.6},"activation_data_rate_gbps_at_latency_percentile":{"p50":829.232551724138,"p90":767.8079182630906,"p95":740.3862068965517,"p99":691.0271264367817},"payload_data_rate_gbps_at_latency_percentile":{"p50":52.853172413793104,"p90":48.938122605363986,"p95":47.19033251231527,"p99":44.044310344827586},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":256,"global_tokens":4096,"components":{"dispatch":{"latency_us":{"p50":425,"p90":459.00000000000006,"p95":476.00000000000006,"p99":510},"activation_data_rate_gbps_at_latency_percentile":{"p50":905.3268329411765,"p90":838.2655860566448,"p95":808.3275294117645,"p99":754.4390274509803},"payload_data_rate_gbps_at_latency_percentile":{"p50":58.82352941176471,"p90":54.466230936819166,"p95":52.52100840336134,"p99":49.01960784313725},"payload_bytes":400000000},"stage":{"latency_us":{"p50":128,"p90":138.24,"p95":143.36,"p99":153.6},"activation_data_rate_gbps_at_latency_percentile":{"p50":1502.984,"p90":1391.6518518518517,"p95":1341.9499999999998,"p99":1252.4866666666667},"payload_data_rate_gbps_at_latency_percentile":{"p50":93.9365,"p90":86.97824074074073,"p95":83.87187499999999,"p99":78.28041666666667},"payload_bytes":192381952},"combine":{"latency_us":{"p50":400,"p90":432,"p95":448.00000000000006,"p99":480},"activation_data_rate_gbps_at_latency_percentile":{"p50":961.90976,"p90":890.6571851851852,"p95":858.848,"p99":801.5914666666667},"payload_data_rate_gbps_at_latency_percentile":{"p50":60.11936,"p90":55.666074074074075,"p95":53.678,"p99":50.09946666666667},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":929,"p90":1003.32,"p95":1040.48,"p99":1114.8},"activation_data_rate_gbps_at_latency_percentile":{"p50":828.3399440258343,"p90":766.9814296535502,"p95":739.5892357373519,"p99":690.2832866881952},"payload_data_rate_gbps_at_latency_percentile":{"p50":52.79627987082885,"p90":48.88544432484153,"p95":47.13953559895433,"p99":43.996899892357376},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":512,"global_tokens":8192,"components":{"dispatch":{"latency_us":{"p50":426,"p90":460.08000000000004,"p95":477.12000000000006,"p99":511.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":903.2016525821597,"p90":836.2978264649626,"p95":806.4300469483567,"p99":752.6680438184663},"payload_data_rate_gbps_at_latency_percentile":{"p50":58.68544600938967,"p90":54.33837593462006,"p95":52.39771965124077,"p99":48.904538341158066},"payload_bytes":400000000},"stage":{"latency_us":{"p50":129,"p90":139.32000000000002,"p95":144.48000000000002,"p99":154.79999999999998},"activation_data_rate_gbps_at_latency_percentile":{"p50":1491.33296124031,"p90":1380.863853000287,"p95":1331.5472868217053,"p99":1242.7774677002585},"payload_data_rate_gbps_at_latency_percentile":{"p50":93.20831007751937,"p90":86.30399081251794,"p95":83.22170542635658,"p99":77.67359173126616},"payload_bytes":192381952},"combine":{"latency_us":{"p50":401,"p90":433.08000000000004,"p95":449.12000000000006,"p99":481.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":959.5109825436409,"p90":888.4360949478155,"p95":856.706234413965,"p99":799.5924854530341},"payload_data_rate_gbps_at_latency_percentile":{"p50":59.96943640897756,"p90":55.52725593423847,"p95":53.544139650872815,"p99":49.97453034081463},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":930,"p90":1004.4000000000001,"p95":1041.6000000000001,"p99":1116},"activation_data_rate_gbps_at_latency_percentile":{"p50":827.4492559139785,"p90":766.1567184388689,"p95":738.7939784946236,"p99":689.541046594982},"payload_data_rate_gbps_at_latency_percentile":{"p50":52.739509677419356,"p90":48.83287933094384,"p95":47.08884792626728,"p99":43.94959139784947},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}}]},{"series_id":"h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-fp8","phase":"decode","mode":"normal","precision":"fp8","backend":"deepep-v2","system":{"ep_size":8,"nodes":1,"gpus_per_node":8,"scale_up_domain":8,"scale_up_transport":"nvlink","scale_out_transport":null,"topology_class":"h200-nvlink-island","sku":"h200-dgxc","vendor":"nvidia"},"points":[{"tokens_per_rank":1,"global_tokens":8,"components":{"dispatch":{"latency_us":{"p50":417,"p90":450.36,"p95":467.04,"p99":500.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":922.6952134292566,"p90":854.3474198419042,"p95":823.8350119904076,"p99":768.9126778577139},"payload_data_rate_gbps_at_latency_percentile":{"p50":119.90407673860912,"p90":111.02229327648992,"p95":107.05721137375814,"p99":99.92006394884093},"payload_bytes":400000000},"stage":{"latency_us":{"p50":120,"p90":129.60000000000002,"p95":134.4,"p99":144},"activation_data_rate_gbps_at_latency_percentile":{"p50":1603.1829333333335,"p90":1484.4286419753084,"p95":1431.4133333333332,"p99":1335.9857777777777},"payload_data_rate_gbps_at_latency_percentile":{"p50":200.3978666666667,"p90":185.55358024691355,"p95":178.92666666666665,"p99":166.9982222222222},"payload_bytes":192381952},"combine":{"latency_us":{"p50":392,"p90":423.36,"p95":439.04,"p99":470.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":981.5405714285715,"p90":908.8338624338625,"p95":876.3755102040816,"p99":817.9504761904763},"payload_data_rate_gbps_at_latency_percentile":{"p50":122.69257142857144,"p90":113.60423280423281,"p95":109.5469387755102,"p99":102.24380952380953},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":921,"p90":994.6800000000001,"p95":1031.5200000000002,"p99":1105.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":835.5350792616721,"p90":773.6435919089556,"p95":746.0134636264928,"p99":696.27923271806},"payload_data_rate_gbps_at_latency_percentile":{"p50":106.50975895765473,"p90":98.62014718301363,"p95":95.09799906933456,"p99":88.75813246471228},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":2,"global_tokens":16,"components":{"dispatch":{"latency_us":{"p50":418,"p90":451.44000000000005,"p95":468.16,"p99":501.59999999999997},"activation_data_rate_gbps_at_latency_percentile":{"p50":920.4878086124403,"p90":852.3035264930002,"p95":821.8641148325358,"p99":767.0731738437003},"payload_data_rate_gbps_at_latency_percentile":{"p50":119.61722488038276,"p90":110.75668970405812,"p95":106.8010936431989,"p99":99.68102073365232},"payload_bytes":400000000},"stage":{"latency_us":{"p50":121,"p90":130.68,"p95":135.52,"p99":145.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":1589.9334876033058,"p90":1472.1606366697276,"p95":1419.58347107438,"p99":1324.944573002755},"payload_data_rate_gbps_at_latency_percentile":{"p50":198.74168595041323,"p90":184.02007958371595,"p95":177.4479338842975,"p99":165.61807162534438},"payload_bytes":192381952},"combine":{"latency_us":{"p50":393,"p90":424.44000000000005,"p95":440.16,"p99":471.59999999999997},"activation_data_rate_gbps_at_latency_percentile":{"p50":979.0430127226464,"p90":906.5213080765243,"p95":874.1455470737912,"p99":815.869177268872},"payload_data_rate_gbps_at_latency_percentile":{"p50":122.3803765903308,"p90":113.31516350956554,"p95":109.2681933842239,"p99":101.983647158609},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":922,"p90":995.7600000000001,"p95":1032.64,"p99":1106.3999999999999},"activation_data_rate_gbps_at_latency_percentile":{"p50":834.6288590021693,"p90":772.8044990760825,"p95":745.2043383947938,"p99":695.5240491684744},"payload_data_rate_gbps_at_latency_percentile":{"p50":106.39423861171366,"p90":98.51318389973487,"p95":94.99485590331577,"p99":88.6618655097614},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":4,"global_tokens":32,"components":{"dispatch":{"latency_us":{"p50":419,"p90":452.52000000000004,"p95":469.28000000000003,"p99":502.79999999999995},"activation_data_rate_gbps_at_latency_percentile":{"p50":918.2909403341289,"p90":850.2693891982674,"p95":819.9026252983293,"p99":765.2424502784409},"payload_data_rate_gbps_at_latency_percentile":{"p50":119.33174224343675,"p90":110.49235392910809,"p95":106.54619843163995,"p99":99.4431185361973},"payload_bytes":400000000},"stage":{"latency_us":{"p50":122,"p90":131.76000000000002,"p95":136.64000000000001,"p99":146.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":1576.9012459016394,"p90":1460.0937462052214,"p95":1407.9475409836064,"p99":1314.0843715846995},"payload_data_rate_gbps_at_latency_percentile":{"p50":197.11265573770493,"p90":182.51171827565267,"p95":175.9934426229508,"p99":164.26054644808744},"payload_bytes":192381952},"combine":{"latency_us":{"p50":394,"p90":425.52000000000004,"p95":441.28000000000003,"p99":472.79999999999995},"activation_data_rate_gbps_at_latency_percentile":{"p50":976.5581319796954,"p90":904.2204925737921,"p95":871.9269035532996,"p99":813.798443316413},"payload_data_rate_gbps_at_latency_percentile":{"p50":122.06976649746193,"p90":113.02756157172401,"p95":108.99086294416244,"p99":101.72480541455162},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":923,"p90":996.84,"p95":1033.76,"p99":1107.6},"activation_data_rate_gbps_at_latency_percentile":{"p50":833.724602383532,"p90":771.9672244291962,"p95":744.3969664138677,"p99":694.7705019862767},"payload_data_rate_gbps_at_latency_percentile":{"p50":106.27896858071506,"p90":98.40645238955098,"p95":94.8919362327813,"p99":88.5658071505959},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":8,"global_tokens":64,"components":{"dispatch":{"latency_us":{"p50":420,"p90":453.6,"p95":470.40000000000003,"p99":504},"activation_data_rate_gbps_at_latency_percentile":{"p50":916.1045333333334,"p90":848.244938271605,"p95":817.9504761904761,"p99":763.4204444444445},"payload_data_rate_gbps_at_latency_percentile":{"p50":119.04761904761905,"p90":110.22927689594357,"p95":106.29251700680271,"p99":99.2063492063492},"payload_bytes":400000000},"stage":{"latency_us":{"p50":123,"p90":132.84,"p95":137.76000000000002,"p99":147.6},"activation_data_rate_gbps_at_latency_percentile":{"p50":1564.0809105691058,"p90":1448.2230653417646,"p95":1396.5008130081299,"p99":1303.400758807588},"payload_data_rate_gbps_at_latency_percentile":{"p50":195.51011382113822,"p90":181.02788316772057,"p95":174.56260162601623,"p99":162.9250948509485},"payload_bytes":192381952},"combine":{"latency_us":{"p50":395,"p90":426.6,"p95":442.40000000000003,"p99":474},"activation_data_rate_gbps_at_latency_percentile":{"p50":974.0858329113925,"p90":901.9313267698077,"p95":869.7194936708861,"p99":811.738194092827},"payload_data_rate_gbps_at_latency_percentile":{"p50":121.76072911392406,"p90":112.74141584622596,"p95":108.71493670886076,"p99":101.46727426160338},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":924,"p90":997.9200000000001,"p95":1034.88,"p99":1108.8},"activation_data_rate_gbps_at_latency_percentile":{"p50":832.822303030303,"p90":771.1317620650954,"p95":743.5913419913419,"p99":694.0185858585859},"payload_data_rate_gbps_at_latency_percentile":{"p50":106.16394805194805,"p90":98.29995189995189,"p95":94.78923933209646,"p99":88.4699567099567},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":16,"global_tokens":128,"components":{"dispatch":{"latency_us":{"p50":421,"p90":454.68,"p95":471.52000000000004,"p99":505.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":913.928513064133,"p90":846.230104689012,"p95":816.0076009501188,"p99":761.607094220111},"payload_data_rate_gbps_at_latency_percentile":{"p50":118.76484560570071,"p90":109.96744963490808,"p95":106.04004071937563,"p99":98.97070467141727},"payload_bytes":400000000},"stage":{"latency_us":{"p50":124,"p90":133.92000000000002,"p95":138.88000000000002,"p99":148.79999999999998},"activation_data_rate_gbps_at_latency_percentile":{"p50":1551.4673548387095,"p90":1436.543847072879,"p95":1385.2387096774191,"p99":1292.8894623655915},"payload_data_rate_gbps_at_latency_percentile":{"p50":193.9334193548387,"p90":179.5679808841099,"p95":173.1548387096774,"p99":161.61118279569894},"payload_bytes":192381952},"combine":{"latency_us":{"p50":396,"p90":427.68,"p95":443.52000000000004,"p99":475.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":971.6260202020202,"p90":899.653722409278,"p95":867.5232323232323,"p99":809.6883501683502},"payload_data_rate_gbps_at_latency_percentile":{"p50":121.45325252525252,"p90":112.45671530115975,"p95":108.44040404040403,"p99":101.21104377104378},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":925,"p90":999.0000000000001,"p95":1036,"p99":1110},"activation_data_rate_gbps_at_latency_percentile":{"p50":831.9219545945946,"p90":770.298106106106,"p95":742.7874594594595,"p99":693.2682954954955},"payload_data_rate_gbps_at_latency_percentile":{"p50":106.04917621621622,"p90":98.19368168168167,"p95":94.68676447876449,"p99":88.37431351351351},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":32,"global_tokens":256,"components":{"dispatch":{"latency_us":{"p50":422,"p90":455.76000000000005,"p95":472.64000000000004,"p99":506.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":911.7628056872038,"p90":844.2248200807443,"p95":814.0739336492891,"p99":759.8023380726698},"payload_data_rate_gbps_at_latency_percentile":{"p50":118.48341232227487,"p90":109.70686326136563,"p95":105.78876100203114,"p99":98.73617693522907},"payload_bytes":400000000},"stage":{"latency_us":{"p50":125,"p90":135,"p95":140,"p99":150},"activation_data_rate_gbps_at_latency_percentile":{"p50":1539.0556159999999,"p90":1425.0514962962964,"p95":1374.1568,"p99":1282.5463466666668},"payload_data_rate_gbps_at_latency_percentile":{"p50":192.38195199999998,"p90":178.13143703703705,"p95":171.7696,"p99":160.31829333333334},"payload_bytes":192381952},"combine":{"latency_us":{"p50":397,"p90":428.76000000000005,"p95":444.64000000000004,"p99":476.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":969.1785994962216,"p90":897.387592126131,"p95":865.3380352644836,"p99":807.648832913518},"payload_data_rate_gbps_at_latency_percentile":{"p50":121.1473249370277,"p90":112.17344901576638,"p95":108.16725440806044,"p99":100.95610411418976},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":926,"p90":1000.08,"p95":1037.1200000000001,"p99":1111.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":831.0235507559396,"p90":769.466250699944,"p95":741.9853131749459,"p99":692.5196256299496},"payload_data_rate_gbps_at_latency_percentile":{"p50":105.93465226781858,"p90":98.0876409887209,"p95":94.58451095340943,"p99":88.2788768898488},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":64,"global_tokens":512,"components":{"dispatch":{"latency_us":{"p50":423,"p90":456.84000000000003,"p95":473.76000000000005,"p99":507.59999999999997},"activation_data_rate_gbps_at_latency_percentile":{"p50":909.6073380614658,"p90":842.2290167235793,"p95":812.1494089834514,"p99":758.0061150512215},"payload_data_rate_gbps_at_latency_percentile":{"p50":118.2033096926714,"p90":109.44750897469572,"p95":105.5386693684566,"p99":98.50275807722618},"payload_bytes":400000000},"stage":{"latency_us":{"p50":126,"p90":136.08,"p95":141.12,"p99":151.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":1526.840888888889,"p90":1413.741563786008,"p95":1363.2507936507936,"p99":1272.3674074074074},"payload_data_rate_gbps_at_latency_percentile":{"p50":190.8551111111111,"p90":176.717695473251,"p95":170.4063492063492,"p99":159.04592592592593},"payload_bytes":192381952},"combine":{"latency_us":{"p50":398,"p90":429.84000000000003,"p95":445.76000000000005,"p99":477.59999999999997},"activation_data_rate_gbps_at_latency_percentile":{"p50":966.7434773869347,"p90":895.1328494323469,"p95":863.1638190954774,"p99":805.6195644891122},"payload_data_rate_gbps_at_latency_percentile":{"p50":120.84293467336684,"p90":111.89160617904336,"p95":107.89547738693467,"p99":100.70244556113903},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":927,"p90":1001.1600000000001,"p95":1038.24,"p99":1112.3999999999999},"activation_data_rate_gbps_at_latency_percentile":{"p50":830.1270852211435,"p90":768.6361900195773,"p95":741.1848975188781,"p99":691.7725710176197},"payload_data_rate_gbps_at_latency_percentile":{"p50":105.82037540453075,"p90":97.98182907826921,"p95":94.48247803975958,"p99":88.1836461704423},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":128,"global_tokens":1024,"components":{"dispatch":{"latency_us":{"p50":424,"p90":457.92,"p95":474.88000000000005,"p99":508.79999999999995},"activation_data_rate_gbps_at_latency_percentile":{"p50":907.4620377358491,"p90":840.2426275331936,"p95":810.2339622641508,"p99":756.2183647798744},"payload_data_rate_gbps_at_latency_percentile":{"p50":117.9245283018868,"p90":109.18937805730259,"p95":105.2897574123989,"p99":98.27044025157234},"payload_bytes":400000000},"stage":{"latency_us":{"p50":127,"p90":137.16,"p95":142.24,"p99":152.4},"activation_data_rate_gbps_at_latency_percentile":{"p50":1514.8185196850393,"p90":1402.6097404491106,"p95":1352.5165354330707,"p99":1262.3487664041995},"payload_data_rate_gbps_at_latency_percentile":{"p50":189.3523149606299,"p90":175.32621755613883,"p95":169.06456692913383,"p99":157.79359580052494},"payload_bytes":192381952},"combine":{"latency_us":{"p50":399,"p90":430.92,"p95":446.88000000000005,"p99":478.79999999999995},"activation_data_rate_gbps_at_latency_percentile":{"p50":964.3205614035088,"p90":892.8894087069526,"p95":861.0005012531327,"p99":803.6004678362574},"payload_data_rate_gbps_at_latency_percentile":{"p50":120.5400701754386,"p90":111.61117608836908,"p95":107.62506265664159,"p99":100.45005847953217},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":928,"p90":1002.24,"p95":1039.3600000000001,"p99":1113.6},"activation_data_rate_gbps_at_latency_percentile":{"p50":829.232551724138,"p90":767.8079182630906,"p95":740.3862068965517,"p99":691.0271264367817},"payload_data_rate_gbps_at_latency_percentile":{"p50":105.70634482758621,"p90":97.87624521072797,"p95":94.38066502463055,"p99":88.08862068965517},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":256,"global_tokens":2048,"components":{"dispatch":{"latency_us":{"p50":425,"p90":459.00000000000006,"p95":476.00000000000006,"p99":510},"activation_data_rate_gbps_at_latency_percentile":{"p50":905.3268329411765,"p90":838.2655860566448,"p95":808.3275294117645,"p99":754.4390274509803},"payload_data_rate_gbps_at_latency_percentile":{"p50":117.64705882352942,"p90":108.93246187363833,"p95":105.04201680672269,"p99":98.0392156862745},"payload_bytes":400000000},"stage":{"latency_us":{"p50":128,"p90":138.24,"p95":143.36,"p99":153.6},"activation_data_rate_gbps_at_latency_percentile":{"p50":1502.984,"p90":1391.6518518518517,"p95":1341.9499999999998,"p99":1252.4866666666667},"payload_data_rate_gbps_at_latency_percentile":{"p50":187.873,"p90":173.95648148148146,"p95":167.74374999999998,"p99":156.56083333333333},"payload_bytes":192381952},"combine":{"latency_us":{"p50":400,"p90":432,"p95":448.00000000000006,"p99":480},"activation_data_rate_gbps_at_latency_percentile":{"p50":961.90976,"p90":890.6571851851852,"p95":858.848,"p99":801.5914666666667},"payload_data_rate_gbps_at_latency_percentile":{"p50":120.23872,"p90":111.33214814814815,"p95":107.356,"p99":100.19893333333334},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":929,"p90":1003.32,"p95":1040.48,"p99":1114.8},"activation_data_rate_gbps_at_latency_percentile":{"p50":828.3399440258343,"p90":766.9814296535502,"p95":739.5892357373519,"p99":690.2832866881952},"payload_data_rate_gbps_at_latency_percentile":{"p50":105.5925597416577,"p90":97.77088864968306,"p95":94.27907119790866,"p99":87.99379978471475},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}},{"tokens_per_rank":512,"global_tokens":4096,"components":{"dispatch":{"latency_us":{"p50":426,"p90":460.08000000000004,"p95":477.12000000000006,"p99":511.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":903.2016525821597,"p90":836.2978264649626,"p95":806.4300469483567,"p99":752.6680438184663},"payload_data_rate_gbps_at_latency_percentile":{"p50":117.37089201877934,"p90":108.67675186924012,"p95":104.79543930248154,"p99":97.80907668231613},"payload_bytes":400000000},"stage":{"latency_us":{"p50":129,"p90":139.32000000000002,"p95":144.48000000000002,"p99":154.79999999999998},"activation_data_rate_gbps_at_latency_percentile":{"p50":1491.33296124031,"p90":1380.863853000287,"p95":1331.5472868217053,"p99":1242.7774677002585},"payload_data_rate_gbps_at_latency_percentile":{"p50":186.41662015503874,"p90":172.60798162503588,"p95":166.44341085271316,"p99":155.3471834625323},"payload_bytes":192381952},"combine":{"latency_us":{"p50":401,"p90":433.08000000000004,"p95":449.12000000000006,"p99":481.2},"activation_data_rate_gbps_at_latency_percentile":{"p50":959.5109825436409,"p90":888.4360949478155,"p95":856.706234413965,"p99":799.5924854530341},"payload_data_rate_gbps_at_latency_percentile":{"p50":119.93887281795512,"p90":111.05451186847694,"p95":107.08827930174563,"p99":99.94906068162926},"payload_bytes":384763904},"roundtrip":{"latency_us":{"p50":930,"p90":1004.4000000000001,"p95":1041.6000000000001,"p99":1116},"activation_data_rate_gbps_at_latency_percentile":{"p50":827.4492559139785,"p90":766.1567184388689,"p95":738.7939784946236,"p99":689.541046594982},"payload_data_rate_gbps_at_latency_percentile":{"p50":105.47901935483871,"p90":97.66575866188768,"p95":94.17769585253455,"p99":87.89918279569893},"payload_bytes":784763904}},"roundtrip_token_rate_at_latency_percentile":{"p50":8338218,"p90":9005275.440000001,"p95":9338804.16,"p99":10005861.6}}]}]} diff --git a/packages/app/cypress/fixtures/api/collectivex-runs.json b/packages/app/cypress/fixtures/api/collectivex-runs.json index 57b709a6b..d72ff4f2c 100644 --- a/packages/app/cypress/fixtures/api/collectivex-runs.json +++ b/packages/app/cypress/fixtures/api/collectivex-runs.json @@ -1,21 +1 @@ -{ - "version": 1, - "runs": [ - { - "run_id": "160", - "run_attempt": 1, - "generated_at": "2026-07-08T12:20:00Z", - "conclusion": "success", - "covered_skus": ["b200-dgxc", "b300", "h200-dgxc", "mi355x"], - "requested_cases": 5, - "measured_cases": 3, - "requested_points": 50, - "terminal_points": 40, - "terminal_counts": { - "measured": 3, - "unsupported": 1, - "failed": 0 - } - } - ] -} +{"version":1,"runs":[{"run_id":"160","run_attempt":1,"generated_at":"2026-07-08T12:20:00Z","conclusion":"success","covered_skus":["b200-dgxc","b300","h200-dgxc","mi355x"],"requested_cases":5,"measured_cases":3,"requested_points":50,"terminal_points":40,"terminal_counts":{"measured":3,"unsupported":1,"failed":0}}]} From 3440cf46700baeb50173e3dda89839cd197b93cb Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Sun, 26 Jul 2026 16:38:53 +0800 Subject: [PATCH 23/37] fix(collectivex): unblock the component-test and format checks Two red checks on this branch, unrelated to each other. components/collectivex/types.ts re-exported the shared db types with `export * from`, and Next's SWC loader rejects a star re-export anywhere in a page's module graph ("Using `export * from '...'` in a page is disallowed"). The /collectivex page reaches this module through CollectiveXDisplay, so every Cypress component spec failed at module build. Re-export the 18 types and 3 values explicitly. .agents/skills/neon/SKILL.md was not oxfmt-clean, which fails `oxfmt --check` repo-wide (it covers markdown, not just TS). Formatted, no content change. --- .agents/skills/neon/SKILL.md | 8 ++--- .../app/src/components/collectivex/types.ts | 29 ++++++++++++++++++- 2 files changed, 30 insertions(+), 7 deletions(-) diff --git a/.agents/skills/neon/SKILL.md b/.agents/skills/neon/SKILL.md index d473be14f..d5dca78cb 100644 --- a/.agents/skills/neon/SKILL.md +++ b/.agents/skills/neon/SKILL.md @@ -212,12 +212,8 @@ export default defineConfig({ auth: true, dataApi: true, preview: { - functions: { - /* ... */ - }, // see the neon-functions skill - buckets: { - /* ... */ - }, // see the neon-object-storage skill + functions: {/* ... */}, // see the neon-functions skill + buckets: {/* ... */}, // see the neon-object-storage skill aiGateway: true, // see the neon-ai-gateway skill }, }); diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts index 1f15832da..26ff61725 100644 --- a/packages/app/src/components/collectivex/types.ts +++ b/packages/app/src/components/collectivex/types.ts @@ -10,7 +10,34 @@ import type { CollectiveXVersion, } from '@semianalysisai/inferencex-db/collectivex/types'; -export * from '@semianalysisai/inferencex-db/collectivex/types'; +// Re-exported explicitly rather than with `export *`: Next's SWC loader rejects a +// star re-export anywhere in a page's module graph ("Using `export * from '...'` in +// a page is disallowed"), and this module is reached from the /collectivex page. +export type { + CollectiveXComponent, + CollectiveXCoverage, + CollectiveXCoveragePoint, + CollectiveXDataset, + CollectiveXMode, + CollectiveXOperation, + CollectiveXOutcome, + CollectiveXPercentile, + CollectiveXPercentiles, + CollectiveXPhase, + CollectiveXPoint, + CollectiveXPrecision, + CollectiveXRun, + CollectiveXRunSummary, + CollectiveXSeries, + CollectiveXTerminalStatus, + CollectiveXTopology, + CollectiveXVersion, +} from '@semianalysisai/inferencex-db/collectivex/types'; +export { + COLLECTIVEX_DEFAULT_VERSION, + COLLECTIVEX_VERSIONS, + parseCollectiveXVersion, +} from '@semianalysisai/inferencex-db/collectivex/types'; export const collectiveXVersionLabel = (version: CollectiveXVersion): string => `V${version}`; From 2d472da1228652b0bd9d47e4683d82928f5092e4 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Sun, 26 Jul 2026 16:39:15 +0800 Subject: [PATCH 24/37] fix(collectivex): validate values that reach shells and regexes Three findings from review, all the same shape: a caller-supplied value used without validation in a context that gives it meaning beyond a string. - fetchRunMeta interpolated repo and runId straight into an execSync command. Some callers validate, but the helper is exported and cannot rely on that, so it now rejects anything that is not `owner/name` and a digits-only run id. - ingest-collectivex validated the repo slug but took INGEST_RUN_ID verbatim in the env-var path; only --download parsed a numeric id. Validation now sits where both modes converge, before any `gh api` call. - selectShardArtifactNames interpolated runId into a RegExp, so a value with metacharacters changed what the pattern matched (CodeQL: regular expression injection) and could make the neighbouring `.+` backtrack badly. Escaped. Reported by CodeQL (alert 22) and Copilot on #497. --- packages/db/src/collectivex/artifact-selection.ts | 13 ++++++++++++- packages/db/src/ingest-collectivex.ts | 8 +++++++- packages/db/src/lib/github-artifacts.ts | 15 ++++++++++++++- 3 files changed, 33 insertions(+), 3 deletions(-) diff --git a/packages/db/src/collectivex/artifact-selection.ts b/packages/db/src/collectivex/artifact-selection.ts index 5f94faea8..a0dc989b1 100644 --- a/packages/db/src/collectivex/artifact-selection.ts +++ b/packages/db/src/collectivex/artifact-selection.ts @@ -14,6 +14,11 @@ export function matrixArtifactName(runId: string): string { return `${MATRIX_PREFIX}${runId}`; } +/** Escape regex metacharacters so an interpolated value matches literally. */ +function escapeRegExp(value: string): string { + return value.replaceAll(/[.*+?^${}()|[\]\\]/gu, String.raw`\$&`); +} + /** * Pick the shard artifact names to ingest: keep the highest attempt ≤ the * run's current attempt per cell (a re-run attempt supersedes its @@ -25,7 +30,13 @@ export function selectShardArtifactNames( runId: string, runAttempt: number, ): string[] { - const pattern = new RegExp(`^${SHARD_PREFIX}(?.+)-${runId}-(?[1-9][0-9]*)$`, 'u'); + // runId is interpolated into a pattern, so escape it: an unescaped caller value + // would change what this matches (regular expression injection), and a crafted + // one could make the `.+` prefix backtrack pathologically. + const pattern = new RegExp( + `^${SHARD_PREFIX}(?.+)-${escapeRegExp(runId)}-(?[1-9][0-9]*)$`, + 'u', + ); const selected = new Map(); for (const name of names) { const match = pattern.exec(name); diff --git a/packages/db/src/ingest-collectivex.ts b/packages/db/src/ingest-collectivex.ts index c11a7eb58..b127bcedb 100644 --- a/packages/db/src/ingest-collectivex.ts +++ b/packages/db/src/ingest-collectivex.ts @@ -97,11 +97,17 @@ if (isDownloadMode) { artifactsDir = artifactsPath; } -// The repo slug reaches shell-interpolated `gh api` calls — reject metachars. +// Both reach shell-interpolated `gh api` calls — reject metachars. --download +// parses its run id out of a URL or a digits-only argument, but the env-var path +// takes INGEST_RUN_ID verbatim, so validate here where both modes converge. if (!/^[\w.-]+\/[\w.-]+$/u.test(REPO)) { console.error(`Invalid repo slug: ${REPO}`); process.exit(1); } +if (!/^\d+$/u.test(runIdStr)) { + console.error(`Invalid run id: ${runIdStr}`); + process.exit(1); +} // ── Artifact reading ──────────────────────────────────────────────────────── diff --git a/packages/db/src/lib/github-artifacts.ts b/packages/db/src/lib/github-artifacts.ts index b9e6ef4be..67827855e 100644 --- a/packages/db/src/lib/github-artifacts.ts +++ b/packages/db/src/lib/github-artifacts.ts @@ -101,8 +101,21 @@ export interface RunMeta { created_at?: string | null; } -/** Fetch a workflow run's metadata via `gh api`. */ +/** + * Fetch a workflow run's metadata via `gh api`. + * + * Both arguments land in a shell-interpolated command, so they are validated + * here rather than trusted from the caller: this helper is exported and its + * callers' own checks are not guaranteed. A run id is always digits and a repo + * slug is `owner/name`, so anything else is rejected outright. + */ export function fetchRunMeta(repo: string, runId: string): RunMeta { + if (!/^[\w.-]+\/[\w.-]+$/u.test(repo)) { + throw new Error(`Invalid repo slug: ${repo}`); + } + if (!/^\d+$/u.test(runId)) { + throw new Error(`Invalid run id: ${runId}`); + } const json = execSync(`gh api "repos/${repo}/actions/runs/${runId}"`, { encoding: 'utf8', maxBuffer: 10 * 1024 * 1024, From cdbf62159bf4a91f5520fa13607841ced847d058 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Sun, 26 Jul 2026 16:39:33 +0800 Subject: [PATCH 25/37] fix(collectivex): scope the CDN cache tag to the environment MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CollectiveX responses were tagged with a bare `collectivex`, while the main database tag is namespaced (`db:`). Deployments that share a Vercel project share its cache tags, so purging `collectivex` in one environment dropped every other environment's cached CollectiveX responses. Add collectiveXCacheTag(), namespaced the same way, and use it for both the response tag and the revalidateTag purge. COLLECTIVEX_CACHE_SCOPE stays bare on purpose: it is the public identifier accepted by /api/v1/invalidate?scope=, not a cache key. The route tests mock @/lib/api-cache wholesale, so they gain the new export — without it the handler threw and the route answered 500. Reported by Copilot on #497. --- .../app/api/v1/collectivex/latest/route.test.ts | 1 + .../src/app/api/v1/collectivex/latest/route.ts | 4 ++-- .../api/v1/collectivex/runs/[runId]/route.test.ts | 1 + .../app/api/v1/collectivex/runs/[runId]/route.ts | 4 ++-- .../src/app/api/v1/collectivex/runs/route.test.ts | 1 + .../app/src/app/api/v1/collectivex/runs/route.ts | 4 ++-- packages/app/src/lib/api-cache.ts | 15 ++++++++++++++- 7 files changed, 23 insertions(+), 7 deletions(-) diff --git a/packages/app/src/app/api/v1/collectivex/latest/route.test.ts b/packages/app/src/app/api/v1/collectivex/latest/route.test.ts index 7812d185e..da3ee6929 100644 --- a/packages/app/src/app/api/v1/collectivex/latest/route.test.ts +++ b/packages/app/src/app/api/v1/collectivex/latest/route.test.ts @@ -34,6 +34,7 @@ vi.mock('@/lib/api-cache', () => ({ COLLECTIVEX_CACHE_SCOPE: 'collectivex', COLLECTIVEX_CACHE_CONTROL: 'public, max-age=0, s-maxage=60', cachedJson: (data: unknown) => Response.json(data), + collectiveXCacheTag: () => 'collectivex', })); import { NextRequest } from 'next/server'; diff --git a/packages/app/src/app/api/v1/collectivex/latest/route.ts b/packages/app/src/app/api/v1/collectivex/latest/route.ts index 52010b9be..264b5a842 100644 --- a/packages/app/src/app/api/v1/collectivex/latest/route.ts +++ b/packages/app/src/app/api/v1/collectivex/latest/route.ts @@ -7,7 +7,7 @@ import { getLatestCollectiveXRun, } from '@semianalysisai/inferencex-db/queries/collectivex'; -import { COLLECTIVEX_CACHE_CONTROL, COLLECTIVEX_CACHE_SCOPE, cachedJson } from '@/lib/api-cache'; +import { COLLECTIVEX_CACHE_CONTROL, cachedJson, collectiveXCacheTag } from '@/lib/api-cache'; import { collectiveXSweepErrorStatus, ensureLatestCollectiveXRun, @@ -39,7 +39,7 @@ export async function GET(request: NextRequest) { if (ensureError) console.error('CollectiveX discovery failed; serving stored run:', ensureError); return cachedJson(collectiveXDatasetFromRow(row), { - tag: COLLECTIVEX_CACHE_SCOPE, + tag: collectiveXCacheTag(), cacheControl: COLLECTIVEX_CACHE_CONTROL, }); } diff --git a/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.test.ts b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.test.ts index cfd20042b..0e2cebbf6 100644 --- a/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.test.ts +++ b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.test.ts @@ -40,6 +40,7 @@ vi.mock('@/lib/api-cache', () => ({ COLLECTIVEX_CACHE_SCOPE: 'collectivex', COLLECTIVEX_CACHE_CONTROL: 'public, max-age=0, s-maxage=60', cachedJson: (data: unknown) => Response.json(data), + collectiveXCacheTag: () => 'collectivex', purgeCollectiveX: mockPurge, })); diff --git a/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts index 44469d14d..92dc606a3 100644 --- a/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts +++ b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts @@ -16,7 +16,7 @@ import { import { COLLECTIVEX_CACHE_CONTROL, - COLLECTIVEX_CACHE_SCOPE, + collectiveXCacheTag, cachedJson, purgeCollectiveX, } from '@/lib/api-cache'; @@ -45,7 +45,7 @@ export async function GET(request: NextRequest, context: { params: Promise<{ run // Short window like the sibling routes: a GitHub re-run of failed shards // refreshes this run's stored contents, and deletion must not linger. return cachedJson(collectiveXDatasetFromRow(row), { - tag: COLLECTIVEX_CACHE_SCOPE, + tag: collectiveXCacheTag(), cacheControl: COLLECTIVEX_CACHE_CONTROL, }); } catch (error) { diff --git a/packages/app/src/app/api/v1/collectivex/runs/route.test.ts b/packages/app/src/app/api/v1/collectivex/runs/route.test.ts index a9d3772ec..a15f6148f 100644 --- a/packages/app/src/app/api/v1/collectivex/runs/route.test.ts +++ b/packages/app/src/app/api/v1/collectivex/runs/route.test.ts @@ -33,6 +33,7 @@ vi.mock('@/lib/api-cache', () => ({ COLLECTIVEX_CACHE_SCOPE: 'collectivex', COLLECTIVEX_CACHE_CONTROL: 'public, max-age=0, s-maxage=60', cachedJson: (data: unknown) => Response.json(data), + collectiveXCacheTag: () => 'collectivex', })); import { NextRequest } from 'next/server'; diff --git a/packages/app/src/app/api/v1/collectivex/runs/route.ts b/packages/app/src/app/api/v1/collectivex/runs/route.ts index 317684220..daeab5c07 100644 --- a/packages/app/src/app/api/v1/collectivex/runs/route.ts +++ b/packages/app/src/app/api/v1/collectivex/runs/route.ts @@ -4,7 +4,7 @@ import { parseCollectiveXVersion } from '@semianalysisai/inferencex-db/collectiv import { FIXTURES_MODE, getCollectiveXDb } from '@semianalysisai/inferencex-db/connection'; import { listCollectiveXRuns } from '@semianalysisai/inferencex-db/queries/collectivex'; -import { COLLECTIVEX_CACHE_CONTROL, COLLECTIVEX_CACHE_SCOPE, cachedJson } from '@/lib/api-cache'; +import { COLLECTIVEX_CACHE_CONTROL, cachedJson, collectiveXCacheTag } from '@/lib/api-cache'; import { collectiveXSweepErrorStatus, ensureCollectiveXRunsList, @@ -42,7 +42,7 @@ export async function GET(request: NextRequest) { } return cachedJson( { version, runs }, - { tag: COLLECTIVEX_CACHE_SCOPE, cacheControl: COLLECTIVEX_CACHE_CONTROL }, + { tag: collectiveXCacheTag(), cacheControl: COLLECTIVEX_CACHE_CONTROL }, ); } catch (error) { console.error('Error listing CollectiveX runs:', error); diff --git a/packages/app/src/lib/api-cache.ts b/packages/app/src/lib/api-cache.ts index 62738b587..b63e725ce 100644 --- a/packages/app/src/lib/api-cache.ts +++ b/packages/app/src/lib/api-cache.ts @@ -10,6 +10,19 @@ import { blobGet, blobPurge, blobSet } from './blob-cache'; */ export const COLLECTIVEX_CACHE_SCOPE = 'collectivex'; +/** + * CDN/unstable_cache tag for CollectiveX responses, namespaced the same way as + * the main database tag. Environments that share a Vercel project share its + * cache tags, so an unnamespaced `collectivex` would let a purge in one + * environment drop another's cached responses. `COLLECTIVEX_CACHE_SCOPE` stays + * unnamespaced on purpose — it is the public identifier callers pass to + * `/api/v1/invalidate?scope=`. + */ +export function collectiveXCacheTag(): string { + const namespace = cacheNamespace(); + return namespace ? `${COLLECTIVEX_CACHE_SCOPE}:${namespace}` : COLLECTIVEX_CACHE_SCOPE; +} + /** * Short CDN window shared by the CollectiveX latest/runs routes: new sweep * runs are discovered lazily at the origin, so freshness is bounded by this @@ -84,7 +97,7 @@ export async function purgeAll(): Promise { * tag. */ export function purgeCollectiveX(): void { - revalidateTag(COLLECTIVEX_CACHE_SCOPE, { expire: 0 }); + revalidateTag(collectiveXCacheTag(), { expire: 0 }); } /** From 1dddb6b02b7e406eb7fba10eccb8343cda49251b Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Sun, 26 Jul 2026 16:39:39 +0800 Subject: [PATCH 26/37] perf(collectivex): index cx_run_docs for the reader's filter and sort MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Migration 002 added run_attempt, but cx_run_docs stayed indexed on run_id alone while every doc read filters `run_id = ... and run_attempt = ...` and orders by id. A run holds one document per shard — 120 for a full 9-SKU sweep — so the attempt filter and the ordering were resolved per row. Index (run_id, run_attempt, id) so one index serves the filter and the sort. Added as 003 rather than an edit to 002: the runner skips already-applied files, so amending 002 would silently do nothing where it has already run. Reported by Copilot on #497. --- .../003_docs_attempt_index.sql | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 packages/db/migrations-collectivex/003_docs_attempt_index.sql diff --git a/packages/db/migrations-collectivex/003_docs_attempt_index.sql b/packages/db/migrations-collectivex/003_docs_attempt_index.sql new file mode 100644 index 000000000..19c28f99d --- /dev/null +++ b/packages/db/migrations-collectivex/003_docs_attempt_index.sql @@ -0,0 +1,14 @@ +-- Index cx_run_docs the way readers actually query it. +-- +-- 002 added run_attempt, and every doc read filters on the pair and orders by id +-- (`where run_id = ... and run_attempt = ... order by id`), but the table was +-- still indexed on run_id alone. A run holds one document per shard — 120 for a +-- full 9-SKU sweep — so the old index left the attempt filter and the ordering to +-- be resolved per row. +-- +-- Ordering the index by (run_id, run_attempt, id) lets the same index satisfy the +-- filter and the sort. Kept as a separate migration rather than an edit to 002: +-- the runner skips already-applied files, so amending 002 would silently do +-- nothing wherever it has already run. + +create index if not exists cx_run_docs_run_attempt_id_idx on cx_run_docs (run_id, run_attempt, id); From 7fa732452aa14e39f678d87f38087e1597672573 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Sun, 26 Jul 2026 17:21:07 +0800 Subject: [PATCH 27/37] refactor(collectivex): one shard-selection implementation for both ingests The CLI and the lazy ingest each carried their own copy of the attempt-selection rule, and the copies had already drifted: the lazy one broke same-attempt ties on the greater artifact id, the CLI one kept whichever it saw first. GitHub permits a repeated artifact name within a run, and the reader keeps the first shard per case_id, so the same run could resolve to different documents depending on which path ingested it. Generalise the db helper to selectShardArtifacts, keeping the id tie-break where callers have ids and first-match where they do not, and have selectShardArtifactNames wrap it. The lazy ingest now calls that helper and matrixArtifactName instead of re-deriving both, which also drops its private MATRIX_PREFIX/SHARD_PREFIX copies and the unescaped run-id interpolation that mirrored the pattern CodeQL flagged in the other copy. Also fix a latent mislabel next door: measuredPoints ran Math.max() over an empty row set for a success shard with no measurements, giving -Infinity, so every ladder point compared "beyond the largest measured" and the case was reported as a backend token-capacity wall that was never observed. Nothing measured now reads as pending/not-measured. Tests: same-attempt id tie-break, first-match without ids, a run id containing regex metacharacters, the empty-row shard, and a scope test pinning the delete statement to one run and the two CollectiveX tables. --- .../app/src/lib/collectivex-lazy-ingest.ts | 34 +++------- .../collectivex/artifact-selection.test.ts | 32 +++++++++- .../db/src/collectivex/artifact-selection.ts | 63 ++++++++++++++----- packages/db/src/collectivex/reader.test.ts | 10 +++ packages/db/src/collectivex/reader.ts | 35 ++++++----- packages/db/src/queries/collectivex.test.ts | 20 ++++++ 6 files changed, 139 insertions(+), 55 deletions(-) diff --git a/packages/app/src/lib/collectivex-lazy-ingest.ts b/packages/app/src/lib/collectivex-lazy-ingest.ts index a1b70596e..ed0a370f4 100644 --- a/packages/app/src/lib/collectivex-lazy-ingest.ts +++ b/packages/app/src/lib/collectivex-lazy-ingest.ts @@ -26,6 +26,10 @@ import { isMatrixDoc, matrixVersion, } from '@semianalysisai/inferencex-db/collectivex/reader'; +import { + matrixArtifactName, + selectShardArtifacts, +} from '@semianalysisai/inferencex-db/collectivex/artifact-selection'; import type { CollectiveXVersion } from '@semianalysisai/inferencex-db/collectivex/types'; import { getCollectiveXDb, getCollectiveXWriteDb } from '@semianalysisai/inferencex-db/connection'; import { @@ -40,10 +44,6 @@ const WORKFLOW_NAME = 'CollectiveX Sweep'; const RUNS_PER_PAGE = 100; const ARTIFACTS_PER_PAGE = 100; -// Artifact families uploaded by the sweep. -const MATRIX_PREFIX = 'cxsweep-matrix-'; -const SHARD_PREFIX = 'cxshard-'; - const MAX_ARTIFACT_BYTES = 64 * 1024 * 1024; const MAX_RUN_BYTES = 256 * 1024 * 1024; const REQUEST_TIMEOUT_MS = 30_000; @@ -302,7 +302,7 @@ async function listArtifacts(runId: number, token: string): Promise artifact.name === `${MATRIX_PREFIX}${run.id}`); + return artifacts.some((artifact) => artifact.name === matrixArtifactName(String(run.id))); } async function collectDocs(artifact: GithubArtifact, token: string): Promise { @@ -361,25 +361,9 @@ interface MatrixCandidate { } function resultArtifactsForRun(artifacts: GithubArtifact[], run: WorkflowRun): GithubArtifact[] { - const suffix = new RegExp(`^${SHARD_PREFIX}(.+)-${run.id}-([1-9][0-9]*)$`, 'u'); - const selected = new Map(); - for (const artifact of artifacts) { - const match = suffix.exec(artifact.name); - if (!match) continue; - const attempt = Number(match[2]); - if (attempt > run.run_attempt) continue; - const previous = selected.get(match[1]); - if ( - !previous || - attempt > previous.attempt || - (attempt === previous.attempt && artifact.id > previous.artifact.id) - ) { - selected.set(match[1], { artifact, attempt }); - } - } - return [...selected.values()] - .map(({ artifact }) => artifact) - .toSorted((left, right) => left.name.localeCompare(right.name)); + return selectShardArtifacts(artifacts, String(run.id), run.run_attempt).toSorted((left, right) => + left.name.localeCompare(right.name), + ); } async function loadMatrixCandidate( @@ -388,7 +372,7 @@ async function loadMatrixCandidate( run: WorkflowRun, ): Promise { const matrixArtifacts = artifacts - .filter((artifact) => artifact.name === `${MATRIX_PREFIX}${run.id}`) + .filter((artifact) => artifact.name === matrixArtifactName(String(run.id))) .toSorted((left, right) => right.id - left.id) .slice(0, 1); if (matrixArtifacts.length === 0) { diff --git a/packages/db/src/collectivex/artifact-selection.test.ts b/packages/db/src/collectivex/artifact-selection.test.ts index 3c6d83211..78622dfe1 100644 --- a/packages/db/src/collectivex/artifact-selection.test.ts +++ b/packages/db/src/collectivex/artifact-selection.test.ts @@ -1,8 +1,12 @@ import { describe, expect, it } from 'vitest'; -import { matrixArtifactName, selectShardArtifactNames } from './artifact-selection'; +import { + matrixArtifactName, + selectShardArtifactNames, + selectShardArtifacts, +} from './artifact-selection'; -describe('selectShardArtifactNames', () => { +describe('shard artifact selection', () => { it('selects one artifact per cell, sorted by name', () => { expect( selectShardArtifactNames( @@ -33,6 +37,30 @@ describe('selectShardArtifactNames', () => { selectShardArtifactNames(['cxshard-a-160-0', 'other-160-1', 'cxshard-a-999-1'], '160', 1), ).toEqual([]); }); + it('breaks same-attempt ties on the later artifact id', () => { + // GitHub permits a repeated artifact name within one run; the lazy ingest has + // ids and must keep the later upload. Both ingest paths share this selector, + // so the tie-break cannot drift between them again. + const artifacts = [ + { name: 'cxshard-a-160-1', id: 10 }, + { name: 'cxshard-a-160-1', id: 42 }, + ]; + expect(selectShardArtifacts(artifacts, '160', 1)).toEqual([ + { name: 'cxshard-a-160-1', id: 42 }, + ]); + }); + + it('keeps the first match when callers supply no ids', () => { + // The names-only path has no id to compare, so it stays deterministic on input order. + expect( + selectShardArtifacts([{ name: 'cxshard-a-160-1' }, { name: 'cxshard-a-160-1' }], '160', 1), + ).toHaveLength(1); + }); + + it('treats a run id with regex metacharacters literally', () => { + // The id is interpolated into the pattern; an unescaped '.' would match any char. + expect(selectShardArtifactNames(['cxshard-a-1x0-1'], '1.0', 1)).toEqual([]); + }); }); describe('matrixArtifactName', () => { diff --git a/packages/db/src/collectivex/artifact-selection.ts b/packages/db/src/collectivex/artifact-selection.ts index a0dc989b1..ed16e43ea 100644 --- a/packages/db/src/collectivex/artifact-selection.ts +++ b/packages/db/src/collectivex/artifact-selection.ts @@ -19,17 +19,35 @@ function escapeRegExp(value: string): string { return value.replaceAll(/[.*+?^${}()|[\]\\]/gu, String.raw`\$&`); } +/** Anything nameable as a shard artifact. `id` is optional — see the tie-break below. */ +export interface ShardArtifactRef { + name: string; + /** GitHub artifact id, when the caller has one. */ + id?: number; +} + /** - * Pick the shard artifact names to ingest: keep the highest attempt ≤ the - * run's current attempt per cell (a re-run attempt supersedes its - * predecessors; attempts above the run's own attempt cannot legitimately - * exist and are ignored). + * Pick the shard artifacts to ingest: keep the highest attempt ≤ the run's + * current attempt per cell (a re-run attempt supersedes its predecessors; + * attempts above the run's own attempt cannot legitimately exist and are + * ignored). + * + * Both ingest paths — the CLI, which has only names, and the lazy ingest, + * which has full artifact records — share this one implementation. They used + * to carry separate copies that had already drifted apart on the tie-break + * below, which meant the same run could resolve to different documents + * depending on which path ingested it. + * + * Ties at the same attempt are broken by the greater `id` when callers supply + * one (GitHub permits repeated artifact names within a run, and the later + * upload is the one to keep); without ids the first match wins, so the + * names-only path stays deterministic on input order. */ -export function selectShardArtifactNames( - names: readonly string[], +export function selectShardArtifacts( + artifacts: readonly T[], runId: string, runAttempt: number, -): string[] { +): T[] { // runId is interpolated into a pattern, so escape it: an unescaped caller value // would change what this matches (regular expression injection), and a crafted // one could make the `.+` prefix backtrack pathologically. @@ -37,16 +55,33 @@ export function selectShardArtifactNames( `^${SHARD_PREFIX}(?.+)-${escapeRegExp(runId)}-(?[1-9][0-9]*)$`, 'u', ); - const selected = new Map(); - for (const name of names) { - const match = pattern.exec(name); + const selected = new Map(); + for (const artifact of artifacts) { + const match = pattern.exec(artifact.name); if (!match) continue; const attempt = Number(match.groups!.attempt); if (attempt > runAttempt) continue; const previous = selected.get(match.groups!.cell); - if (!previous || attempt > previous.attempt) { - selected.set(match.groups!.cell, { name, attempt }); - } + const supersedes = + !previous || + attempt > previous.attempt || + (attempt === previous.attempt && (artifact.id ?? -1) > (previous.artifact.id ?? -1)); + if (supersedes) selected.set(match.groups!.cell, { artifact, attempt }); } - return [...selected.values()].map((entry) => entry.name).toSorted(); + return [...selected.values()].map((entry) => entry.artifact); +} + +/** Name-only convenience wrapper over {@link selectShardArtifacts}, sorted for stable output. */ +export function selectShardArtifactNames( + names: readonly string[], + runId: string, + runAttempt: number, +): string[] { + return selectShardArtifacts( + names.map((name) => ({ name })), + runId, + runAttempt, + ) + .map((entry) => entry.name) + .toSorted(); } diff --git a/packages/db/src/collectivex/reader.test.ts b/packages/db/src/collectivex/reader.test.ts index 59e097b62..57407ca83 100644 --- a/packages/db/src/collectivex/reader.test.ts +++ b/packages/db/src/collectivex/reader.test.ts @@ -145,6 +145,16 @@ describe('CollectiveX artifact assembly', () => { }); }); + it('does not read a success shard with no rows as a capacity wall', () => { + // Math.max() of no rows is -Infinity, which would put every ladder point + // "beyond the largest measured" and report a token-capacity limit that was + // never observed. Nothing was measured, so every point is pending. + const dataset = buildDataset({ shards: [makeRawShard({ rows: [] })] }); + const points = dataset.coverage[0].points; + expect(points.map((point) => point.terminal_status)).toEqual(points.map(() => 'pending')); + expect(points.every((point) => point.reason === 'not-measured')).toBe(true); + }); + it('keeps unsupported and pending cases distinct', () => { const dataset = makeCollectiveXDataset(); expect(dataset.coverage.find((row) => row.sku === 'b300')).toMatchObject({ diff --git a/packages/db/src/collectivex/reader.ts b/packages/db/src/collectivex/reader.ts index 5cec68a0b..0dae4b021 100644 --- a/packages/db/src/collectivex/reader.ts +++ b/packages/db/src/collectivex/reader.ts @@ -228,22 +228,29 @@ function reasonId(value: string): string { function measuredPoints(shard: RawShard, kase: RawCase): CollectiveXCoveragePoint[] { const rows = new Map(shard.measurement.rows.map((row) => [row.tokens_per_rank, row])); - const largestMeasured = Math.max(...rows.keys()); + // null when the shard measured nothing. `Math.max()` of an empty list is + // -Infinity, which would put every ladder point above the largest measured + // value and report a backend token-capacity limit that was never observed — + // an unmeasured case would read as a hard capability wall. + const largestMeasured = rows.size > 0 ? Math.max(...rows.keys()) : null; return ladderTokens(kase).map((tokens) => { const row = rows.get(tokens); - return row - ? { - tokens_per_rank: tokens, - global_tokens: row.global_tokens, - terminal_status: 'measured', - reason: null, - } - : { - tokens_per_rank: tokens, - global_tokens: tokens * kase.ep, - terminal_status: tokens > largestMeasured ? 'unsupported' : 'pending', - reason: tokens > largestMeasured ? 'backend-token-capacity' : 'not-measured', - }; + if (row) { + return { + tokens_per_rank: tokens, + global_tokens: row.global_tokens, + terminal_status: 'measured' as const, + reason: null, + }; + } + // Only a point beyond something we actually measured is evidence of a capacity limit. + const beyondCapacity = largestMeasured !== null && tokens > largestMeasured; + return { + tokens_per_rank: tokens, + global_tokens: tokens * kase.ep, + terminal_status: beyondCapacity ? ('unsupported' as const) : ('pending' as const), + reason: beyondCapacity ? 'backend-token-capacity' : 'not-measured', + }; }); } diff --git a/packages/db/src/queries/collectivex.test.ts b/packages/db/src/queries/collectivex.test.ts index d64fbdfe5..6a7ab7a71 100644 --- a/packages/db/src/queries/collectivex.test.ts +++ b/packages/db/src/queries/collectivex.test.ts @@ -133,6 +133,26 @@ describe('deleteCollectiveXRun', () => { const { sql } = fakeSql([[{ runs_deleted: 0 }]]); await expect(deleteCollectiveXRun(sql, '160')).resolves.toBe(false); }); + + it('cannot reach anything but the one run it is given', async () => { + // The delete route's Bearer token is held in browser localStorage, so the + // blast radius of a stolen token is whatever this statement can touch. It + // must stay: one run, in the two CollectiveX tables, and recoverable by + // re-ingesting the run from its GitHub artifacts. + const { sql, calls } = fakeSql([[{ runs_deleted: 1 }]]); + await deleteCollectiveXRun(sql, '160'); + // The run id is the only value bound into the statement — no other row is nameable. + expect(calls[0].values).toEqual(['160']); + // Documents go only via the tombstoned CTE, never a free-standing predicate. + expect(calls[0].text).toContain( + 'DELETE FROM cx_run_docs WHERE run_id IN (SELECT run_id FROM tombstoned)', + ); + // No table outside the CollectiveX pair is referenced, and nothing is dropped. + expect(new Set([...calls[0].text.matchAll(/\bcx_[a-z_]+/gu)].map((match) => match[0]))).toEqual( + new Set(['cx_runs', 'cx_run_docs']), + ); + expect(calls[0].text).not.toMatch(/\b(?:DROP|TRUNCATE|ALTER)\b/iu); + }); }); describe('collectiveXDatasetFromRow', () => { From a4bcf9b3ceb4cf0131dca3c65bb092fba6aeefd6 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 29 Jul 2026 15:52:05 +0800 Subject: [PATCH 28/37] feat(collectivex): add multi-run explorer --- docs/collectivex.md | 16 +- packages/app/cypress/e2e/collectivex.cy.ts | 150 +++- .../api/v1/collectivex/runs/[runId]/route.ts | 2 +- .../src/app/api/v1/collectivex/runs/route.ts | 2 +- .../collectivex/CollectiveXChart.tsx | 6 +- .../collectivex/CollectiveXDisplay.tsx | 799 +++++++++--------- .../collectivex/CollectiveXInventory.tsx | 37 +- .../collectivex/CollectiveXRunsTable.tsx | 200 +++++ .../src/components/collectivex/data.test.ts | 27 + .../app/src/components/collectivex/data.ts | 23 +- .../app/src/components/collectivex/types.ts | 6 + packages/app/src/hooks/api/use-collectivex.ts | 33 +- .../app/src/lib/collectivex-lazy-ingest.ts | 6 +- packages/db/src/queries/collectivex.test.ts | 1 + packages/db/src/queries/collectivex.ts | 6 +- 15 files changed, 845 insertions(+), 469 deletions(-) create mode 100644 packages/app/src/components/collectivex/CollectiveXRunsTable.tsx diff --git a/docs/collectivex.md b/docs/collectivex.md index 5fdcf82fc..393cf1c87 100644 --- a/docs/collectivex.md +++ b/docs/collectivex.md @@ -28,7 +28,7 @@ routes call before reading the DB (`packages/db/src/queries/collectivex.ts`): - `ensureLatestCollectiveXRun` — walk GitHub's completed sweep runs newest-first; stop at the first live requested-version run; persist it if absent. -- `ensureCollectiveXRunsList` — backfill up to 8 recent runs so the picker lists sweeps +- `ensureCollectiveXRunsList` — backfill up to 8 recent runs so the run table lists sweeps nobody has viewed yet. - `ensureCollectiveXRun` — fetch one run by id (only if completed — persisting an in-progress run would freeze a partial snapshot). @@ -58,6 +58,20 @@ Key invariants: `COLLECTIVEX_ADMIN_SECRET` (delete route Bearer token — deliberately not INVALIDATE_SECRET, since it is remembered in browser localStorage), and `GITHUB_TOKEN`. +## Multi-run explorer + +The frontend always loads every stored live run summary for the selected benchmark version. The +summary query has no arbitrary row cap and does not load artifact documents. Each table row has a +visibility checkbox; checking a run fetches its cached dataset through +`/api/v1/collectivex/runs/[runId]`. Checked datasets are combined client-side, and the EP, phase, +kernel mode, precision, SKU, and backend controls filter their combined series. + +Series ids, labels, and color keys are namespaced by GitHub Actions run id before rendering, so the +same matrix case from two runs remains independently toggleable and visually distinct. The newest +run with measured cases is checked by default; newer incomplete sweeps remain listed but cannot +blank the initial explorer. Deletion is a row action in the run table and keeps the same tombstone +semantics described above. + ## The raw-rows exception CollectiveX routes return the **assembled** dataset (reader over stored matrix + docs) diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index cf40502fe..3d7d66072 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -12,31 +12,45 @@ import type { CollectiveXDataset } from '@/components/collectivex/types'; const SOURCE_SHA = 'c'.repeat(40); const dataset = makeCollectiveXDataset(); const runId = dataset.run.run_id; +const comparisonDataset = buildDataset({ + shards: [makeRawShard(), makeRawShard({ precision: 'fp8' })], + meta: { + run_id: '159', + generated_at: '2026-07-07T12:20:00Z', + source_sha: 'd'.repeat(40), + }, +}); +const incompleteDataset = buildDataset({ + shards: [], + meta: { + run_id: '161', + generated_at: '2026-07-09T12:20:00Z', + conclusion: 'failure', + }, +}); const ADMIN_TOKEN_KEY = 'collectivex-admin-token'; -function installLatest(body: CollectiveXDataset | Record = dataset) { - cy.intercept('GET', '/api/v1/collectivex/latest*', { body }).as('latest'); -} - -function installRuns() { +function installRuns(bodies: CollectiveXDataset[] = [dataset]) { cy.intercept('GET', '/api/v1/collectivex/runs?*', { - body: { version: 1, runs: [buildRunSummary(dataset)] }, + body: { version: 1, runs: bodies.map(buildRunSummary) }, }).as('runs'); } -function installRun(body: CollectiveXDataset = dataset) { - cy.intercept('GET', `/api/v1/collectivex/runs/${runId}*`, { body }).as('run'); +function installRun(body: CollectiveXDataset = dataset, alias = 'run') { + cy.intercept('GET', `/api/v1/collectivex/runs/${body.run.run_id}*`, { body }).as(alias); } function openCollectiveX() { cy.visit('/collectivex'); - cy.wait('@latest'); + cy.wait('@runs'); + cy.wait('@run'); cy.get('[data-testid="collectivex-display"]').should('be.visible'); } describe('CollectiveX neutral run view', () => { beforeEach(() => { - installLatest(); + installRuns(); + installRun(); openCollectiveX(); }); @@ -94,9 +108,11 @@ describe('CollectiveX neutral run view', () => { const ncclEp = buildDataset({ shards: [makeRawShard({ backend: 'nccl-ep', implName: 'nccl-ep' })], }); - installLatest(ncclEp); + installRuns([ncclEp]); + installRun(ncclEp); cy.reload(); - cy.wait('@latest'); + cy.wait('@runs'); + cy.wait('@run'); cy.get('[data-testid="collectivex-main-chart"]').should('contain.text', 'nccl-ep'); cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); }); @@ -112,9 +128,11 @@ describe('CollectiveX neutral run view', () => { const withLowLatency = buildDataset({ shards: [makeRawShard(), makeRawShard({ mode: 'low-latency' })], }); - installLatest(withLowLatency); + installRuns([withLowLatency]); + installRun(withLowLatency); cy.reload(); - cy.wait('@latest'); + cy.wait('@runs'); + cy.wait('@run'); cy.get('[data-testid="collectivex-mode-toggle"]').should('be.visible'); cy.get('[data-testid="collectivex-main-chart"]').should('contain.text', 'deepep-v2'); @@ -127,9 +145,11 @@ describe('CollectiveX neutral run view', () => { it('selects the available phase when a partial run only measured prefill', () => { const prefill = buildDataset({ shards: [makeRawShard({ phase: 'prefill' })] }); - installLatest(prefill); + installRuns([prefill]); + installRun(prefill); cy.reload(); - cy.wait('@latest'); + cy.wait('@runs'); + cy.wait('@run'); cy.get('[data-testid="collectivex-phase-toggle"]').should('contain.text', 'Prefill'); cy.get('[data-testid="collectivex-main-chart"]').should('contain.text', 'prefill'); cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); @@ -153,15 +173,52 @@ describe('CollectiveX neutral run view', () => { .and('not.contain.text', 'evidence='); }); - it('lists runs on demand and pins a specific run by id', () => { - installRuns(); + it('lists every version-matching run and overlays checked runs', () => { + installRuns([dataset, comparisonDataset]); installRun(); - cy.get('[data-testid="collectivex-load-runs"]').click(); + installRun(comparisonDataset, 'comparisonRun'); + cy.reload(); cy.wait('@runs'); - cy.get('[data-testid="collectivex-run-select"]').click(); - cy.contains('[role="option"]', `#${runId}`).click(); cy.wait('@run'); + + cy.get(`[data-testid="collectivex-run-row-${runId}"]`).should('be.visible'); + cy.get(`[data-testid="collectivex-run-row-${comparisonDataset.run.run_id}"]`).should( + 'be.visible', + ); + cy.get(`[data-testid="collectivex-run-visible-${runId}"]`).should('be.checked'); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); + + cy.get(`[data-testid="collectivex-run-visible-${comparisonDataset.run.run_id}"]`).check(); + cy.wait('@comparisonRun'); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 2); + cy.get('[data-testid="chart-legend"]') + .should('contain.text', `#${runId}`) + .and('contain.text', `#${comparisonDataset.run.run_id}`); + + cy.get(`[data-testid="collectivex-run-visible-${runId}"]`).uncheck(); + cy.get('[data-testid="collectivex-run-conclusion"]').should( + 'contain.text', + `#${comparisonDataset.run.run_id}`, + ); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); + }); + + it('defaults to the newest measured run when a newer incomplete run has no series', () => { + installRuns([incompleteDataset, dataset]); + installRun(); + cy.reload(); + cy.wait('@runs'); + cy.wait('@run'); + + cy.get(`[data-testid="collectivex-run-row-${incompleteDataset.run.run_id}"]`).should( + 'be.visible', + ); + cy.get(`[data-testid="collectivex-run-visible-${incompleteDataset.run.run_id}"]`).should( + 'not.be.checked', + ); + cy.get(`[data-testid="collectivex-run-visible-${runId}"]`).should('be.checked'); cy.get('[data-testid="collectivex-run-conclusion"]').should('contain.text', `#${runId}`); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); }); it('keeps the chart on top and presents the matrix inventory', () => { @@ -177,13 +234,24 @@ describe('CollectiveX neutral run view', () => { describe('CollectiveX run deletion', () => { beforeEach(() => { - installLatest(); + installRuns(); + installRun(); openCollectiveX(); }); - it('deletes the shown run after confirm + token prompt and remembers the token', () => { + it('deletes a table row after confirm + token prompt and remembers the token', () => { + let deleted = false; + cy.intercept('GET', '/api/v1/collectivex/runs?*', (request) => { + request.reply({ + body: { + version: 1, + runs: deleted ? [] : [buildRunSummary(dataset)], + }, + }); + }).as('runsAfterDelete'); cy.intercept('DELETE', `/api/v1/collectivex/runs/${runId}`, (request) => { expect(request.headers.authorization).to.eq('Bearer test-token'); + deleted = true; request.reply({ deleted: true, runId }); }).as('deleteRun'); cy.window().then((win) => { @@ -192,10 +260,10 @@ describe('CollectiveX run deletion', () => { cy.stub(win, 'prompt').returns('test-token'); }); - cy.get('[data-testid="collectivex-delete-run"]').click(); + cy.get(`[data-testid="collectivex-delete-run-${runId}"]`).click(); cy.wait('@deleteRun'); - // Successful deletion invalidates the dataset queries → latest refetches. - cy.wait('@latest'); + cy.wait('@runsAfterDelete'); + cy.get(`[data-testid="collectivex-run-row-${runId}"]`).should('not.exist'); cy.window().then((win) => { expect(win.localStorage.getItem(ADMIN_TOKEN_KEY)).to.eq('test-token'); }); @@ -211,7 +279,7 @@ describe('CollectiveX run deletion', () => { cy.stub(win, 'alert').as('unauthorizedAlert'); }); - cy.get('[data-testid="collectivex-delete-run"]').click(); + cy.get(`[data-testid="collectivex-delete-run-${runId}"]`).click(); cy.wait('@delete401'); cy.get('@unauthorizedAlert').should('have.been.calledWith', 'Invalid admin token.'); cy.window().then((win) => { @@ -228,15 +296,15 @@ describe('CollectiveX run deletion', () => { cy.stub(win, 'confirm').returns(false); }); - cy.get('[data-testid="collectivex-delete-run"]').click(); + cy.get(`[data-testid="collectivex-delete-run-${runId}"]`).click(); cy.get('[data-testid="collectivex-display"]').should('be.visible'); cy.then(() => expect(deleteRequests).to.eq(0)); }); }); describe('CollectiveX availability states', () => { - it('reports a missing run', () => { - cy.intercept('GET', '/api/v1/collectivex/latest*', { + it('reports a missing run list', () => { + cy.intercept('GET', '/api/v1/collectivex/runs?*', { statusCode: 404, body: { error: 'Not found' }, }).as('missing'); @@ -249,7 +317,7 @@ describe('CollectiveX availability states', () => { }); it('reports an unavailable backend', () => { - cy.intercept('GET', '/api/v1/collectivex/latest*', { + cy.intercept('GET', '/api/v1/collectivex/runs?*', { statusCode: 503, body: { error: 'unavailable' }, }).as('down'); @@ -261,13 +329,15 @@ describe('CollectiveX availability states', () => { }); it('renders the loading state while the run resolves', () => { - // "slow" is a reserved alias word in Cypress 15. - cy.intercept('GET', '/api/v1/collectivex/latest*', { body: dataset, delay: 500 }).as( - 'slowLatest', - ); + installRuns(); + cy.intercept('GET', `/api/v1/collectivex/runs/${runId}*`, { + body: dataset, + delay: 500, + }).as('slowRun'); cy.visit('/collectivex'); - cy.get('[data-testid="collectivex-loading"]').should('be.visible'); - cy.wait('@slowLatest'); + cy.wait('@runs'); + cy.get('[data-testid="collectivex-selected-runs-loading"]').should('be.visible'); + cy.wait('@slowRun'); cy.get('[data-testid="collectivex-display"]').should('be.visible'); }); @@ -277,9 +347,11 @@ describe('CollectiveX availability states', () => { availabilityRequests += 1; request.reply([]); }); - installLatest(); + installRuns(); + installRun(); cy.visit('/collectivex'); - cy.wait('@latest'); + cy.wait('@runs'); + cy.wait('@run'); cy.get('[data-testid="collectivex-display"]').should('be.visible'); cy.then(() => expect(availabilityRequests).to.eq(0)); }); diff --git a/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts index 92dc606a3..b99cdfe68 100644 --- a/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts +++ b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts @@ -72,7 +72,7 @@ function bearerMatches(header: string, secret: string): boolean { * secret — the token is remembered in browser localStorage, so it must not * be the CI-held INVALIDATE_SECRET (scoped blast radius, independently * rotatable). Deletion tombstones the run (lazy discovery must never - * re-ingest it) and purges the CollectiveX cache scope so the picker and + * re-ingest it) and purges the CollectiveX cache scope so the run table and * latest views drop it immediately. */ export async function DELETE( diff --git a/packages/app/src/app/api/v1/collectivex/runs/route.ts b/packages/app/src/app/api/v1/collectivex/runs/route.ts index daeab5c07..ea3e9edd3 100644 --- a/packages/app/src/app/api/v1/collectivex/runs/route.ts +++ b/packages/app/src/app/api/v1/collectivex/runs/route.ts @@ -21,7 +21,7 @@ export async function GET(request: NextRequest) { } if (FIXTURES_MODE) return cachedJson(loadFixture('collectivex-runs')); - // Backfill failures must not take the picker down — serve the stored list + // Backfill failures must not take the run table down — serve the stored list // and only surface the error when there is nothing at all to show. let ensureError: unknown = null; try { diff --git a/packages/app/src/components/collectivex/CollectiveXChart.tsx b/packages/app/src/components/collectivex/CollectiveXChart.tsx index d46f1e015..462b6e29b 100644 --- a/packages/app/src/components/collectivex/CollectiveXChart.tsx +++ b/packages/app/src/components/collectivex/CollectiveXChart.tsx @@ -10,13 +10,13 @@ import type { CollectiveXChartPoint, CollectiveXOperation, CollectiveXPercentile, - CollectiveXSeries, + CollectiveXRunSeries, CollectiveXYAxis, } from './types'; interface CollectiveXChartProps { chartId: string; - series: CollectiveXSeries[]; + series: CollectiveXRunSeries[]; colors: Record; operation: CollectiveXOperation; percentile: CollectiveXPercentile; @@ -67,7 +67,7 @@ function formatMetric(value: number, yAxis: CollectiveXYAxis): string { } function formatPercentiles( - value: CollectiveXSeries['points'][number]['components']['dispatch'], + value: CollectiveXRunSeries['points'][number]['components']['dispatch'], ): string { if (value === null) return 'unavailable'; return `${value.latency_us.p50.toFixed(1)} / ${value.latency_us.p90.toFixed(1)} / ${value.latency_us.p95.toFixed(1)} / ${value.latency_us.p99.toFixed(1)} µs`; diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index 1d1f15767..ef01db512 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -1,7 +1,7 @@ 'use client'; -import { BookOpen, ExternalLink, Loader2, RefreshCw, Trash2 } from 'lucide-react'; -import { useCallback, useEffect, useMemo, useState } from 'react'; +import { BookOpen, ExternalLink, Loader2, RefreshCw } from 'lucide-react'; +import { useCallback, useEffect, useMemo, useRef, useState } from 'react'; import { Button } from '@/components/ui/button'; import { Card } from '@/components/ui/card'; @@ -16,8 +16,7 @@ import { SelectValue, } from '@/components/ui/select'; import { - useCollectiveX, - useCollectiveXRun, + useCollectiveXRunDatasets, useCollectiveXRuns, useDeleteCollectiveXRun, } from '@/hooks/api/use-collectivex'; @@ -27,8 +26,10 @@ import { useLocale } from '@/lib/use-locale'; import { CollectiveXChart } from './CollectiveXChart'; import { CollectiveXInventory } from './CollectiveXInventory'; +import { CollectiveXRunsTable } from './CollectiveXRunsTable'; import { collectiveXColorKey, + collectiveXSeriesForRun, collectiveXSeriesLabel, collectiveXTopologyLabel, seriesMatchesSelection, @@ -43,6 +44,7 @@ import { type CollectiveXPercentile, type CollectiveXPhase, type CollectiveXPrecision, + type CollectiveXRunSeries, type CollectiveXVersion, type CollectiveXYAxis, } from './types'; @@ -94,6 +96,12 @@ const STRINGS = { terminalCases: 'Terminal cases', publishedUtc: 'Published (UTC)', version: 'Benchmark version', + runsHeading: 'Runs', + runsDescription: + 'Every stored run for the selected benchmark version. Check one or more runs to compare them in the explorer.', + runsShown: 'Runs shown', + selectRuns: 'Select one or more runs from the table to show their data.', + selectedRunsFailed: 'One or more selected runs failed to load.', runControl: 'Run', loadRuns: 'Load runs', loadingRuns: 'Loading runs…', @@ -184,6 +192,14 @@ const STRINGS = { allocations: '独立分配', publishedUtc: '发布时间(UTC)', version: '基准版本', + // English placeholders per the repository's temporary language override + // (no new Chinese translations); localize when the override lifts. + runsHeading: 'Runs', + runsDescription: + 'Every stored run for the selected benchmark version. Check one or more runs to compare them in the explorer.', + runsShown: 'Runs shown', + selectRuns: 'Select one or more runs from the table to show their data.', + selectedRunsFailed: 'One or more selected runs failed to load.', runControl: 'Run', loadRuns: 'Load runs', loadingRuns: 'Loading runs…', @@ -252,8 +268,6 @@ const STRINGS = { attemptLabel: 'Attempt', matrixLabel: 'Matrix', sourceBundles: '源产物包', - // English placeholders per the repository's temporary language override - // (no new Chinese translations); localize when the override lifts. deleteRun: 'Delete run', deleteConfirm: (id: string) => `Delete run #${id} from the dashboard database? This cannot be undone.`, @@ -272,14 +286,6 @@ const CONCLUSION_FALLBACK_CLASS = // rotated secret re-prompts instead of failing silently forever. const ADMIN_TOKEN_STORAGE_KEY = 'collectivex-admin-token'; -function formatDate(value: string, locale: 'en' | 'zh'): string { - return new Intl.DateTimeFormat(locale === 'zh' ? 'zh-CN' : 'en', { - dateStyle: 'medium', - timeStyle: 'short', - timeZone: 'UTC', - }).format(new Date(value)); -} - function ControlGroup({ label, children }: { label: string; children: React.ReactNode }) { return (
@@ -304,17 +310,35 @@ export default function CollectiveXDisplay() { const locale = useLocale(); const t = STRINGS[locale]; const [version, setVersion] = useState(COLLECTIVEX_DEFAULT_VERSION); - // JIT run picker: `runsRequested` gates the run listing behind the "Load runs" - // button; `selectedRunId` (null = the latest published run) pins the view to one - // specific run's dataset. Runs are keyed by their GitHub Actions run id. - const [runsRequested, setRunsRequested] = useState(false); - const [selectedRunId, setSelectedRunId] = useState(null); - const latestQuery = useCollectiveX(version); - const runsQuery = useCollectiveXRuns(version, runsRequested); - const runQuery = useCollectiveXRun(version, selectedRunId); - // A pinned run overrides the latest run. - const activeQuery = selectedRunId === null ? latestQuery : runQuery; - const { data, error, isLoading, isFetching } = activeQuery; + const [visibleRunIds, setVisibleRunIds] = useState>(new Set()); + const initializedVersionRef = useRef(null); + const runsQuery = useCollectiveXRuns(version); + const runList = runsQuery.data ?? []; + const orderedVisibleRunIds = useMemo( + () => runList.filter((run) => visibleRunIds.has(run.run_id)).map((run) => run.run_id), + [runList, visibleRunIds], + ); + const runQueries = useCollectiveXRunDatasets(version, orderedVisibleRunIds); + const datasets = useMemo( + () => runQueries.flatMap((query) => (query.data ? [query.data] : [])), + [runQueries], + ); + const combinedSeries = useMemo( + () => + datasets.flatMap((dataset) => collectiveXSeriesForRun(dataset.series, dataset.run.run_id)), + [datasets], + ); + const loadingRunIds = useMemo( + () => + new Set( + orderedVisibleRunIds.filter( + (_runId, index) => runQueries[index]?.isLoading || runQueries[index]?.isFetching, + ), + ), + [orderedVisibleRunIds, runQueries], + ); + const selectedRunErrors = runQueries.filter((query) => query.error).length; + const isFetching = runsQuery.isFetching || runQueries.some((query) => query.isFetching); const [epSize, setEpSize] = useState(8); const [operation, setOperation] = useState('roundtrip'); const [phase, setPhase] = useState('decode'); @@ -340,52 +364,46 @@ export default function CollectiveXDisplay() { value, label: collectiveXVersionLabel(value), })); - const runList = runsQuery.data ?? []; - const runOptions: SelectOption[] = useMemo( - () => [ - { value: 'latest', label: t.latestPublished }, - ...runList.map((run) => ({ - value: run.run_id, - label: `#${run.run_id} · ${run.conclusion ?? 'pending'} · ${run.measured_cases}/${run.requested_cases} cases · ${run.terminal_points}/${run.requested_points} points · ${run.covered_skus.length} SKU · ${formatDate(run.generated_at, locale)}`, - })), - ], - [locale, runList, t.latestPublished], - ); - // Runs are per-version; changing the version drops any pinned run and folds - // the picker back to its JIT button. + + // Runs are per-version. Start each version on its newest run with measured + // data so an incomplete newest sweep cannot blank the explorer. useEffect(() => { - setSelectedRunId(null); - setRunsRequested(false); + initializedVersionRef.current = null; + setVisibleRunIds(new Set()); }, [version]); - // If a refreshed listing no longer carries the pinned run, fall back to the - // latest run rather than a dangling id. + useEffect(() => { - if ( - selectedRunId !== null && - runsQuery.data && - !runsQuery.data.some((run) => run.run_id === selectedRunId) - ) { - setSelectedRunId(null); - } - }, [runsQuery.data, selectedRunId]); - const dataset = data; + if (!runsQuery.data || initializedVersionRef.current === version) return; + const initial = runsQuery.data.find((run) => run.measured_cases > 0) ?? runsQuery.data[0]; + setVisibleRunIds(initial ? new Set([initial.run_id]) : new Set()); + initializedVersionRef.current = version; + }, [runsQuery.data, version]); + + // A deleted run disappears from both the table and the checked set after the + // list refetch. Preserve deliberate "none checked" state. + useEffect(() => { + if (!runsQuery.data || initializedVersionRef.current !== version) return; + const liveIds = new Set(runsQuery.data.map((run) => run.run_id)); + setVisibleRunIds((previous) => { + const next = new Set([...previous].filter((runId) => liveIds.has(runId))); + return next.size === previous.size ? previous : next; + }); + }, [runsQuery.data, version]); + const availableEpSizes = useMemo( - () => - [...new Set(dataset?.series.map((item) => item.system.ep_size))].toSorted((a, b) => a - b), - [dataset?.series], + () => [...new Set(combinedSeries.map((item) => item.system.ep_size))].toSorted((a, b) => a - b), + [combinedSeries], ); const availablePhases = useMemo( () => [ ...new Set( - dataset?.series - .filter((item) => item.system.ep_size === epSize) - .map((item) => item.phase), + combinedSeries.filter((item) => item.system.ep_size === epSize).map((item) => item.phase), ), ].toSorted((left, right) => left === right ? 0 : left === 'decode' ? -1 : right === 'decode' ? 1 : 0, ), - [dataset?.series, epSize], + [combinedSeries, epSize], ); const phaseOptions: SegmentedToggleOption[] = availablePhases.map((value) => ({ value, @@ -395,14 +413,14 @@ export default function CollectiveXDisplay() { () => [ ...new Set( - dataset?.series + combinedSeries .filter((item) => item.system.ep_size === epSize && item.phase === phase) .map((item) => item.mode), ), ].toSorted((left, right) => left === right ? 0 : left === 'normal' ? -1 : right === 'normal' ? 1 : 0, ), - [dataset?.series, epSize, phase], + [combinedSeries, epSize, phase], ); const modeOptions: SegmentedToggleOption[] = availableModes.map((value) => ({ value, @@ -412,7 +430,7 @@ export default function CollectiveXDisplay() { () => [ ...new Set( - dataset?.series + combinedSeries .filter( (item) => item.system.ep_size === epSize && item.phase === phase && item.mode === mode, @@ -420,7 +438,7 @@ export default function CollectiveXDisplay() { .map((item) => item.precision), ), ].toSorted(), - [dataset?.series, epSize, mode, phase], + [combinedSeries, epSize, mode, phase], ); const precisionOptions: SegmentedToggleOption[] = availablePrecisions.map( (value) => ({ value, label: t.precision[value] }), @@ -455,8 +473,8 @@ export default function CollectiveXDisplay() { // SKU and EP determine topology; V1 fixes routing. EP, phase, kernel mode, // and precision are needed before the library/SKU comparison filters. const matchedSeries = useMemo( - () => (dataset?.series ?? []).filter((item) => seriesMatchesSelection(item, seriesSelection)), - [dataset?.series, seriesSelection], + () => combinedSeries.filter((item) => seriesMatchesSelection(item, seriesSelection)), + [combinedSeries, seriesSelection], ); const skuOptions = useMemo( () => ['all', ...new Set(matchedSeries.map((item) => item.system.sku))], @@ -486,10 +504,11 @@ export default function CollectiveXDisplay() { ), [backend, matchedSeries, sku], ); + const phaseSeriesKey = phaseSeries.map((item) => item.series_id).join('\u0000'); useEffect(() => { - setActiveSeriesIds(new Set(phaseSeries.map((item) => item.series_id))); - }, [phaseSeries]); + setActiveSeriesIds(new Set(phaseSeriesKey ? phaseSeriesKey.split('\u0000') : [])); + }, [phaseSeriesKey]); const activeSeries = useMemo( () => phaseSeries.filter((item) => activeSeriesIds.has(item.series_id)), @@ -531,45 +550,58 @@ export default function CollectiveXDisplay() { ); const handleRefresh = useCallback(() => { track('collectivex_data_refreshed'); - void activeQuery.refetch(); - if (runsRequested) void runsQuery.refetch(); - }, [activeQuery, runsQuery, runsRequested]); + void runsQuery.refetch(); + for (const query of runQueries) void query.refetch(); + }, [runQueries, runsQuery]); const deleteRun = useDeleteCollectiveXRun(); - const shownRunId = dataset?.run.run_id; - const handleDeleteRun = useCallback(async () => { - if (!shownRunId) return; - track('collectivex_run_delete_prompted', { run: shownRunId }); - if (!window.confirm(t.deleteConfirm(shownRunId))) return; - const stored = localStorage.getItem(ADMIN_TOKEN_STORAGE_KEY) ?? ''; - const token = stored || (window.prompt(t.deleteTokenPrompt)?.trim() ?? ''); - if (!token) return; - try { - const deleted = await deleteRun.mutateAsync({ runId: shownRunId, token }); - if (!deleted) { - localStorage.removeItem(ADMIN_TOKEN_STORAGE_KEY); - track('collectivex_run_delete_failed', { run: shownRunId, reason: 'unauthorized' }); - window.alert(t.deleteUnauthorized); - return; + const handleVisibleRunChange = useCallback((runId: string, visible: boolean) => { + setVisibleRunIds((previous) => { + const next = new Set(previous); + if (visible) next.add(runId); + else next.delete(runId); + return next; + }); + }, []); + const handleDeleteRun = useCallback( + async (runId: string) => { + track('collectivex_run_delete_prompted', { run: runId }); + if (!window.confirm(t.deleteConfirm(runId))) return; + const stored = localStorage.getItem(ADMIN_TOKEN_STORAGE_KEY) ?? ''; + const token = stored || (window.prompt(t.deleteTokenPrompt)?.trim() ?? ''); + if (!token) return; + try { + const deleted = await deleteRun.mutateAsync({ runId, token }); + if (!deleted) { + localStorage.removeItem(ADMIN_TOKEN_STORAGE_KEY); + track('collectivex_run_delete_failed', { run: runId, reason: 'unauthorized' }); + window.alert(t.deleteUnauthorized); + return; + } + localStorage.setItem(ADMIN_TOKEN_STORAGE_KEY, token); + setVisibleRunIds((previous) => { + const next = new Set(previous); + next.delete(runId); + return next; + }); + track('collectivex_run_delete_confirmed', { run: runId }); + } catch { + track('collectivex_run_delete_failed', { run: runId, reason: 'error' }); + window.alert(t.deleteFailed); } - localStorage.setItem(ADMIN_TOKEN_STORAGE_KEY, token); - track('collectivex_run_delete_confirmed', { run: shownRunId }); - // The deleted run can no longer be pinned; fall back to the new latest. - setSelectedRunId(null); - } catch { - track('collectivex_run_delete_failed', { run: shownRunId, reason: 'error' }); - window.alert(t.deleteFailed); - } - }, [deleteRun, shownRunId, t]); - if (isLoading) { + }, + [deleteRun, t], + ); + + if (runsQuery.isLoading) { return ( -

{t.loading}

+

{t.loadingRuns}

); } - if (error || !data || !dataset) { - const message = error instanceof Error ? error.message : t.loadError; + if (runsQuery.error || !runsQuery.data) { + const message = runsQuery.error instanceof Error ? runsQuery.error.message : t.loadError; return (

{t.unavailable}

@@ -584,15 +616,6 @@ export default function CollectiveXDisplay() { onChange={setVersion} />
- {selectedRunId !== null && ( - - )}

{t.description}

- track('collectivex_source_opened', { source_sha: run.source_sha })} - className="inline-flex h-9 items-center gap-1.5 rounded-md border px-3 text-sm font-medium text-muted-foreground transition-colors hover:bg-muted hover:text-foreground" - > - {t.source} - - - track('collectivex_methodology_opened', { source_sha: run.source_sha }) - } - className="inline-flex h-9 items-center gap-1.5 rounded-md border px-3 text-sm font-medium text-muted-foreground transition-colors hover:bg-muted hover:text-foreground" - > - {t.methodology} - + {singleDataset && ( + <> + + track('collectivex_source_opened', { + source_sha: singleDataset.run.source_sha, + }) + } + className="inline-flex h-9 items-center gap-1.5 rounded-md border px-3 text-sm font-medium text-muted-foreground transition-colors hover:bg-muted hover:text-foreground" + > + {t.source} + + + track('collectivex_methodology_opened', { + source_sha: singleDataset.run.source_sha, + }) + } + className="inline-flex h-9 items-center gap-1.5 rounded-md border px-3 text-sm font-medium text-muted-foreground transition-colors hover:bg-muted hover:text-foreground" + > + {t.methodology} + + + )} -
-
- - - - + {datasets.length > 0 && ( +
+ + + + +
+ )} + + + +
+
+

{t.runsHeading}

+

{t.runsDescription}

+
+
+ { + setVersion(value); + track('collectivex_version_changed', { version: value }); + }} + /> +
+ void handleDeleteRun(runId)} + />
- {phaseSeries.length === 0 && ( - -

{t.noSeries}

+ {visibleRunIds.size === 0 && ( + +

{t.selectRuns}

+
+ )} + {visibleRunIds.size > 0 && datasets.length === 0 && loadingRunIds.size > 0 && ( + + +

{t.loading}

)} - - -

- {operation === 'stage' ? 'Stage' : t.operationHeading[operation]} ·{' '} - {t.phaseValue[phase]} ·{' '} - {yAxis === 'latency' - ? percentile - : locale === 'zh' - ? `${percentile} 延迟分位点` - : `at ${percentile} latency`} -

-

- {yAxis === 'activation-rate' - ? 'Activation-data rate at selected latency percentile' - : t.yAxis[yAxis]} -

- - } - legendElement={ - - setActiveSeriesIds( - (previous) => new Set([...previous].filter((item) => item !== id)), - ) + {selectedRunErrors > 0 && ( + +

{t.selectedRunsFailed}

+
+ )} + + {datasets.length > 0 && ( + <> + {phaseSeries.length === 0 && ( + +

{t.noSeries}

+
+ )} + + +

+ {operation === 'stage' ? 'Stage' : t.operationHeading[operation]} ·{' '} + {t.phaseValue[phase]} ·{' '} + {yAxis === 'latency' + ? percentile + : locale === 'zh' + ? `${percentile} 延迟分位点` + : `at ${percentile} latency`} +

+

+ {yAxis === 'activation-rate' + ? 'Activation-data rate at selected latency percentile' + : t.yAxis[yAxis]} +

+ } - isLegendExpanded={legendExpanded} - onExpandedChange={setLegendExpanded} - actions={ - activeSeries.length < phaseSeries.length - ? [ - { - id: 'collectivex-reset-filter', - label: t.resetFilter, - onClick: () => - setActiveSeriesIds(new Set(phaseSeries.map((item) => item.series_id))), - }, - ] - : [] + legendElement={ + + setActiveSeriesIds( + (previous) => new Set([...previous].filter((item) => item !== id)), + ) + } + isLegendExpanded={legendExpanded} + onExpandedChange={setLegendExpanded} + actions={ + activeSeries.length < phaseSeries.length + ? [ + { + id: 'collectivex-reset-filter', + label: t.resetFilter, + onClick: () => + setActiveSeriesIds( + new Set(phaseSeries.map((item) => item.series_id)), + ), + }, + ] + : [] + } + /> } /> - } - /> - {yAxis === 'activation-rate' && ( -

{t.payloadNote}

- )} - {yAxis === 'payload-rate' && ( -

{t.payloadBandwidthNote}

- )} -
- -
- { - setVersion(value); - track('collectivex_version_changed', { version: value }); - }} - /> - - {runsRequested ? ( - runsQuery.isLoading ? ( - - ) : runsQuery.error || !runsQuery.data ? ( - - ) : ( - - ) - ) : ( - + {yAxis === 'activation-rate' && ( +

{t.payloadNote}

)} -
- ({ - value: String(value), - label: `EP${value}`, - }))} - onChange={(value) => { - setEpSize(Number(value)); - track('collectivex_ep_changed', { ep: Number(value) }); - }} - /> - { - setOperation(next); - if (next !== 'roundtrip' && yAxis === 'tokens-per-second') setYAxis('latency'); - }} - /> - - - - {availableModes.length > 1 && ( - - { - setMode(next); - track('collectivex_mode_changed', { mode: next }); + {yAxis === 'payload-rate' && ( +

{t.payloadBandwidthNote}

+ )} + + +
+ ({ + value: String(value), + label: `EP${value}`, + }))} + onChange={(value) => { + setEpSize(Number(value)); + track('collectivex_ep_changed', { ep: Number(value) }); }} - ariaLabel={t.modeAria} - testId="collectivex-mode-toggle" /> - - )} - - { - setPrecision(next); - track('collectivex_precision_changed', { precision: next }); - }} - ariaLabel={t.precisionAria} - testId="collectivex-precision-toggle" - /> - - - - - - - { + setOperation(next); + if (next !== 'roundtrip' && yAxis === 'tokens-per-second') setYAxis('latency'); + }} + /> + + + + {availableModes.length > 1 && ( + + { + setMode(next); + track('collectivex_mode_changed', { mode: next }); + }} + ariaLabel={t.modeAria} + testId="collectivex-mode-toggle" + /> + + )} + + { + setPrecision(next); + track('collectivex_precision_changed', { precision: next }); + }} + ariaLabel={t.precisionAria} + testId="collectivex-precision-toggle" + /> + + + + + + + +
+
+ `${dataset.run.run_id}:${dataset.run.run_attempt}`).join(',')}`} + datasets={datasets} /> -
-
- + + )} ); } diff --git a/packages/app/src/components/collectivex/CollectiveXInventory.tsx b/packages/app/src/components/collectivex/CollectiveXInventory.tsx index 7b854379d..c3e9ec57a 100644 --- a/packages/app/src/components/collectivex/CollectiveXInventory.tsx +++ b/packages/app/src/components/collectivex/CollectiveXInventory.tsx @@ -9,6 +9,8 @@ import { type DataTableColumn, DataTable } from '@/components/ui/data-table'; import { collectiveXTopologyLabel } from './data'; import type { CollectiveXCoverage, CollectiveXDataset, CollectiveXTerminalStatus } from './types'; +type CollectiveXRunCoverage = CollectiveXCoverage & { run_id: string }; + const TERMINAL_ORDER: CollectiveXTerminalStatus[] = [ 'measured', 'unsupported', @@ -55,9 +57,22 @@ function TerminalBadges({ item }: { item: CollectiveXCoverage }) { ); } -export function CollectiveXInventory({ dataset }: { dataset: CollectiveXDataset }) { - const columns = useMemo[]>( +export function CollectiveXInventory({ datasets }: { datasets: CollectiveXDataset[] }) { + const rows = useMemo( + () => + datasets.flatMap((dataset) => + dataset.coverage.map((item) => ({ ...item, run_id: dataset.run.run_id })), + ), + [datasets], + ); + const columns = useMemo[]>( () => [ + { + header: 'Run', + cell: (row) => #{row.run_id}, + sortValue: (row) => Number(row.run_id), + className: 'whitespace-nowrap', + }, { header: 'Case', cell: (row) => ( @@ -125,21 +140,27 @@ export function CollectiveXInventory({ dataset }: { dataset: CollectiveXDataset ], [], ); - const points = dataset.coverage.flatMap((item) => item.points); + const points = rows.flatMap((item) => item.points); const measured = points.filter((point) => point.terminal_status === 'measured').length; const unsupported = points.filter((point) => point.terminal_status === 'unsupported').length; + const measuredCases = datasets.reduce((sum, dataset) => sum + dataset.run.measured_cases, 0); + const unsupportedCases = datasets.reduce( + (sum, dataset) => sum + dataset.run.unsupported_cases, + 0, + ); + const terminalPoints = datasets.reduce((sum, dataset) => sum + dataset.run.terminal_points, 0); + const requestedPoints = datasets.reduce((sum, dataset) => sum + dataset.run.requested_points, 0); return (

Matrix case inventory

- {dataset.coverage.length} cases · {dataset.run.measured_cases} measured ·{' '} - {dataset.run.unsupported_cases} unsupported · {dataset.run.terminal_points}/ - {dataset.run.requested_points} terminal points · {measured} measured · {unsupported}{' '} - unsupported + {datasets.length} runs · {rows.length} cases · {measuredCases} measured · {unsupportedCases}{' '} + unsupported · {terminalPoints}/{requestedPoints} terminal points · {measured} measured ·{' '} + {unsupported} unsupported

; + loadingRunIds: ReadonlySet; + deletingRunId: string | null; + onVisibleChange: (runId: string, visible: boolean) => void; + onDelete: (runId: string) => void; +} + +const STRINGS = { + en: { + shown: 'Shown', + run: 'Run', + result: 'Result', + cases: 'Measured cases', + points: 'Terminal points', + skus: 'SKUs', + published: 'Published (UTC)', + actions: 'Actions', + pending: 'pending', + showRun: (id: string) => `Show run #${id}`, + openRun: (id: string) => `Open GitHub Actions run #${id}`, + deleteRun: (id: string) => `Delete run #${id}`, + empty: 'No runs match this benchmark version.', + }, + // English placeholders per the repository's temporary language override. + zh: { + shown: 'Shown', + run: 'Run', + result: 'Result', + cases: 'Measured cases', + points: 'Terminal points', + skus: 'SKUs', + published: 'Published (UTC)', + actions: 'Actions', + pending: 'pending', + showRun: (id: string) => `Show run #${id}`, + openRun: (id: string) => `Open GitHub Actions run #${id}`, + deleteRun: (id: string) => `Delete run #${id}`, + empty: 'No runs match this benchmark version.', + }, +} as const; + +const CONCLUSION_CLASSES: Record = { + success: 'border-emerald-600/40 bg-emerald-500/10 text-emerald-700 dark:text-emerald-300', + failure: 'border-red-600/40 bg-red-500/10 text-red-700 dark:text-red-300', +}; +const CONCLUSION_FALLBACK_CLASS = + 'border-amber-600/40 bg-amber-500/10 text-amber-700 dark:text-amber-300'; + +function formatDate(value: string, locale: 'en' | 'zh'): string { + return new Intl.DateTimeFormat(locale === 'zh' ? 'zh-CN' : 'en', { + dateStyle: 'medium', + timeStyle: 'short', + timeZone: 'UTC', + }).format(new Date(value)); +} + +export function CollectiveXRunsTable({ + runs, + visibleRunIds, + loadingRunIds, + deletingRunId, + onVisibleChange, + onDelete, +}: CollectiveXRunsTableProps) { + const locale = useLocale(); + const t = STRINGS[locale]; + + if (runs.length === 0) { + return

{t.empty}

; + } + + return ( +
+ + + + + + + + + + + + + + + {runs.map((run) => { + const visible = visibleRunIds.has(run.run_id); + const loading = loadingRunIds.has(run.run_id); + const deleting = deletingRunId === run.run_id; + const conclusion = run.conclusion ?? t.pending; + return ( + + + + + + + + + + + ); + })} + +
{t.shown}{t.run}{t.result}{t.cases}{t.points}{t.skus}{t.published}{t.actions}
+
+ { + const next = event.target.checked; + onVisibleChange(run.run_id, next); + track('collectivex_run_visibility_toggled', { + run: run.run_id, + visible: next, + }); + }} + className="size-4 accent-primary" + /> + {loading && } +
+
+ track('collectivex_run_source_opened', { run: run.run_id })} + className="inline-flex items-center gap-1 hover:underline" + > + #{run.run_id} + + + + + {conclusion} + + + {run.measured_cases}/{run.requested_cases} + + {run.terminal_points}/{run.requested_points} + + {run.covered_skus.length > 0 + ? run.covered_skus.map((sku) => sku.toUpperCase()).join(', ') + : '—'} + + {formatDate(run.generated_at, locale)} + + +
+
+ ); +} diff --git a/packages/app/src/components/collectivex/data.test.ts b/packages/app/src/components/collectivex/data.test.ts index 1cef8037a..1e5ea7cba 100644 --- a/packages/app/src/components/collectivex/data.test.ts +++ b/packages/app/src/components/collectivex/data.test.ts @@ -3,6 +3,7 @@ import { describe, expect, it } from 'vitest'; import { chartPoints, collectiveXColorKey, + collectiveXSeriesForRun, collectiveXSeriesLabel, collectiveXTopologyLabel, fitAlphaBeta, @@ -48,6 +49,13 @@ describe('collectiveXSeriesLabel', () => { it('shows the selected EP degree, mode, and phase', () => { expect(collectiveXSeriesLabel(scaleOut)).toContain('EP16 · normal · decode'); }); + + it('includes the run id for namespaced multi-run series', () => { + const [runSeries] = collectiveXSeriesForRun([scaleUp], '30165164821'); + expect(collectiveXSeriesLabel(runSeries)).toBe( + '#30165164821 · H200-DGXC · deepep-v2 · EP8 · normal · decode · bf16', + ); + }); }); describe('collectiveXColorKey', () => { @@ -83,6 +91,25 @@ describe('collectiveXColorKey', () => { const amd = makeCollectiveXSeries({ sku: 'mi355x', vendor: 'amd' }); expect(collectiveXColorKey(amd).split('_')[0]).toBe('amd'); }); + + it('assigns distinct keys to the same configuration from different runs', () => { + const [first] = collectiveXSeriesForRun([scaleUp], '30165164821'); + const [second] = collectiveXSeriesForRun([scaleUp], '30177021271'); + expect(collectiveXColorKey(first)).not.toBe(collectiveXColorKey(second)); + }); +}); + +describe('collectiveXSeriesForRun', () => { + it('namespaces otherwise-colliding series ids without mutating the source', () => { + const originalId = scaleUp.series_id; + const [first] = collectiveXSeriesForRun([scaleUp], '30165164821'); + const [second] = collectiveXSeriesForRun([scaleUp], '30177021271'); + + expect(first.series_id).toBe(`30165164821:${originalId}`); + expect(first.run_id).toBe('30165164821'); + expect(second.series_id).toBe(`30177021271:${originalId}`); + expect(scaleUp.series_id).toBe(originalId); + }); }); describe('seriesMatchesSelection', () => { diff --git a/packages/app/src/components/collectivex/data.ts b/packages/app/src/components/collectivex/data.ts index 22276710f..cebe2fea6 100644 --- a/packages/app/src/components/collectivex/data.ts +++ b/packages/app/src/components/collectivex/data.ts @@ -7,6 +7,7 @@ import type { CollectiveXPhase, CollectiveXPoint, CollectiveXPrecision, + CollectiveXRunSeries, CollectiveXSeries, CollectiveXYAxis, } from './types'; @@ -35,12 +36,26 @@ export function collectiveXTopologyLabel( return `${system.nodes}x${system.gpus_per_node} · domain ${system.scale_up_domain} · ${transports} · ${system.topology_class}`; } -export function collectiveXSeriesLabel(series: CollectiveXSeries): string { - return `${series.system.sku.toUpperCase()} · ${series.backend} · EP${series.system.ep_size} · ${series.mode} · ${series.phase} · ${series.precision}`; +export function collectiveXSeriesLabel(series: CollectiveXSeries | CollectiveXRunSeries): string { + const runPrefix = 'run_id' in series ? `#${series.run_id} · ` : ''; + return `${runPrefix}${series.system.sku.toUpperCase()} · ${series.backend} · EP${series.system.ep_size} · ${series.mode} · ${series.phase} · ${series.precision}`; } -export function collectiveXColorKey(series: CollectiveXSeries): string { - return `${series.system.vendor}_${series.system.sku}_${series.backend}_ep${series.system.ep_size}_${series.mode}_${series.phase}_${series.precision}`; +export function collectiveXColorKey(series: CollectiveXSeries | CollectiveXRunSeries): string { + const runSuffix = 'run_id' in series ? `_run${series.run_id}` : ''; + return `${series.system.vendor}_${series.system.sku}_${series.backend}_ep${series.system.ep_size}_${series.mode}_${series.phase}_${series.precision}${runSuffix}`; +} + +/** Namespace series ids and color/label identity so runs can render together safely. */ +export function collectiveXSeriesForRun( + series: readonly CollectiveXSeries[], + runId: string, +): CollectiveXRunSeries[] { + return series.map((item) => ({ + ...item, + series_id: `${runId}:${item.series_id}`, + run_id: runId, + })); } export function seriesMatchesSelection( diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts index 26ff61725..669c5e6a8 100644 --- a/packages/app/src/components/collectivex/types.ts +++ b/packages/app/src/components/collectivex/types.ts @@ -7,6 +7,7 @@ import type { CollectiveXPoint, + CollectiveXSeries, CollectiveXVersion, } from '@semianalysisai/inferencex-db/collectivex/types'; @@ -51,3 +52,8 @@ export interface CollectiveXChartPoint { y: number; point: CollectiveXPoint; } + +/** A stored run's series namespaced for simultaneous multi-run rendering. */ +export type CollectiveXRunSeries = CollectiveXSeries & { + run_id: string; +}; diff --git a/packages/app/src/hooks/api/use-collectivex.ts b/packages/app/src/hooks/api/use-collectivex.ts index 11c27103e..c3d9603ed 100644 --- a/packages/app/src/hooks/api/use-collectivex.ts +++ b/packages/app/src/hooks/api/use-collectivex.ts @@ -1,4 +1,4 @@ -import { useMutation, useQuery, useQueryClient } from '@tanstack/react-query'; +import { useMutation, useQueries, useQuery, useQueryClient } from '@tanstack/react-query'; import { deleteCollectiveXRun, @@ -22,27 +22,22 @@ export function useCollectiveX(version: CollectiveXVersion = COLLECTIVEX_DEFAULT } /** - * Ingested runs for a version, backing the run picker. `enabled` gates the - * fetch so the list is only pulled when the user opens the picker; refetched on - * mount so a reopened picker reflects newly ingested runs without a hard reload. + * Every ingested run summary for a version, backing the always-visible run + * table. Refetched on mount so the table reflects newly ingested runs without + * a hard reload. */ -export function useCollectiveXRuns( - version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION, - enabled = true, -) { +export function useCollectiveXRuns(version: CollectiveXVersion = COLLECTIVEX_DEFAULT_VERSION) { return useQuery({ queryKey: ['collectivex-runs', version], queryFn: ({ signal }) => fetchCollectiveXRunList(version, signal), - enabled, staleTime: 0, refetchOnMount: 'always', }); } /** - * Resolve one selected run's neutral dataset by run_id. `enabled` gates the fetch - * so the picker only loads a run once the user selects a non-default one; the - * default view keeps using the latest run via {@link useCollectiveX}. + * Resolve one selected run's neutral dataset by run_id. Kept as the focused + * single-run hook for callers that do not need the multi-run table. */ export function useCollectiveXRun(version: CollectiveXVersion, runId: string | null) { return useQuery({ @@ -54,10 +49,22 @@ export function useCollectiveXRun(version: CollectiveXVersion, runId: string | n }); } +/** Resolve every checked run in parallel for the multi-run explorer. */ +export function useCollectiveXRunDatasets(version: CollectiveXVersion, runIds: readonly string[]) { + return useQueries({ + queries: runIds.map((runId) => ({ + queryKey: ['collectivex-run', version, runId], + queryFn: ({ signal }: { signal: AbortSignal }) => fetchCollectiveXRun(version, runId, signal), + staleTime: 0, + refetchOnMount: 'always' as const, + })), + }); +} + /** * Admin deletion of an ingested run. Resolves `false` on 401 (stale token — * the caller clears its stored copy); on success every CollectiveX query is - * invalidated so the latest view and picker drop the run immediately. + * invalidated so the latest view and run table drop the run immediately. */ export function useDeleteCollectiveXRun() { const queryClient = useQueryClient(); diff --git a/packages/app/src/lib/collectivex-lazy-ingest.ts b/packages/app/src/lib/collectivex-lazy-ingest.ts index ed0a370f4..96f2b6cb1 100644 --- a/packages/app/src/lib/collectivex-lazy-ingest.ts +++ b/packages/app/src/lib/collectivex-lazy-ingest.ts @@ -49,7 +49,7 @@ const MAX_RUN_BYTES = 256 * 1024 * 1024; const REQUEST_TIMEOUT_MS = 30_000; const MAX_REQUEST_ATTEMPTS = 3; const RETRYABLE_STATUSES = new Set([408, 429, 500, 502, 503, 504]); -// The picker backfill ingests at most this many recent runs per pass; each +// The run-table backfill ingests at most this many recent runs per pass; each // costs one artifact-bundle download, and only once — afterwards they're rows. const MAX_DISCOVERED_RUNS = 8; @@ -429,7 +429,7 @@ async function persistRun( source_sha: run.head_sha, }; - // Assemble once to validate the bundle and precompute the picker summary; + // Assemble once to validate the bundle and precompute the run-table summary; // only the raw documents are stored. let summary; try { @@ -513,7 +513,7 @@ export function ensureLatestCollectiveXRun(version: CollectiveXVersion): Promise /** * Backfill up to MAX_DISCOVERED_RUNS recent requested-version runs into the - * DB so the picker lists recent sweeps even before anyone viewed them. Only + * DB so the run table lists recent sweeps even before anyone viewed them. Only * live matches count toward the cap — tombstoned runs never fill a slot. */ export function ensureCollectiveXRunsList(version: CollectiveXVersion): Promise { diff --git a/packages/db/src/queries/collectivex.test.ts b/packages/db/src/queries/collectivex.test.ts index 6a7ab7a71..e0dfd1144 100644 --- a/packages/db/src/queries/collectivex.test.ts +++ b/packages/db/src/queries/collectivex.test.ts @@ -78,6 +78,7 @@ describe('read queries', () => { await listCollectiveXRuns(sql, 1); expect(calls[0].text).toContain('deleted_at IS NULL'); expect(calls[0].text).toContain('ORDER BY run_id DESC'); + expect(calls[0].text).not.toContain('LIMIT'); }); }); diff --git a/packages/db/src/queries/collectivex.ts b/packages/db/src/queries/collectivex.ts index be0b943af..711558ab2 100644 --- a/packages/db/src/queries/collectivex.ts +++ b/packages/db/src/queries/collectivex.ts @@ -41,9 +41,6 @@ export interface CollectiveXRunStateRow { run_attempt: number; } -/** Run summaries capped at this many rows — deletion keeps the list curated. */ -const MAX_LISTED_RUNS = 50; - function toRunRow(row: Record): CollectiveXRunRow { const { docs, ...rest } = row as unknown as Omit & { docs: unknown }; return { ...rest, docs: Array.isArray(docs) ? docs : [] }; @@ -104,7 +101,7 @@ export async function getCollectiveXRun( } /** - * Newest-first live run summaries for the picker, straight from the + * Every live run summary for a version, newest-first, straight from the * precomputed `summary` column — no document loading. */ export async function listCollectiveXRuns( @@ -116,7 +113,6 @@ export async function listCollectiveXRuns( FROM cx_runs WHERE version = ${version} AND deleted_at IS NULL ORDER BY run_id DESC - LIMIT ${MAX_LISTED_RUNS} `; return rows.map((row) => row.summary as CollectiveXRunSummary); } From dd741c53abd1da628d398e5de7e4181cf3b19386 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 29 Jul 2026 16:02:22 +0800 Subject: [PATCH 29/37] test(collectivex): key fixtures by run --- .../fixtures/api/collectivex-run-159.json | 1087 +++++++++++++++++ .../fixtures/api/collectivex-runs.json | 45 +- .../app/scripts/capture-cypress-fixtures.ts | 76 +- .../runs/[runId]/route.fixtures.test.ts | 92 ++ .../api/v1/collectivex/runs/[runId]/route.ts | 18 +- 5 files changed, 1297 insertions(+), 21 deletions(-) create mode 100644 packages/app/cypress/fixtures/api/collectivex-run-159.json create mode 100644 packages/app/src/app/api/v1/collectivex/runs/[runId]/route.fixtures.test.ts diff --git a/packages/app/cypress/fixtures/api/collectivex-run-159.json b/packages/app/cypress/fixtures/api/collectivex-run-159.json new file mode 100644 index 000000000..addd0b51e --- /dev/null +++ b/packages/app/cypress/fixtures/api/collectivex-run-159.json @@ -0,0 +1,1087 @@ +{ + "version": 1, + "run": { + "run_id": "159", + "run_attempt": 1, + "generated_at": "2026-07-07T12:20:00Z", + "conclusion": "success", + "source_sha": "dddddddddddddddddddddddddddddddddddddddd", + "requested_cases": 1, + "terminal_cases": 1, + "measured_cases": 1, + "unsupported_cases": 0, + "failed_cases": 0, + "requested_points": 10, + "terminal_points": 10, + "measured_points": 10, + "covered_skus": ["h200-dgxc"] + }, + "coverage": [ + { + "case_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-fp8", + "label": "h200-dgxc · deepep-v2 · normal · decode · EP8 · fp8", + "disposition": "runnable", + "sku": "h200-dgxc", + "backend": "deepep-v2", + "phase": "decode", + "mode": "normal", + "precision": "fp8", + "topology": { + "ep_size": 8, + "nodes": 1, + "gpus_per_node": 8, + "scale_up_domain": 8, + "scale_up_transport": "nvlink", + "scale_out_transport": null, + "topology_class": "h200-nvlink-island" + }, + "points": [ + { + "tokens_per_rank": 1, + "global_tokens": 8, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 2, + "global_tokens": 16, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 4, + "global_tokens": 32, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 8, + "global_tokens": 64, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 16, + "global_tokens": 128, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 32, + "global_tokens": 256, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 64, + "global_tokens": 512, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 128, + "global_tokens": 1024, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 256, + "global_tokens": 2048, + "terminal_status": "measured", + "reason": null + }, + { + "tokens_per_rank": 512, + "global_tokens": 4096, + "terminal_status": "measured", + "reason": null + } + ], + "outcome": "success", + "reason": null, + "detail": null + } + ], + "series": [ + { + "series_id": "h200-dgxc-deepep-v2-deepseek-v3-normal-decode-ep8-uniform-fp8", + "phase": "decode", + "mode": "normal", + "precision": "fp8", + "backend": "deepep-v2", + "system": { + "ep_size": 8, + "nodes": 1, + "gpus_per_node": 8, + "scale_up_domain": 8, + "scale_up_transport": "nvlink", + "scale_out_transport": null, + "topology_class": "h200-nvlink-island", + "sku": "h200-dgxc", + "vendor": "nvidia" + }, + "points": [ + { + "tokens_per_rank": 1, + "global_tokens": 8, + "components": { + "dispatch": { + "latency_us": { + "p50": 417, + "p90": 450.36, + "p95": 467.04, + "p99": 500.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 922.6952134292566, + "p90": 854.3474198419042, + "p95": 823.8350119904076, + "p99": 768.9126778577139 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.90407673860912, + "p90": 111.02229327648992, + "p95": 107.05721137375814, + "p99": 99.92006394884093 + }, + "payload_bytes": 400000000 + }, + "stage": { + "latency_us": { + "p50": 120, + "p90": 129.60000000000002, + "p95": 134.4, + "p99": 144 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1603.1829333333335, + "p90": 1484.4286419753084, + "p95": 1431.4133333333332, + "p99": 1335.9857777777777 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 200.3978666666667, + "p90": 185.55358024691355, + "p95": 178.92666666666665, + "p99": 166.9982222222222 + }, + "payload_bytes": 192381952 + }, + "combine": { + "latency_us": { + "p50": 392, + "p90": 423.36, + "p95": 439.04, + "p99": 470.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 981.5405714285715, + "p90": 908.8338624338625, + "p95": 876.3755102040816, + "p99": 817.9504761904763 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 122.69257142857144, + "p90": 113.60423280423281, + "p95": 109.5469387755102, + "p99": 102.24380952380953 + }, + "payload_bytes": 384763904 + }, + "roundtrip": { + "latency_us": { + "p50": 921, + "p90": 994.6800000000001, + "p95": 1031.5200000000002, + "p99": 1105.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 835.5350792616721, + "p90": 773.6435919089556, + "p95": 746.0134636264928, + "p99": 696.27923271806 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.50975895765473, + "p90": 98.62014718301363, + "p95": 95.09799906933456, + "p99": 88.75813246471228 + }, + "payload_bytes": 784763904 + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 2, + "global_tokens": 16, + "components": { + "dispatch": { + "latency_us": { + "p50": 418, + "p90": 451.44000000000005, + "p95": 468.16, + "p99": 501.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 920.4878086124403, + "p90": 852.3035264930002, + "p95": 821.8641148325358, + "p99": 767.0731738437003 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.61722488038276, + "p90": 110.75668970405812, + "p95": 106.8010936431989, + "p99": 99.68102073365232 + }, + "payload_bytes": 400000000 + }, + "stage": { + "latency_us": { + "p50": 121, + "p90": 130.68, + "p95": 135.52, + "p99": 145.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1589.9334876033058, + "p90": 1472.1606366697276, + "p95": 1419.58347107438, + "p99": 1324.944573002755 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 198.74168595041323, + "p90": 184.02007958371595, + "p95": 177.4479338842975, + "p99": 165.61807162534438 + }, + "payload_bytes": 192381952 + }, + "combine": { + "latency_us": { + "p50": 393, + "p90": 424.44000000000005, + "p95": 440.16, + "p99": 471.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 979.0430127226464, + "p90": 906.5213080765243, + "p95": 874.1455470737912, + "p99": 815.869177268872 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 122.3803765903308, + "p90": 113.31516350956554, + "p95": 109.2681933842239, + "p99": 101.983647158609 + }, + "payload_bytes": 384763904 + }, + "roundtrip": { + "latency_us": { + "p50": 922, + "p90": 995.7600000000001, + "p95": 1032.64, + "p99": 1106.3999999999999 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 834.6288590021693, + "p90": 772.8044990760825, + "p95": 745.2043383947938, + "p99": 695.5240491684744 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.39423861171366, + "p90": 98.51318389973487, + "p95": 94.99485590331577, + "p99": 88.6618655097614 + }, + "payload_bytes": 784763904 + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 4, + "global_tokens": 32, + "components": { + "dispatch": { + "latency_us": { + "p50": 419, + "p90": 452.52000000000004, + "p95": 469.28000000000003, + "p99": 502.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 918.2909403341289, + "p90": 850.2693891982674, + "p95": 819.9026252983293, + "p99": 765.2424502784409 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.33174224343675, + "p90": 110.49235392910809, + "p95": 106.54619843163995, + "p99": 99.4431185361973 + }, + "payload_bytes": 400000000 + }, + "stage": { + "latency_us": { + "p50": 122, + "p90": 131.76000000000002, + "p95": 136.64000000000001, + "p99": 146.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1576.9012459016394, + "p90": 1460.0937462052214, + "p95": 1407.9475409836064, + "p99": 1314.0843715846995 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 197.11265573770493, + "p90": 182.51171827565267, + "p95": 175.9934426229508, + "p99": 164.26054644808744 + }, + "payload_bytes": 192381952 + }, + "combine": { + "latency_us": { + "p50": 394, + "p90": 425.52000000000004, + "p95": 441.28000000000003, + "p99": 472.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 976.5581319796954, + "p90": 904.2204925737921, + "p95": 871.9269035532996, + "p99": 813.798443316413 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 122.06976649746193, + "p90": 113.02756157172401, + "p95": 108.99086294416244, + "p99": 101.72480541455162 + }, + "payload_bytes": 384763904 + }, + "roundtrip": { + "latency_us": { + "p50": 923, + "p90": 996.84, + "p95": 1033.76, + "p99": 1107.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 833.724602383532, + "p90": 771.9672244291962, + "p95": 744.3969664138677, + "p99": 694.7705019862767 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.27896858071506, + "p90": 98.40645238955098, + "p95": 94.8919362327813, + "p99": 88.5658071505959 + }, + "payload_bytes": 784763904 + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 8, + "global_tokens": 64, + "components": { + "dispatch": { + "latency_us": { + "p50": 420, + "p90": 453.6, + "p95": 470.40000000000003, + "p99": 504 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 916.1045333333334, + "p90": 848.244938271605, + "p95": 817.9504761904761, + "p99": 763.4204444444445 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.04761904761905, + "p90": 110.22927689594357, + "p95": 106.29251700680271, + "p99": 99.2063492063492 + }, + "payload_bytes": 400000000 + }, + "stage": { + "latency_us": { + "p50": 123, + "p90": 132.84, + "p95": 137.76000000000002, + "p99": 147.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1564.0809105691058, + "p90": 1448.2230653417646, + "p95": 1396.5008130081299, + "p99": 1303.400758807588 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 195.51011382113822, + "p90": 181.02788316772057, + "p95": 174.56260162601623, + "p99": 162.9250948509485 + }, + "payload_bytes": 192381952 + }, + "combine": { + "latency_us": { + "p50": 395, + "p90": 426.6, + "p95": 442.40000000000003, + "p99": 474 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 974.0858329113925, + "p90": 901.9313267698077, + "p95": 869.7194936708861, + "p99": 811.738194092827 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 121.76072911392406, + "p90": 112.74141584622596, + "p95": 108.71493670886076, + "p99": 101.46727426160338 + }, + "payload_bytes": 384763904 + }, + "roundtrip": { + "latency_us": { + "p50": 924, + "p90": 997.9200000000001, + "p95": 1034.88, + "p99": 1108.8 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 832.822303030303, + "p90": 771.1317620650954, + "p95": 743.5913419913419, + "p99": 694.0185858585859 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.16394805194805, + "p90": 98.29995189995189, + "p95": 94.78923933209646, + "p99": 88.4699567099567 + }, + "payload_bytes": 784763904 + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 16, + "global_tokens": 128, + "components": { + "dispatch": { + "latency_us": { + "p50": 421, + "p90": 454.68, + "p95": 471.52000000000004, + "p99": 505.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 913.928513064133, + "p90": 846.230104689012, + "p95": 816.0076009501188, + "p99": 761.607094220111 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 118.76484560570071, + "p90": 109.96744963490808, + "p95": 106.04004071937563, + "p99": 98.97070467141727 + }, + "payload_bytes": 400000000 + }, + "stage": { + "latency_us": { + "p50": 124, + "p90": 133.92000000000002, + "p95": 138.88000000000002, + "p99": 148.79999999999998 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1551.4673548387095, + "p90": 1436.543847072879, + "p95": 1385.2387096774191, + "p99": 1292.8894623655915 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 193.9334193548387, + "p90": 179.5679808841099, + "p95": 173.1548387096774, + "p99": 161.61118279569894 + }, + "payload_bytes": 192381952 + }, + "combine": { + "latency_us": { + "p50": 396, + "p90": 427.68, + "p95": 443.52000000000004, + "p99": 475.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 971.6260202020202, + "p90": 899.653722409278, + "p95": 867.5232323232323, + "p99": 809.6883501683502 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 121.45325252525252, + "p90": 112.45671530115975, + "p95": 108.44040404040403, + "p99": 101.21104377104378 + }, + "payload_bytes": 384763904 + }, + "roundtrip": { + "latency_us": { + "p50": 925, + "p90": 999.0000000000001, + "p95": 1036, + "p99": 1110 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 831.9219545945946, + "p90": 770.298106106106, + "p95": 742.7874594594595, + "p99": 693.2682954954955 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 106.04917621621622, + "p90": 98.19368168168167, + "p95": 94.68676447876449, + "p99": 88.37431351351351 + }, + "payload_bytes": 784763904 + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 32, + "global_tokens": 256, + "components": { + "dispatch": { + "latency_us": { + "p50": 422, + "p90": 455.76000000000005, + "p95": 472.64000000000004, + "p99": 506.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 911.7628056872038, + "p90": 844.2248200807443, + "p95": 814.0739336492891, + "p99": 759.8023380726698 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 118.48341232227487, + "p90": 109.70686326136563, + "p95": 105.78876100203114, + "p99": 98.73617693522907 + }, + "payload_bytes": 400000000 + }, + "stage": { + "latency_us": { + "p50": 125, + "p90": 135, + "p95": 140, + "p99": 150 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1539.0556159999999, + "p90": 1425.0514962962964, + "p95": 1374.1568, + "p99": 1282.5463466666668 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 192.38195199999998, + "p90": 178.13143703703705, + "p95": 171.7696, + "p99": 160.31829333333334 + }, + "payload_bytes": 192381952 + }, + "combine": { + "latency_us": { + "p50": 397, + "p90": 428.76000000000005, + "p95": 444.64000000000004, + "p99": 476.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 969.1785994962216, + "p90": 897.387592126131, + "p95": 865.3380352644836, + "p99": 807.648832913518 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 121.1473249370277, + "p90": 112.17344901576638, + "p95": 108.16725440806044, + "p99": 100.95610411418976 + }, + "payload_bytes": 384763904 + }, + "roundtrip": { + "latency_us": { + "p50": 926, + "p90": 1000.08, + "p95": 1037.1200000000001, + "p99": 1111.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 831.0235507559396, + "p90": 769.466250699944, + "p95": 741.9853131749459, + "p99": 692.5196256299496 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.93465226781858, + "p90": 98.0876409887209, + "p95": 94.58451095340943, + "p99": 88.2788768898488 + }, + "payload_bytes": 784763904 + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 64, + "global_tokens": 512, + "components": { + "dispatch": { + "latency_us": { + "p50": 423, + "p90": 456.84000000000003, + "p95": 473.76000000000005, + "p99": 507.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 909.6073380614658, + "p90": 842.2290167235793, + "p95": 812.1494089834514, + "p99": 758.0061150512215 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 118.2033096926714, + "p90": 109.44750897469572, + "p95": 105.5386693684566, + "p99": 98.50275807722618 + }, + "payload_bytes": 400000000 + }, + "stage": { + "latency_us": { + "p50": 126, + "p90": 136.08, + "p95": 141.12, + "p99": 151.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1526.840888888889, + "p90": 1413.741563786008, + "p95": 1363.2507936507936, + "p99": 1272.3674074074074 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 190.8551111111111, + "p90": 176.717695473251, + "p95": 170.4063492063492, + "p99": 159.04592592592593 + }, + "payload_bytes": 192381952 + }, + "combine": { + "latency_us": { + "p50": 398, + "p90": 429.84000000000003, + "p95": 445.76000000000005, + "p99": 477.59999999999997 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 966.7434773869347, + "p90": 895.1328494323469, + "p95": 863.1638190954774, + "p99": 805.6195644891122 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 120.84293467336684, + "p90": 111.89160617904336, + "p95": 107.89547738693467, + "p99": 100.70244556113903 + }, + "payload_bytes": 384763904 + }, + "roundtrip": { + "latency_us": { + "p50": 927, + "p90": 1001.1600000000001, + "p95": 1038.24, + "p99": 1112.3999999999999 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 830.1270852211435, + "p90": 768.6361900195773, + "p95": 741.1848975188781, + "p99": 691.7725710176197 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.82037540453075, + "p90": 97.98182907826921, + "p95": 94.48247803975958, + "p99": 88.1836461704423 + }, + "payload_bytes": 784763904 + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 128, + "global_tokens": 1024, + "components": { + "dispatch": { + "latency_us": { + "p50": 424, + "p90": 457.92, + "p95": 474.88000000000005, + "p99": 508.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 907.4620377358491, + "p90": 840.2426275331936, + "p95": 810.2339622641508, + "p99": 756.2183647798744 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 117.9245283018868, + "p90": 109.18937805730259, + "p95": 105.2897574123989, + "p99": 98.27044025157234 + }, + "payload_bytes": 400000000 + }, + "stage": { + "latency_us": { + "p50": 127, + "p90": 137.16, + "p95": 142.24, + "p99": 152.4 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1514.8185196850393, + "p90": 1402.6097404491106, + "p95": 1352.5165354330707, + "p99": 1262.3487664041995 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 189.3523149606299, + "p90": 175.32621755613883, + "p95": 169.06456692913383, + "p99": 157.79359580052494 + }, + "payload_bytes": 192381952 + }, + "combine": { + "latency_us": { + "p50": 399, + "p90": 430.92, + "p95": 446.88000000000005, + "p99": 478.79999999999995 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 964.3205614035088, + "p90": 892.8894087069526, + "p95": 861.0005012531327, + "p99": 803.6004678362574 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 120.5400701754386, + "p90": 111.61117608836908, + "p95": 107.62506265664159, + "p99": 100.45005847953217 + }, + "payload_bytes": 384763904 + }, + "roundtrip": { + "latency_us": { + "p50": 928, + "p90": 1002.24, + "p95": 1039.3600000000001, + "p99": 1113.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 829.232551724138, + "p90": 767.8079182630906, + "p95": 740.3862068965517, + "p99": 691.0271264367817 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.70634482758621, + "p90": 97.87624521072797, + "p95": 94.38066502463055, + "p99": 88.08862068965517 + }, + "payload_bytes": 784763904 + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 256, + "global_tokens": 2048, + "components": { + "dispatch": { + "latency_us": { + "p50": 425, + "p90": 459.00000000000006, + "p95": 476.00000000000006, + "p99": 510 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 905.3268329411765, + "p90": 838.2655860566448, + "p95": 808.3275294117645, + "p99": 754.4390274509803 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 117.64705882352942, + "p90": 108.93246187363833, + "p95": 105.04201680672269, + "p99": 98.0392156862745 + }, + "payload_bytes": 400000000 + }, + "stage": { + "latency_us": { + "p50": 128, + "p90": 138.24, + "p95": 143.36, + "p99": 153.6 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1502.984, + "p90": 1391.6518518518517, + "p95": 1341.9499999999998, + "p99": 1252.4866666666667 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 187.873, + "p90": 173.95648148148146, + "p95": 167.74374999999998, + "p99": 156.56083333333333 + }, + "payload_bytes": 192381952 + }, + "combine": { + "latency_us": { + "p50": 400, + "p90": 432, + "p95": 448.00000000000006, + "p99": 480 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 961.90976, + "p90": 890.6571851851852, + "p95": 858.848, + "p99": 801.5914666666667 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 120.23872, + "p90": 111.33214814814815, + "p95": 107.356, + "p99": 100.19893333333334 + }, + "payload_bytes": 384763904 + }, + "roundtrip": { + "latency_us": { + "p50": 929, + "p90": 1003.32, + "p95": 1040.48, + "p99": 1114.8 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 828.3399440258343, + "p90": 766.9814296535502, + "p95": 739.5892357373519, + "p99": 690.2832866881952 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.5925597416577, + "p90": 97.77088864968306, + "p95": 94.27907119790866, + "p99": 87.99379978471475 + }, + "payload_bytes": 784763904 + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + }, + { + "tokens_per_rank": 512, + "global_tokens": 4096, + "components": { + "dispatch": { + "latency_us": { + "p50": 426, + "p90": 460.08000000000004, + "p95": 477.12000000000006, + "p99": 511.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 903.2016525821597, + "p90": 836.2978264649626, + "p95": 806.4300469483567, + "p99": 752.6680438184663 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 117.37089201877934, + "p90": 108.67675186924012, + "p95": 104.79543930248154, + "p99": 97.80907668231613 + }, + "payload_bytes": 400000000 + }, + "stage": { + "latency_us": { + "p50": 129, + "p90": 139.32000000000002, + "p95": 144.48000000000002, + "p99": 154.79999999999998 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 1491.33296124031, + "p90": 1380.863853000287, + "p95": 1331.5472868217053, + "p99": 1242.7774677002585 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 186.41662015503874, + "p90": 172.60798162503588, + "p95": 166.44341085271316, + "p99": 155.3471834625323 + }, + "payload_bytes": 192381952 + }, + "combine": { + "latency_us": { + "p50": 401, + "p90": 433.08000000000004, + "p95": 449.12000000000006, + "p99": 481.2 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 959.5109825436409, + "p90": 888.4360949478155, + "p95": 856.706234413965, + "p99": 799.5924854530341 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 119.93887281795512, + "p90": 111.05451186847694, + "p95": 107.08827930174563, + "p99": 99.94906068162926 + }, + "payload_bytes": 384763904 + }, + "roundtrip": { + "latency_us": { + "p50": 930, + "p90": 1004.4000000000001, + "p95": 1041.6000000000001, + "p99": 1116 + }, + "activation_data_rate_gbps_at_latency_percentile": { + "p50": 827.4492559139785, + "p90": 766.1567184388689, + "p95": 738.7939784946236, + "p99": 689.541046594982 + }, + "payload_data_rate_gbps_at_latency_percentile": { + "p50": 105.47901935483871, + "p90": 97.66575866188768, + "p95": 94.17769585253455, + "p99": 87.89918279569893 + }, + "payload_bytes": 784763904 + } + }, + "roundtrip_token_rate_at_latency_percentile": { + "p50": 8338218, + "p90": 9005275.440000001, + "p95": 9338804.16, + "p99": 10005861.6 + } + } + ] + } + ] +} diff --git a/packages/app/cypress/fixtures/api/collectivex-runs.json b/packages/app/cypress/fixtures/api/collectivex-runs.json index d72ff4f2c..9baa64d40 100644 --- a/packages/app/cypress/fixtures/api/collectivex-runs.json +++ b/packages/app/cypress/fixtures/api/collectivex-runs.json @@ -1 +1,44 @@ -{"version":1,"runs":[{"run_id":"160","run_attempt":1,"generated_at":"2026-07-08T12:20:00Z","conclusion":"success","covered_skus":["b200-dgxc","b300","h200-dgxc","mi355x"],"requested_cases":5,"measured_cases":3,"requested_points":50,"terminal_points":40,"terminal_counts":{"measured":3,"unsupported":1,"failed":0}}]} +{ + "version": 1, + "runs": [ + { + "run_id": "160", + "run_attempt": 1, + "generated_at": "2026-07-08T12:20:00Z", + "conclusion": "success", + "covered_skus": [ + "b200-dgxc", + "b300", + "h200-dgxc", + "mi355x" + ], + "requested_cases": 5, + "measured_cases": 3, + "requested_points": 50, + "terminal_points": 40, + "terminal_counts": { + "measured": 3, + "unsupported": 1, + "failed": 0 + } + }, + { + "run_id": "159", + "run_attempt": 1, + "generated_at": "2026-07-07T12:20:00Z", + "conclusion": "success", + "covered_skus": [ + "h200-dgxc" + ], + "requested_cases": 1, + "measured_cases": 1, + "requested_points": 10, + "terminal_points": 10, + "terminal_counts": { + "measured": 1, + "unsupported": 0, + "failed": 0 + } + } + ] +} diff --git a/packages/app/scripts/capture-cypress-fixtures.ts b/packages/app/scripts/capture-cypress-fixtures.ts index c292d4305..ad7aca195 100644 --- a/packages/app/scripts/capture-cypress-fixtures.ts +++ b/packages/app/scripts/capture-cypress-fixtures.ts @@ -8,16 +8,23 @@ * Usage: * pnpm --filter app capture:fixtures (prod) * pnpm --filter app capture:fixtures http://localhost:3000 (local dev) + * pnpm --filter app capture:fixtures -- --collectivex-only (synthetic multi-run data) */ import { mkdir, writeFile } from 'node:fs/promises'; import { resolve } from 'node:path'; import { buildRunSummary } from '@semianalysisai/inferencex-db/collectivex/reader'; -import { makeCollectiveXDataset } from '@semianalysisai/inferencex-db/collectivex/test-fixture'; +import { + buildDataset, + makeCollectiveXDataset, + makeRawShard, +} from '@semianalysisai/inferencex-db/collectivex/test-fixture'; +const cliArgs = process.argv.filter((argument) => argument !== '--').slice(2); +const collectiveXOnly = cliArgs.includes('--collectivex-only'); const baseUrl = ( - process.argv.filter((a) => a !== '--').slice(2)[0] ?? 'https://inferencex.semianalysis.com' + cliArgs.find((argument) => !argument.startsWith('--')) ?? 'https://inferencex.semianalysis.com' ).replace(/\/$/u, ''); // `import.meta.dirname` is undefined when this script runs through tsx's CJS @@ -134,9 +141,52 @@ async function writeFixture(name: string, data: unknown): Promise { return body.length; } +async function writeCollectiveXFixtures(): Promise<[string, number][]> { + const latest = makeCollectiveXDataset(); + const comparison = buildDataset({ + shards: [makeRawShard({ precision: 'fp8' })], + meta: { + run_id: '159', + generated_at: '2026-07-07T12:20:00Z', + source_sha: 'd'.repeat(40), + }, + }); + const datasets = [latest, comparison]; + const sizes: [string, number][] = [ + ['collectivex-latest', await writeFixture('collectivex-latest', latest)], + ]; + // The newest dataset already has the stable `collectivex-latest` fixture; + // older runs get id-keyed files for multi-run selection. + for (const dataset of datasets.slice(1)) { + const name = `collectivex-run-${dataset.run.run_id}`; + sizes.push([name, await writeFixture(name, dataset)]); + } + sizes.push([ + 'collectivex-runs', + await writeFixture('collectivex-runs', { + version: 1, + runs: datasets.map(buildRunSummary), + }), + ]); + return sizes; +} + +function printSizes(sizes: [string, number][]) { + for (const [name, bytes] of sizes) { + console.log(` ${name.padEnd(22)} ${(bytes / 1024).toFixed(1).padStart(8)} KB`); + } + console.log(`\nWrote ${sizes.length} fixtures to ${fixturesDir}`); +} + async function main() { - console.log(`Capturing fixtures from ${baseUrl}`); await mkdir(fixturesDir, { recursive: true }); + if (collectiveXOnly) { + console.log('Generating synthetic CollectiveX fixtures'); + printSizes(await writeCollectiveXFixtures()); + return; + } + + console.log(`Capturing fixtures from ${baseUrl}`); const latestDate = await fetchLatestDate(); console.log( @@ -192,6 +242,7 @@ async function main() { ); const N = TOP_DATES_PER_PARTITION; + const collectiveXSizes = await writeCollectiveXFixtures(); const sizes: [string, number][] = [ [ 'availability', @@ -253,23 +304,12 @@ async function main() { }), ], ['workflow-info', await writeFixture('workflow-info', workflowInfo)], - // CollectiveX fixtures are synthetic (deterministic contract builders), - // not captured — production may hold arbitrary sweep data while the e2e - // suite asserts on the builders' known shape. - ['collectivex-latest', await writeFixture('collectivex-latest', makeCollectiveXDataset())], - [ - 'collectivex-runs', - await writeFixture('collectivex-runs', { - version: 1, - runs: [buildRunSummary(makeCollectiveXDataset())], - }), - ], + // Synthetic deterministic data: production may hold arbitrary sweeps, + // while e2e asserts on the builders' known multi-run shape. + ...collectiveXSizes, ]; - for (const [name, bytes] of sizes) { - console.log(` ${name.padEnd(22)} ${(bytes / 1024).toFixed(1).padStart(8)} KB`); - } - console.log(`\nWrote ${sizes.length} fixtures to ${fixturesDir}`); + printSizes(sizes); } main().catch((error) => { diff --git a/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.fixtures.test.ts b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.fixtures.test.ts new file mode 100644 index 000000000..4c2b1b5ce --- /dev/null +++ b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.fixtures.test.ts @@ -0,0 +1,92 @@ +import { beforeEach, describe, expect, it, vi } from 'vitest'; + +import { + buildDataset, + makeCollectiveXDataset, +} from '@semianalysisai/inferencex-db/collectivex/test-fixture'; +import { buildRunSummary } from '@semianalysisai/inferencex-db/collectivex/reader'; + +const { mockLoadFixture } = vi.hoisted(() => ({ + mockLoadFixture: vi.fn(), +})); + +vi.mock('@semianalysisai/inferencex-db/connection', () => ({ + FIXTURES_MODE: true, + getCollectiveXDb: vi.fn(), + getCollectiveXWriteDb: vi.fn(), +})); + +vi.mock('@semianalysisai/inferencex-db/queries/collectivex', () => ({ + collectiveXDatasetFromRow: vi.fn(), + deleteCollectiveXRun: vi.fn(), + getCollectiveXRun: vi.fn(), +})); + +vi.mock('@/lib/collectivex-lazy-ingest', () => ({ + collectiveXSweepErrorStatus: vi.fn(), + ensureCollectiveXRun: vi.fn(), +})); + +vi.mock('@/lib/api-cache', () => ({ + COLLECTIVEX_CACHE_CONTROL: 'public, max-age=0, s-maxage=60', + cachedJson: (data: unknown) => Response.json(data), + collectiveXCacheTag: () => 'collectivex', + purgeCollectiveX: vi.fn(), +})); + +vi.mock('@/lib/test-fixtures', () => ({ + loadFixture: mockLoadFixture, +})); + +import { NextRequest } from 'next/server'; + +import { GET } from './route'; + +const latest = makeCollectiveXDataset(); +const comparison = buildDataset({ meta: { run_id: '159' } }); +const fixtureList = { + version: 1, + runs: [buildRunSummary(latest), buildRunSummary(comparison)], +}; + +function get(runId: string) { + return GET(new NextRequest(new URL(`/x?version=1`, 'http://localhost')), { + params: Promise.resolve({ runId }), + }); +} + +beforeEach(() => { + vi.clearAllMocks(); + mockLoadFixture.mockImplementation((name: string) => { + if (name === 'collectivex-runs') return fixtureList; + if (name === 'collectivex-latest') return latest; + if (name === `collectivex-run-${comparison.run.run_id}`) return comparison; + throw new Error(`Unexpected fixture: ${name}`); + }); +}); + +describe('GET /api/v1/collectivex/runs/[runId] in fixture mode', () => { + it('reuses the latest fixture when its run id was requested', async () => { + const response = await get(latest.run.run_id); + + expect(response.status).toBe(200); + expect(await response.json()).toEqual(latest); + expect(mockLoadFixture).toHaveBeenCalledWith('collectivex-latest'); + }); + + it('serves an older dataset from its run-id-keyed fixture', async () => { + const response = await get(comparison.run.run_id); + + expect(response.status).toBe(200); + expect(await response.json()).toEqual(comparison); + expect(mockLoadFixture).toHaveBeenCalledWith(`collectivex-run-${comparison.run.run_id}`); + }); + + it('returns 404 instead of substituting the latest fixture for an unknown run', async () => { + const response = await get('999'); + + expect(response.status).toBe(404); + expect(mockLoadFixture).toHaveBeenCalledTimes(1); + expect(mockLoadFixture).toHaveBeenCalledWith('collectivex-runs'); + }); +}); diff --git a/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts index b99cdfe68..682f28295 100644 --- a/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts +++ b/packages/app/src/app/api/v1/collectivex/runs/[runId]/route.ts @@ -2,7 +2,11 @@ import { timingSafeEqual } from 'crypto'; import { type NextRequest, NextResponse } from 'next/server'; -import { parseCollectiveXVersion } from '@semianalysisai/inferencex-db/collectivex/types'; +import { + type CollectiveXDataset, + type CollectiveXRunSummary, + parseCollectiveXVersion, +} from '@semianalysisai/inferencex-db/collectivex/types'; import { FIXTURES_MODE, getCollectiveXDb, @@ -34,7 +38,17 @@ export async function GET(request: NextRequest, context: { params: Promise<{ run if (!version || !RUN_ID.test(runId)) { return NextResponse.json({ error: 'Unknown version or run id' }, { status: 400 }); } - if (FIXTURES_MODE) return cachedJson(loadFixture('collectivex-latest')); + if (FIXTURES_MODE) { + const fixtureList = loadFixture<{ version: number; runs: CollectiveXRunSummary[] }>( + 'collectivex-runs', + ); + if (fixtureList.version !== version || !fixtureList.runs.some((run) => run.run_id === runId)) { + return NextResponse.json({ error: 'Not found' }, { status: 404 }); + } + const latest = loadFixture('collectivex-latest'); + if (latest.run.run_id === runId) return cachedJson(latest); + return cachedJson(loadFixture(`collectivex-run-${runId}`)); + } try { await ensureCollectiveXRun(version, runId); From 0bf0ade78afa0c03da16a19aa294a19231ae63d3 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 29 Jul 2026 16:24:58 +0800 Subject: [PATCH 30/37] feat(collectivex): distinguish runs by line style --- docs/collectivex.md | 11 +++-- packages/app/cypress/e2e/collectivex.cy.ts | 25 ++++++++-- .../collectivex/CollectiveXChart.tsx | 6 ++- .../collectivex/CollectiveXDisplay.tsx | 21 ++++++-- .../collectivex/CollectiveXRunsTable.tsx | 48 +++++++++++++----- .../src/components/collectivex/data.test.ts | 32 ++++++++++-- .../app/src/components/collectivex/data.ts | 21 ++++++-- .../app/src/components/collectivex/types.ts | 3 +- .../src/components/ui/chart-legend-item.tsx | 49 ++++++++++++++++--- .../app/src/components/ui/chart-legend.tsx | 2 + .../app/src/lib/d3-chart/layers/lines.test.ts | 22 +++++++++ packages/app/src/lib/d3-chart/layers/lines.ts | 3 ++ 12 files changed, 202 insertions(+), 41 deletions(-) diff --git a/docs/collectivex.md b/docs/collectivex.md index 393cf1c87..4e976680f 100644 --- a/docs/collectivex.md +++ b/docs/collectivex.md @@ -66,11 +66,12 @@ visibility checkbox; checking a run fetches its cached dataset through `/api/v1/collectivex/runs/[runId]`. Checked datasets are combined client-side, and the EP, phase, kernel mode, precision, SKU, and backend controls filter their combined series. -Series ids, labels, and color keys are namespaced by GitHub Actions run id before rendering, so the -same matrix case from two runs remains independently toggleable and visually distinct. The newest -run with measured cases is checked by default; newer incomplete sweeps remain listed but cannot -blank the initial explorer. Deletion is a row action in the run table and keeps the same tombstone -semantics described above. +Series ids are namespaced by GitHub Actions run id so the same matrix case from two runs remains +independently toggleable. Configuration color stays consistent across runs; run identity is encoded +as a line dash pattern shown in both the run table and legend, keeping run ids out of legend labels. +The newest run with measured cases is checked by default; newer incomplete sweeps remain listed but +cannot blank the initial explorer. Deletion is a row action in the run table and keeps the same +tombstone semantics described above. ## The raw-rows exception diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index 3d7d66072..26890d7d1 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -187,13 +187,32 @@ describe('CollectiveX neutral run view', () => { ); cy.get(`[data-testid="collectivex-run-visible-${runId}"]`).should('be.checked'); cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 1); + cy.get(`[data-testid="collectivex-run-line-style-${runId}"] line`).should( + 'not.have.attr', + 'stroke-dasharray', + ); + cy.get( + `[data-testid="collectivex-run-line-style-${comparisonDataset.run.run_id}"] line`, + ).should('have.attr', 'stroke-dasharray', '9 4'); cy.get(`[data-testid="collectivex-run-visible-${comparisonDataset.run.run_id}"]`).check(); cy.wait('@comparisonRun'); - cy.get('[data-testid="collectivex-explorer-chart"] .line-path').should('have.length', 2); + cy.get('[data-testid="collectivex-explorer-chart"] .line-path') + .should('have.length', 2) + .then(($lines) => { + expect($lines.eq(0)).to.have.attr('stroke-dasharray', 'none'); + expect($lines.eq(1)).to.have.attr('stroke-dasharray', '9 4'); + expect($lines.eq(0)).to.have.attr('stroke', $lines.eq(1).attr('stroke')); + }); cy.get('[data-testid="chart-legend"]') - .should('contain.text', `#${runId}`) - .and('contain.text', `#${comparisonDataset.run.run_id}`); + .should('not.contain.text', `#${runId}`) + .and('not.contain.text', `#${comparisonDataset.run.run_id}`) + .find('[data-testid="legend-line-swatch"]') + .should('have.length', 2) + .then(($swatches) => { + expect($swatches.eq(0).find('line')).not.to.have.attr('stroke-dasharray'); + expect($swatches.eq(1).find('line')).to.have.attr('stroke-dasharray', '9 4'); + }); cy.get(`[data-testid="collectivex-run-visible-${runId}"]`).uncheck(); cy.get('[data-testid="collectivex-run-conclusion"]').should( diff --git a/packages/app/src/components/collectivex/CollectiveXChart.tsx b/packages/app/src/components/collectivex/CollectiveXChart.tsx index 462b6e29b..8c7f0a4fc 100644 --- a/packages/app/src/components/collectivex/CollectiveXChart.tsx +++ b/packages/app/src/components/collectivex/CollectiveXChart.tsx @@ -5,7 +5,7 @@ import { useMemo } from 'react'; import { D3Chart } from '@/lib/d3-chart/D3Chart'; -import { chartPoints, collectiveXColorKey, fitAlphaBeta } from './data'; +import { chartPoints, collectiveXColorKey, collectiveXRunDasharray, fitAlphaBeta } from './data'; import type { CollectiveXChartPoint, CollectiveXOperation, @@ -167,6 +167,10 @@ export function CollectiveXChart({ const item = seriesById.get(key); return colors[item ? collectiveXColorKey(item) : ''] ?? '#888'; }, + getStrokeDasharray: (key) => { + const item = seriesById.get(key); + return item ? collectiveXRunDasharray(item.run_index) : 'none'; + }, strokeWidth: 2.25, curve: d3.curveLinear, }, diff --git a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx index ef01db512..cbcf7e6bd 100644 --- a/packages/app/src/components/collectivex/CollectiveXDisplay.tsx +++ b/packages/app/src/components/collectivex/CollectiveXDisplay.tsx @@ -29,8 +29,9 @@ import { CollectiveXInventory } from './CollectiveXInventory'; import { CollectiveXRunsTable } from './CollectiveXRunsTable'; import { collectiveXColorKey, + collectiveXLegendLabel, + collectiveXRunDasharray, collectiveXSeriesForRun, - collectiveXSeriesLabel, collectiveXTopologyLabel, seriesMatchesSelection, type CollectiveXSeriesSelection, @@ -323,10 +324,20 @@ export default function CollectiveXDisplay() { () => runQueries.flatMap((query) => (query.data ? [query.data] : [])), [runQueries], ); + const runIndexById = useMemo( + () => new Map(runList.map((run, index) => [run.run_id, index])), + [runList], + ); const combinedSeries = useMemo( () => - datasets.flatMap((dataset) => collectiveXSeriesForRun(dataset.series, dataset.run.run_id)), - [datasets], + datasets.flatMap((dataset) => + collectiveXSeriesForRun( + dataset.series, + dataset.run.run_id, + runIndexById.get(dataset.run.run_id) ?? 0, + ), + ), + [datasets, runIndexById], ); const loadingRunIds = useMemo( () => @@ -532,8 +543,9 @@ export default function CollectiveXDisplay() { () => phaseSeries.map((item) => ({ name: item.series_id, - label: collectiveXSeriesLabel(item), + label: collectiveXLegendLabel(item), color: colors[collectiveXColorKey(item)] ?? 'var(--muted-foreground)', + lineDasharray: collectiveXRunDasharray(item.run_index), isActive: activeSeriesIds.has(item.series_id), title: `EP${item.system.ep_size} · ${collectiveXTopologyLabel(item.system)}`, onClick: () => { @@ -727,6 +739,7 @@ export default function CollectiveXDisplay() {
; visibleRunIds: ReadonlySet; loadingRunIds: ReadonlySet; deletingRunId: string | null; @@ -30,6 +32,7 @@ const STRINGS = { actions: 'Actions', pending: 'pending', showRun: (id: string) => `Show run #${id}`, + lineStyle: (id: string) => `Line style for run #${id}`, openRun: (id: string) => `Open GitHub Actions run #${id}`, deleteRun: (id: string) => `Delete run #${id}`, empty: 'No runs match this benchmark version.', @@ -46,6 +49,7 @@ const STRINGS = { actions: 'Actions', pending: 'pending', showRun: (id: string) => `Show run #${id}`, + lineStyle: (id: string) => `Line style for run #${id}`, openRun: (id: string) => `Open GitHub Actions run #${id}`, deleteRun: (id: string) => `Delete run #${id}`, empty: 'No runs match this benchmark version.', @@ -69,6 +73,7 @@ function formatDate(value: string, locale: 'en' | 'zh'): string { export function CollectiveXRunsTable({ runs, + runIndexById, visibleRunIds, loadingRunIds, deletingRunId, @@ -106,6 +111,7 @@ export function CollectiveXRunsTable({ const loading = loadingRunIds.has(run.run_id); const deleting = deletingRunId === run.run_id; const conclusion = run.conclusion ?? t.pending; + const lineDasharray = collectiveXRunDasharray(runIndexById.get(run.run_id) ?? 0); return ( - track('collectivex_run_source_opened', { run: run.run_id })} - className="inline-flex items-center gap-1 hover:underline" - > - #{run.run_id} - - + { '#30165164821 · H200-DGXC · deepep-v2 · EP8 · normal · decode · bf16', ); }); + + it('keeps run ids out of the configuration label used by the legend', () => { + const [runSeries] = collectiveXSeriesForRun([scaleUp], '30165164821'); + expect(collectiveXLegendLabel(runSeries)).toBe( + 'H200-DGXC · deepep-v2 · EP8 · normal · decode · bf16', + ); + }); }); describe('collectiveXColorKey', () => { @@ -92,26 +101,41 @@ describe('collectiveXColorKey', () => { expect(collectiveXColorKey(amd).split('_')[0]).toBe('amd'); }); - it('assigns distinct keys to the same configuration from different runs', () => { + it('keeps the same configuration color across different runs', () => { const [first] = collectiveXSeriesForRun([scaleUp], '30165164821'); const [second] = collectiveXSeriesForRun([scaleUp], '30177021271'); - expect(collectiveXColorKey(first)).not.toBe(collectiveXColorKey(second)); + expect(collectiveXColorKey(first)).toBe(collectiveXColorKey(second)); }); }); describe('collectiveXSeriesForRun', () => { it('namespaces otherwise-colliding series ids without mutating the source', () => { const originalId = scaleUp.series_id; - const [first] = collectiveXSeriesForRun([scaleUp], '30165164821'); - const [second] = collectiveXSeriesForRun([scaleUp], '30177021271'); + const [first] = collectiveXSeriesForRun([scaleUp], '30165164821', 2); + const [second] = collectiveXSeriesForRun([scaleUp], '30177021271', 3); expect(first.series_id).toBe(`30165164821:${originalId}`); expect(first.run_id).toBe('30165164821'); + expect(first.run_index).toBe(2); expect(second.series_id).toBe(`30177021271:${originalId}`); + expect(second.run_index).toBe(3); expect(scaleUp.series_id).toBe(originalId); }); }); +describe('collectiveXRunDasharray', () => { + it('uses a solid line for the newest run and distinct patterns for following runs', () => { + expect(collectiveXRunDasharray(0)).toBe('none'); + expect(collectiveXRunDasharray(1)).toBe('9 4'); + expect(collectiveXRunDasharray(2)).toBe('3 3'); + }); + + it('normalizes invalid negative and fractional indexes', () => { + expect(collectiveXRunDasharray(-1)).toBe('none'); + expect(collectiveXRunDasharray(1.9)).toBe('9 4'); + }); +}); + describe('seriesMatchesSelection', () => { const base: CollectiveXSeriesSelection = { epSize: 8, diff --git a/packages/app/src/components/collectivex/data.ts b/packages/app/src/components/collectivex/data.ts index cebe2fea6..acd18b9d8 100644 --- a/packages/app/src/components/collectivex/data.ts +++ b/packages/app/src/components/collectivex/data.ts @@ -19,6 +19,14 @@ export interface CollectiveXSeriesSelection { precision: CollectiveXPrecision; } +const RUN_DASHARRAYS = ['none', '9 4', '3 3', '10 3 2 3', '2 3', '12 3 2 3'] as const; + +/** Stable within the newest-first run table; patterns repeat only after six runs. */ +export function collectiveXRunDasharray(runIndex: number): string { + const normalized = Math.max(0, Math.trunc(runIndex)) % RUN_DASHARRAYS.length; + return RUN_DASHARRAYS[normalized]; +} + export function collectiveXTopologyLabel( system: Pick< CollectiveXSeries['system'], @@ -36,25 +44,30 @@ export function collectiveXTopologyLabel( return `${system.nodes}x${system.gpus_per_node} · domain ${system.scale_up_domain} · ${transports} · ${system.topology_class}`; } +export function collectiveXLegendLabel(series: CollectiveXSeries): string { + return `${series.system.sku.toUpperCase()} · ${series.backend} · EP${series.system.ep_size} · ${series.mode} · ${series.phase} · ${series.precision}`; +} + export function collectiveXSeriesLabel(series: CollectiveXSeries | CollectiveXRunSeries): string { const runPrefix = 'run_id' in series ? `#${series.run_id} · ` : ''; - return `${runPrefix}${series.system.sku.toUpperCase()} · ${series.backend} · EP${series.system.ep_size} · ${series.mode} · ${series.phase} · ${series.precision}`; + return `${runPrefix}${collectiveXLegendLabel(series)}`; } export function collectiveXColorKey(series: CollectiveXSeries | CollectiveXRunSeries): string { - const runSuffix = 'run_id' in series ? `_run${series.run_id}` : ''; - return `${series.system.vendor}_${series.system.sku}_${series.backend}_ep${series.system.ep_size}_${series.mode}_${series.phase}_${series.precision}${runSuffix}`; + return `${series.system.vendor}_${series.system.sku}_${series.backend}_ep${series.system.ep_size}_${series.mode}_${series.phase}_${series.precision}`; } -/** Namespace series ids and color/label identity so runs can render together safely. */ +/** Namespace series ids and attach the run's stable visual-style index. */ export function collectiveXSeriesForRun( series: readonly CollectiveXSeries[], runId: string, + runIndex = 0, ): CollectiveXRunSeries[] { return series.map((item) => ({ ...item, series_id: `${runId}:${item.series_id}`, run_id: runId, + run_index: runIndex, })); } diff --git a/packages/app/src/components/collectivex/types.ts b/packages/app/src/components/collectivex/types.ts index 669c5e6a8..13a144238 100644 --- a/packages/app/src/components/collectivex/types.ts +++ b/packages/app/src/components/collectivex/types.ts @@ -53,7 +53,8 @@ export interface CollectiveXChartPoint { point: CollectiveXPoint; } -/** A stored run's series namespaced for simultaneous multi-run rendering. */ +/** A stored run's series with namespaced identity and visual-style index. */ export type CollectiveXRunSeries = CollectiveXSeries & { run_id: string; + run_index: number; }; diff --git a/packages/app/src/components/ui/chart-legend-item.tsx b/packages/app/src/components/ui/chart-legend-item.tsx index a3d10b310..411c2565b 100644 --- a/packages/app/src/components/ui/chart-legend-item.tsx +++ b/packages/app/src/components/ui/chart-legend-item.tsx @@ -22,6 +22,8 @@ export interface CommonLegendItemProps { hw?: string; label: string; color: string; + /** When present, render a line swatch using this SVG dash pattern instead of a dot. */ + lineDasharray?: string; isActive: boolean; isHighlighted?: boolean; onClick: (name: string) => void; @@ -47,6 +49,7 @@ const ChartLegendItem: React.FC = ({ name, label, color, + lineDasharray, title, isActive, onClick, @@ -92,14 +95,44 @@ const ChartLegendItem: React.FC = ({ onMouseEnter={onHover && isActive ? () => onHover(hw || name) : undefined} onMouseLeave={onHoverEnd && isActive ? onHoverEnd : undefined} > - - + + {lineDasharray === undefined ? ( + + ) : ( + + )} {canRemove && ( { expect(strokeByClass['line-path line-seriesB']).toBe('#0f0'); }); + it('sets a per-series stroke dash pattern when configured', () => { + const group = createMockGroup(); + const { xScale, yScale } = makeScales(); + renderLines( + group as any, + SAMPLE_LINES, + xScale, + yScale, + makeConfig({ + getStrokeDasharray: (key) => (key === 'seriesA' ? 'none' : '9 4'), + }), + ); + + const paths = group.selectAll('.line-path'); + const dashByClass: Record = {}; + for (const el of paths.elements) { + dashByClass[el.attrs['class'] as string] = el.attrs['stroke-dasharray']; + } + expect(dashByClass['line-path line-seriesA']).toBe('none'); + expect(dashByClass['line-path line-seriesB']).toBe('9 4'); + }); + it('uses default strokeWidth of 2 when not specified', () => { const group = createMockGroup(); const { xScale, yScale } = makeScales(); diff --git a/packages/app/src/lib/d3-chart/layers/lines.ts b/packages/app/src/lib/d3-chart/layers/lines.ts index 79c394e9c..075a1be71 100644 --- a/packages/app/src/lib/d3-chart/layers/lines.ts +++ b/packages/app/src/lib/d3-chart/layers/lines.ts @@ -6,6 +6,8 @@ type AnyXScale = ContinuousScale | d3.ScaleTime; export interface LineConfig { getColor: (key: string) => string; + /** Optional per-series SVG dash pattern; return `none` for a solid line. */ + getStrokeDasharray?: (key: string) => string; strokeWidth?: number; curve?: d3.CurveFactory; /** Return false to create gaps in the line (e.g., missing data points). */ @@ -58,6 +60,7 @@ export function renderLines( .merge(selection) .attr('class', (d) => `line-path line-${d.key}`) .attr('stroke', (d) => config.getColor(d.key)) + .attr('stroke-dasharray', (d) => config.getStrokeDasharray?.(d.key) ?? null) .attr('stroke-width', config.strokeWidth ?? 2) .attr('d', (d) => lineGenerator(d.points)); } From 761c00655532286d93580d198f2259f644b1f3c2 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 29 Jul 2026 16:39:36 +0800 Subject: [PATCH 31/37] style(collectivex): compact runs table --- packages/app/cypress/e2e/collectivex.cy.ts | 1 + .../collectivex/CollectiveXRunsTable.tsx | 34 +++++++++---------- 2 files changed, 18 insertions(+), 17 deletions(-) diff --git a/packages/app/cypress/e2e/collectivex.cy.ts b/packages/app/cypress/e2e/collectivex.cy.ts index 26890d7d1..b248b816a 100644 --- a/packages/app/cypress/e2e/collectivex.cy.ts +++ b/packages/app/cypress/e2e/collectivex.cy.ts @@ -62,6 +62,7 @@ describe('CollectiveX neutral run view', () => { .should('contain.text', `${dataset.run.measured_cases}/${dataset.run.requested_cases}`) .and('contain.text', String(dataset.series.length)); cy.get('[data-testid="collectivex-version-select"]').should('contain.text', 'V1'); + cy.get('[data-testid="collectivex-runs-table"]').should('have.css', 'max-height', '448px'); cy.get('[data-testid="collectivex-source-link"]').should( 'have.attr', 'href', diff --git a/packages/app/src/components/collectivex/CollectiveXRunsTable.tsx b/packages/app/src/components/collectivex/CollectiveXRunsTable.tsx index bade8b98a..b78e3443b 100644 --- a/packages/app/src/components/collectivex/CollectiveXRunsTable.tsx +++ b/packages/app/src/components/collectivex/CollectiveXRunsTable.tsx @@ -90,19 +90,19 @@ export function CollectiveXRunsTable({ return (
- - - - - - - - + + + + + + + + @@ -121,7 +121,7 @@ export function CollectiveXRunsTable({ visible && 'bg-primary/5', )} > - - - - - - - -
{t.shown}{t.run}{t.result}{t.cases}{t.points}{t.skus}{t.published}{t.actions}{t.shown}{t.run}{t.result}{t.cases}{t.points}{t.skus}{t.published}{t.actions}
+
}
+
+ + {run.measured_cases}/{run.requested_cases} + {run.terminal_points}/{run.requested_points} + {run.covered_skus.length > 0 ? run.covered_skus.map((sku) => sku.toUpperCase()).join(', ') : '—'} + {formatDate(run.generated_at, locale)} +