Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
39 changes: 8 additions & 31 deletions packages/sdk/e2e/tests/desktop/consumer.ts
Original file line number Diff line number Diff line change
Expand Up @@ -21,16 +21,14 @@ import {
TTS_MULTILINGUAL_SUPERTONIC3_Q4_0,
TTS_ENHANCER_LAVASR_FP16,
TTS_DENOISER_LAVASR_FP16,
PARAKEET_TDT_0_6B_V3_Q8_0,
PARAKEET_CTC_0_6B_Q8_0,
PARAKEET_SORTFORMER_4SPK_V2_1_Q8_0,
PARAKEET_EOU_120M_V1_Q8_0,
PARAKEET_TDT_0_6B_V3_Q4_0,
PARAKEET_CTC_0_6B_Q4_0,
PARAKEET_SORTFORMER_4SPK_V2_1_Q4_0,
PARAKEET_EOU_120M_V1_Q4_0,
SMOLVLA_LIBERO_VISION_Q8,
PI05_BASE_Q_AGGRESSIVE,
SMOLVLM2_500M_MULTIMODAL_Q8_0,
MMPROJ_SMOLVLM2_500M_MULTIMODAL_Q8_0,
SALAMANDRATA_2B_INST_Q4,
AFRICAN_4B_TRANSLATION_Q4_K_M,
FLUX_2_KLEIN_4B_Q4_0,
FLUX_2_KLEIN_4B_VAE,
QWEN3_4B_Q4_K_M,
Expand Down Expand Up @@ -259,27 +257,6 @@ resources.define('bergamot-es-it-pivot', {
}
})

resources.define('salamandra', {
constant: SALAMANDRATA_2B_INST_Q4,
type: 'llamacpp-completion'
})

resources.define('afriquegemma', {
constant: AFRICAN_4B_TRANSLATION_Q4_K_M,
type: 'llamacpp-completion',
config: {
tools: true,
ctx_size: 2048,
top_k: 1,
top_p: 1,
temp: 0,
repeat_penalty: 1,
seed: 42,
predict: 256,
stop_sequences: ['\n']
}
})

resources.define('tts-chatterbox', {
constant: TTS_T3_TURBO_EN_CHATTERBOX_Q4_0,
type: 'tts-ggml',
Expand Down Expand Up @@ -348,25 +325,25 @@ resources.define('tts-supertonic-enhanced', {
})

resources.define('parakeet-tdt', {
constant: PARAKEET_TDT_0_6B_V3_Q8_0,
constant: PARAKEET_TDT_0_6B_V3_Q4_0,
type: 'parakeet-transcription',
config: {}
})

resources.define('parakeet-ctc', {
constant: PARAKEET_CTC_0_6B_Q8_0,
constant: PARAKEET_CTC_0_6B_Q4_0,
type: 'parakeet-transcription',
config: {}
})

resources.define('parakeet-sortformer', {
constant: PARAKEET_SORTFORMER_4SPK_V2_1_Q8_0,
constant: PARAKEET_SORTFORMER_4SPK_V2_1_Q4_0,
type: 'parakeet-transcription',
config: {}
})

resources.define('parakeet-eou', {
constant: PARAKEET_EOU_120M_V1_Q8_0,
constant: PARAKEET_EOU_120M_V1_Q4_0,
type: 'parakeet-transcription',
config: {}
})
Expand Down
39 changes: 8 additions & 31 deletions packages/sdk/e2e/tests/electron/consumer.ts
Original file line number Diff line number Diff line change
Expand Up @@ -34,14 +34,12 @@ import {
TTS_MULTILINGUAL_SUPERTONIC3_Q4_0,
TTS_ENHANCER_LAVASR_FP16,
TTS_DENOISER_LAVASR_FP16,
PARAKEET_TDT_0_6B_V3_Q8_0,
PARAKEET_CTC_0_6B_Q8_0,
PARAKEET_SORTFORMER_4SPK_V2_1_Q8_0,
PARAKEET_EOU_120M_V1_Q8_0,
PARAKEET_TDT_0_6B_V3_Q4_0,
PARAKEET_CTC_0_6B_Q4_0,
PARAKEET_SORTFORMER_4SPK_V2_1_Q4_0,
PARAKEET_EOU_120M_V1_Q4_0,
SMOLVLM2_500M_MULTIMODAL_Q8_0,
MMPROJ_SMOLVLM2_500M_MULTIMODAL_Q8_0,
SALAMANDRATA_2B_INST_Q4,
AFRICAN_4B_TRANSLATION_Q4_K_M,
QWEN3_5_0_8B_MULTIMODAL_Q4_K_M,
GEMMA4_2B_MULTIMODAL_Q4_K_M,
BCI_WINDOWED
Expand Down Expand Up @@ -241,27 +239,6 @@ resources.define('bergamot-es-it-pivot', {
}
})

resources.define('salamandra', {
constant: SALAMANDRATA_2B_INST_Q4,
type: 'llamacpp-completion'
})

resources.define('afriquegemma', {
constant: AFRICAN_4B_TRANSLATION_Q4_K_M,
type: 'llamacpp-completion',
config: {
tools: true,
ctx_size: 2048,
top_k: 1,
top_p: 1,
temp: 0,
repeat_penalty: 1,
seed: 42,
predict: 256,
stop_sequences: ['\n']
}
})

resources.define('tts-chatterbox', {
constant: TTS_T3_TURBO_EN_CHATTERBOX_Q4_0,
type: 'tts-ggml',
Expand Down Expand Up @@ -330,25 +307,25 @@ resources.define('tts-supertonic-enhanced', {
})

resources.define('parakeet-tdt', {
constant: PARAKEET_TDT_0_6B_V3_Q8_0,
constant: PARAKEET_TDT_0_6B_V3_Q4_0,
type: 'parakeet-transcription',
config: {}
})

resources.define('parakeet-ctc', {
constant: PARAKEET_CTC_0_6B_Q8_0,
constant: PARAKEET_CTC_0_6B_Q4_0,
type: 'parakeet-transcription',
config: {}
})

resources.define('parakeet-sortformer', {
constant: PARAKEET_SORTFORMER_4SPK_V2_1_Q8_0,
constant: PARAKEET_SORTFORMER_4SPK_V2_1_Q4_0,
type: 'parakeet-transcription',
config: {}
})

resources.define('parakeet-eou', {
constant: PARAKEET_EOU_120M_V1_Q8_0,
constant: PARAKEET_EOU_120M_V1_Q4_0,
type: 'parakeet-transcription',
config: {}
})
Expand Down
43 changes: 8 additions & 35 deletions packages/sdk/e2e/tests/mobile/consumer.ts
Original file line number Diff line number Diff line change
Expand Up @@ -23,14 +23,12 @@ import {
TTS_MULTILINGUAL_SUPERTONIC3_Q4_0,
TTS_ENHANCER_LAVASR_FP16,
TTS_DENOISER_LAVASR_FP16,
PARAKEET_TDT_0_6B_V3_Q8_0,
PARAKEET_CTC_0_6B_Q8_0,
PARAKEET_SORTFORMER_4SPK_V2_1_Q8_0,
PARAKEET_EOU_120M_V1_Q8_0,
PARAKEET_TDT_0_6B_V3_Q4_0,
PARAKEET_CTC_0_6B_Q4_0,
PARAKEET_SORTFORMER_4SPK_V2_1_Q4_0,
PARAKEET_EOU_120M_V1_Q4_0,
SMOLVLM2_500M_MULTIMODAL_Q8_0,
MMPROJ_SMOLVLM2_500M_MULTIMODAL_Q8_0,
SALAMANDRATA_2B_INST_Q4,
AFRICAN_4B_TRANSLATION_Q4_K_M,
SMOLVLA_LIBERO_VISION_Q8
} from '@qvac/sdk'
import { ResourceManager } from '../shared/resource-manager.js'
Expand Down Expand Up @@ -237,27 +235,6 @@ resources.define('bergamot-es-it-pivot', {
}
})

resources.define('salamandra', {
constant: SALAMANDRATA_2B_INST_Q4,
type: 'llamacpp-completion'
})

resources.define('afriquegemma', {
constant: AFRICAN_4B_TRANSLATION_Q4_K_M,
type: 'llamacpp-completion',
config: {
tools: true,
ctx_size: 2048,
top_k: 1,
top_p: 1,
temp: 0,
repeat_penalty: 1,
seed: 42,
predict: 256,
stop_sequences: ['\n']
}
})

/** Look up a bundled audio file by name and resolve it to a POSIX path. */
async function resolveBundledAudioUri(filename: string): Promise<string | undefined> {
// @ts-ignore - assets.ts generated at consumer build time (consumer root, 3 levels up from dist/tests/mobile/)
Expand Down Expand Up @@ -343,25 +320,25 @@ resources.define('tts-supertonic-enhanced', {
})

resources.define('parakeet-tdt', {
constant: PARAKEET_TDT_0_6B_V3_Q8_0,
constant: PARAKEET_TDT_0_6B_V3_Q4_0,
type: 'parakeet-transcription',
config: {}
})

resources.define('parakeet-ctc', {
constant: PARAKEET_CTC_0_6B_Q8_0,
constant: PARAKEET_CTC_0_6B_Q4_0,
type: 'parakeet-transcription',
config: {}
})

resources.define('parakeet-sortformer', {
constant: PARAKEET_SORTFORMER_4SPK_V2_1_Q8_0,
constant: PARAKEET_SORTFORMER_4SPK_V2_1_Q4_0,
type: 'parakeet-transcription',
config: {}
})

resources.define('parakeet-eou', {
constant: PARAKEET_EOU_120M_V1_Q8_0,
constant: PARAKEET_EOU_120M_V1_Q4_0,
type: 'parakeet-transcription',
config: {}
})
Expand Down Expand Up @@ -555,10 +532,6 @@ export const executor = createExecutor({
'addon-logging-ocr'
],
'OCR disabled on iOS (ONNX/CoreML OOM)'
),
new SkipExecutor(
/^translation-afriquegemma-/,
'AfriqueGemma 4B (~2.7 GB) exceeds iOS memory budget'
)
]
: []),
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,6 @@ import { AbstractModelExecutor } from './abstract-model-executor.js'
import { translationIndicTransTests } from '../../translation-indictrans-tests.js'
import { translationBergamotTests } from '../../translation-bergamot-tests.js'
import { translationLlmTests } from '../../translation-llm-tests.js'
import { translationSalamandraTests } from '../../translation-salamandra-tests.js'
import { translationAfriquegemmaTests } from '../../translation-afriquegemma-tests.js'

interface TranslateTestParams {
text: string
Expand All @@ -18,13 +16,11 @@ interface TranslateTestParams {
const allTests = [
...translationIndicTransTests,
...translationBergamotTests,
...translationLlmTests,
...translationSalamandraTests,
...translationAfriquegemmaTests
...translationLlmTests
]

export class TranslationExecutor extends AbstractModelExecutor<typeof allTests> {
pattern = /^translation-(indictrans|bergamot|llm|salamandra|afriquegemma)-/
pattern = /^translation-(indictrans|bergamot|llm)-/

protected handlers = Object.fromEntries(
allTests.map((test) => {
Expand Down
3 changes: 1 addition & 2 deletions packages/sdk/e2e/tests/shared/resource-lifecycle.ts
Original file line number Diff line number Diff line change
Expand Up @@ -11,8 +11,7 @@ export async function modelSetup(resources: ResourceManager, context: unknown) {
// Treat this as "evict everything currently held" — otherwise residue
// from the previous test (e.g. a 2GB translation model) stays resident
// while the next test allocates fresh memory on top of it, blowing the
// device memory budget on mobile (afriquegemma → sharded-model-load was
// the empirical case this manifested as).
// device memory budget on mobile.
const deps = !dep || dep === 'none' ? [] : dep.includes('+') ? dep.split('+') : [dep]

await resources.evictExcept(deps)
Expand Down
8 changes: 0 additions & 8 deletions packages/sdk/e2e/tests/test-definitions.ts
Original file line number Diff line number Diff line change
Expand Up @@ -10,8 +10,6 @@ import { translationIndicTransTests } from './translation-indictrans-tests.js'
import { translationBergamotTests } from './translation-bergamot-tests.js'
import { translationBergamotCacheTests } from './translation-bergamot-cache-tests.js'
import { translationLlmTests } from './translation-llm-tests.js'
import { translationSalamandraTests } from './translation-salamandra-tests.js'
import { translationAfriquegemmaTests } from './translation-afriquegemma-tests.js'
import { modelInfoTests } from './model-info-tests.js'
import { kvCacheTests } from './kv-cache-tests.js'
import { errorTests } from './error-tests.js'
Expand Down Expand Up @@ -240,12 +238,6 @@ export const tests = [
// Translation: LLM (open-vocabulary via from/to)
...translationLlmTests,

// Translation: Salamandra (EU languages)
...translationSalamandraTests,

// Translation: AfriqueGemma (African languages)
...translationAfriquegemmaTests,

// Sharded model tests
...shardedModelTests,

Expand Down
59 changes: 0 additions & 59 deletions packages/sdk/e2e/tests/translation-afriquegemma-tests.ts

This file was deleted.

Loading
Loading