testsuite/registry.toml at main · elide-dev/testsuite · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
# Registry of workloads run by the harness. kind = "test" | "benchmark".
[[workload]]
id = "wpt-wintertc"
kind = "test"
adapter = "wpt-wintertc"
path = "suites/wpt"

  [workload.settings]
  include = ["**/*"]
  manifest = "manifests/wintertc-wpt-2025.toml"
  timeoutMs = 60000

[[workload]]
id = "cpython-core"
kind = "test"
adapter = "cpython-core"
path = "suites/cpython"

  [workload.settings]
  manifest = "manifests/cpython-core.toml"
  timeoutMs = 600000
  caseTimeoutMs = 60000
  elideRunArgs = ["--sandbox", "--allow-read", "--allow-write"]

[[workload]]
id = "javac-jtreg"
kind = "test"
adapter = "javac-jtreg"
path = "suites/openjdk"

  [workload.settings]
  manifest = "manifests/javac-langtools.toml"
  timeoutMs = 3600000
  # jtreg's default action timeout is 120s; this maps to -timeoutFactor:7.5.
  # 300s starved slow-but-passing tests (combo.ComboTestHelper suites, file/zip)
  # under full-suite concurrency: they pass in isolation but hit the wall when
  # thousands of concurrent per-compile launches contend for cores.
  jtregCaseTimeoutSeconds = 900
  jtregPath = "jtreg"
  # Optional explicit real JDK home for the jtreg wrapper layout.
  # If omitted, the adapter derives java.home from javaRunner and only falls back to JAVA_HOME for compatibility.
  # jdkHome = "/path/to/jdk"
  javaRunner = "java"

[[workload]]
id = "test262"
kind = "test"
adapter = "test262"
path = "suites/test262"

  [workload.settings]
  # Globs (relative to path) to execute. Skip globs live in expectations/.
  include = ["test/**/*.js"]

[[workload]]
id = "node-api"
kind = "test"
adapter = "node-api"
path = "suites/node"

  [workload.settings]
  manifest = "manifests/node-api.toml"
  timeoutMs = 60000
  elideRunArgs = ["--sandbox", "--allow-read", "--allow-write"]