LAOS-v8/PERFORMANCE_LEDGER.json at master · NilhanHub/LAOS-v8 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
{
  "ledger_version": "1.0.0",
  "status": "PROVISIONAL_CIRCUIT_BREAKERS_DEFINED_ALPHA_MEASUREMENT_REQUIRED",
  "metrics": [
    {
      "id": "manifest_time_memory",
      "budget": {
        "max_entries": 100000,
        "max_input_bytes": 1073741824,
        "max_seconds": 60,
        "max_peak_bytes": 2147483648
      },
      "measurement": "NOT_MEASURED_PRE_ALPHA",
      "owner_stage": 2,
      "status": "PROVISIONAL_NOT_A_PRODUCTION_CLAIM"
    },
    {
      "id": "pack_size_latency",
      "budget": {
        "max_output_bytes": 104857600,
        "max_seconds": 60
      },
      "measurement": "NOT_MEASURED_PRE_ALPHA",
      "owner_stage": 2,
      "status": "PROVISIONAL_NOT_A_PRODUCTION_CLAIM"
    },
    {
      "id": "state_contention",
      "budget": {
        "p95_target_ms": 250,
        "busy_timeout_seconds": 30
      },
      "measurement": "NOT_MEASURED_PRE_ALPHA",
      "owner_stage": 2,
      "status": "PROVISIONAL_NOT_A_PRODUCTION_CLAIM"
    },
    {
      "id": "sandbox_startup",
      "budget": {
        "max_seconds": 60
      },
      "measurement": "NOT_MEASURED_PRE_ALPHA",
      "owner_stage": 2,
      "status": "PROVISIONAL_NOT_A_PRODUCTION_CLAIM"
    },
    {
      "id": "evidence_growth",
      "budget": {
        "max_bytes_per_action": 1073741824
      },
      "measurement": "NOT_MEASURED_PRE_ALPHA",
      "owner_stage": 2,
      "status": "PROVISIONAL_NOT_A_PRODUCTION_CLAIM"
    },
    {
      "id": "full_suite_duration",
      "budget": {
        "max_seconds": 1800
      },
      "measurement": "NOT_MEASURED_PRE_ALPHA",
      "owner_stage": 2,
      "status": "PROVISIONAL_NOT_A_PRODUCTION_CLAIM"
    },
    {
      "id": "flake_rate",
      "budget": {
        "max_percent": 0
      },
      "measurement": "NOT_MEASURED_PRE_ALPHA",
      "owner_stage": 2,
      "status": "PROVISIONAL_NOT_A_PRODUCTION_CLAIM"
    },
    {
      "id": "tokens",
      "budget": {
        "max_per_action": 200000
      },
      "measurement": "NOT_MEASURED_PRE_ALPHA",
      "owner_stage": 2,
      "status": "PROVISIONAL_NOT_A_PRODUCTION_CLAIM"
    },
    {
      "id": "cost",
      "budget": {
        "max_usd_per_action": 25
      },
      "measurement": "NOT_MEASURED_PRE_ALPHA",
      "owner_stage": 2,
      "status": "PROVISIONAL_NOT_A_PRODUCTION_CLAIM"
    },
    {
      "id": "retries",
      "budget": {
        "max_per_action": 3
      },
      "measurement": "NOT_MEASURED_PRE_ALPHA",
      "owner_stage": 2,
      "status": "PROVISIONAL_NOT_A_PRODUCTION_CLAIM"
    },
    {
      "id": "human_minutes",
      "budget": {
        "max_per_action": 120
      },
      "measurement": "NOT_MEASURED_PRE_ALPHA",
      "owner_stage": 2,
      "status": "PROVISIONAL_NOT_A_PRODUCTION_CLAIM"
    }
  ],
  "authority_sha256": "d8f1955b4c7c8a649cc425c9c2d3463ea25db2ead96229813d4bbb542c262729",
  "policy": "PERFORMANCE_BUDGETS.md"
}