sql_query_env/openenv.yaml at main · rajdeepchatale/sql_query_env · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
spec_version: 1
name: sql_query_env
description: >
  Text-to-SQL environment: the agent receives a database schema and a
  natural-language question, submits SQLite SELECT queries, and is rewarded
  by executing them against a read-only database. Three domains (company
  analytics, hospital management, e-commerce), 14 tasks, partial-credit
  scoring, and structured diagnostic feedback.
type: space
runtime: fastapi
app: server.app:app
port: 8000

tasks:
  # Company Analytics
  - id: company_easy_1
    name: "Company — Engineering Employees"
    difficulty: easy
    description: "List active Engineering employees sorted by salary"
    domain: company

  - id: company_easy_2
    name: "Company — Electronics Products"
    difficulty: easy
    description: "Filter electronics products by price"
    domain: company

  - id: company_medium_1
    name: "Company — Revenue by Category"
    difficulty: medium
    description: "Total revenue per product category for completed orders"
    domain: company

  - id: company_medium_2
    name: "Company — Department Salaries"
    difficulty: medium
    description: "Departments whose active employees average more than $100K"
    domain: company

  - id: company_hard_1
    name: "Company — Budget Utilization"
    difficulty: hard
    description: "Department salary-to-budget utilization percentage"
    domain: company

  - id: company_hard_2
    name: "Company — Salary vs Manager"
    difficulty: hard
    description: "Employees earning more than their direct manager (self-join)"
    domain: company

  # Hospital Management
  - id: hospital_easy_1
    name: "Hospital — Current Patients"
    difficulty: easy
    description: "List patients still admitted (NULL discharge date)"
    domain: hospital

  - id: hospital_medium_1
    name: "Hospital — Medication Costs"
    difficulty: medium
    description: "Total medication cost for admitted patients"
    domain: hospital

  - id: hospital_hard_1
    name: "Hospital — Cross-Ward Prescriptions"
    difficulty: hard
    description: "Doctors prescribing to patients outside their ward"
    domain: hospital

  - id: hospital_hard_2
    name: "Hospital — Repeat Visits"
    difficulty: hard
    description: "Patients with multiple appointments with the same doctor"
    domain: hospital

  # E-Commerce Platform
  - id: ecommerce_easy_1
    name: "E-Commerce — Premium Users"
    difficulty: easy
    description: "List premium users with signup details"
    domain: ecommerce

  - id: ecommerce_medium_1
    name: "E-Commerce — Seller Revenue"
    difficulty: medium
    description: "Revenue per seller for delivered orders"
    domain: ecommerce

  - id: ecommerce_hard_1
    name: "E-Commerce — Return Rate Analysis"
    difficulty: hard
    description: "Return rate per product category with edge cases"
    domain: ecommerce

  - id: ecommerce_hard_2
    name: "E-Commerce — Dead Stock"
    difficulty: hard
    description: "In-stock products that have never been ordered (anti-join)"
    domain: ecommerce

action_space:
  type: object
  properties:
    query:
      type: string
      description: "A single SQLite SELECT statement (WITH ... SELECT allowed)"

observation_space:
  type: object
  properties:
    task_id:
      type: string
    difficulty:
      type: string
      enum: [easy, medium, hard]
    database_domain:
      type: string
      description: "Company Analytics, Hospital Management, or E-Commerce Platform"
    question:
      type: string
    schema_description:
      type: string
    query_result:
      type: string
    query_error:
      type: [string, "null"]
    feedback:
      type: string
    diagnostics:
      type: array
      description: "Structured diagnostic feedback (type, severity, message, suggestion)"
    efficiency_notes:
      type: array
      description: "SQL efficiency and best-practice feedback"
    expected_row_count:
      type: integer
    expected_columns:
      type: array
    steps_remaining:
      type: integer
    current_score:
      type: number
    history:
      type: array