Support touch mouse script events

Author: SqlRush

docs/cc-100-roadmap.md

@@ -704,6 +704,10 @@ M7 补充：prompt history `LogEntry` 读取现在接受 `sessionID`/`session`/`
 
 本轮补充：interaction script mouse payload 现在会把 DOM `mousemove`/`pointermove` 的 buttonless motion 映射成 SGR `35`，把带 `buttons`/`which` 的 move/drag 映射成 SGR motion button，避免 hover/move 录制事件误触发 dialog/viewport primary click。
 
+本轮补充：interaction script touch payload 现在可从 `touches`/`targetTouches`/`changedTouches` 的首个 touch point 恢复坐标，`touchmove` 映射为 SGR drag motion，`touchcancel` 映射为 release，减少 DOM touch 录制 fixture 的手工改写。
+
+本轮补充：REPL dialog 鼠标处理现在忽略 SGR motion/drag button，只响应实际 press/click，避免 pointer/touch move 回放关闭 permission/task dialog。
+
 本轮补充：prompt/image history 的 `ImageDimensions` 读取 `width`/`height` 或仅 original 尺寸时，会默认 display 尺寸等于 original 尺寸，避免只有单尺寸字段的 image fixture 丢失 source metadata。
 
 本轮补充：prompt history 的 pasted-content 类型现在会归一化 `inputImage`/`pasted-image`/`input_text`/`pasted-text` 等别名，runtime history 和 stored history 恢复都会映射到规范 `image`/`text`。

docs/claude-code-go-rewrite-plan.md

@@ -236,6 +236,8 @@ test/parity/                 # golden tests against TS/official behavior
 - 本轮补充：interaction script mouse payload 现在可从 `wheel`/`mousewheel`、`scrollUp`/`scrollDown`、`direction`、`deltaY` 和旧式 `wheelDelta` 推导 SGR wheel button，录制的 DOM/compact 滚轮事件可直接驱动 viewport 滚动。
 - 本轮补充：interaction script mouse payload 现在接受 DOM `which` 和 `buttons`/`buttonState` bitmask，并映射到 SGR left/middle/right button，避免录制脚本的右键/中键被误当成 primary click。
 - 本轮补充：interaction script mouse payload 现在会把 DOM `mousemove`/`pointermove` 的 buttonless motion 映射成 SGR `35`，把带 `buttons`/`which` 的 move/drag 映射成 SGR motion button，避免 hover/move 录制事件误触发 dialog/viewport primary click。
+- 本轮补充：interaction script touch payload 现在可从 `touches`/`targetTouches`/`changedTouches` 的首个 touch point 恢复坐标，`touchmove` 映射为 SGR drag motion，`touchcancel` 映射为 release，减少 DOM touch 录制 fixture 的手工改写。
+- 本轮补充：REPL dialog 鼠标处理现在忽略 SGR motion/drag button，只响应实际 press/click，避免 pointer/touch move 回放关闭 permission/task dialog。
 - 本轮补充：嵌套 contract message 接受 `messageId`/`messageID`/`message_id` 和 `messageUuid`/`messageUUID`/`message_uuid` 作为自身 ID/UUID 别名，indexed resume 会保留 payload 自带的 nested message id。
 - 本轮补充：嵌套 contract message 的 primary `id` 现在接受 JSON number，`LoadTranscript` 和 indexed resume 会保留为字符串 message id。
 - 本轮补充：基础 `SessionEntry` JSONL loader 接受 `role`/`entryType`/`messageType`、message ID/UUID、parent ID/UUID 和 `sessionID`/`session`/session UUID 别名，旧 entry 文件可通过 `session.Load` 保留类型、parent 和 session。

docs/first-second-parity-audit.md

@@ -227,6 +227,8 @@ M7 progress now includes:
 - `internal/tui`: interaction script mouse payloads now infer SGR wheel buttons from DOM/compact wheel inputs such as `wheel`, `mousewheel`, `scrollUp`/`scrollDown`, `direction`, `deltaY`, and legacy `wheelDelta`, allowing recorded wheel events to drive viewport scrolling.
 - `internal/tui`: interaction script mouse payloads now accept DOM `which` and `buttons`/`buttonState` bitmasks and map them to SGR left/middle/right buttons so recorded secondary or auxiliary clicks are not treated as primary clicks.
 - `internal/tui`: interaction script mouse payloads now map buttonless DOM `mousemove`/`pointermove` events to SGR buttonless motion and pressed move/drag events to SGR motion buttons, preventing hover/move recordings from firing dialog or viewport primary-click actions.
+- `internal/tui`: interaction script touch payloads now recover coordinates from the first `touches`/`targetTouches`/`changedTouches` touch point, map `touchmove` to SGR drag motion, and map `touchcancel` to release events for DOM touch recording fixtures.
+- `internal/tui`: REPL dialogs now ignore SGR motion/drag mouse buttons and only act on real press/click events, preventing pointer or touch move replay from closing permission/task dialogs.
 - `internal/tui`: task runtime now canonicalizes state aliases such as `active`/`in_progress`, `success`/`done`, `error`, and `canceled` before status-line summaries, task dialogs, ordering, cancellation, and scripted task expectations.
 - `internal/tui`: scripted task runtime payloads and task expectations now accept adjacent fields such as `taskID`, `jobId`, `runId`, `label`, `displayName`, `phase`, `taskState`, `message`, `currentStep`, `percent`, `percentage`, and numeric/string task IDs or progress values.
 - `internal/tui`: permission runtime now treats action aliases such as `Reject`, `deny`, `decline`, `disallow`, and `no` as denied results, `Cancel`/`abort` as cancelled results, and keeps allowed aliases canonical for scripted dialog-result status checks.

internal/tui/screen.go

@@ -389,7 +389,7 @@ func (s *REPLScreen) applyMouse(key Key) ScreenEvent {
 	if key.MouseRelease {
 		return ScreenEvent{}
 	}
-	if s.Dialog != nil && isPrimaryMouseAction(key.MouseButton) {
+	if s.Dialog != nil && isPrimaryMouseAction(key.MouseButton) && !isMouseMotionAction(key.MouseButton) {
 		if index, ok := s.dialogActionAtMouse(key.MouseX, key.MouseY); ok {
 			dialogID := s.Dialog.ID
 			dialogKind := s.Dialog.Kind
@@ -411,14 +411,19 @@ func (s *REPLScreen) applyMouse(key Key) ScreenEvent {
 }
 
 const (
-	sgrMouseBaseMask  = 3
-	sgrMouseWheelMask = 64
+	sgrMouseBaseMask   = 3
+	sgrMouseMotionMask = 32
+	sgrMouseWheelMask  = 64
 )
 
 func isPrimaryMouseAction(button int) bool {
 	return button&sgrMouseWheelMask == 0 && button&sgrMouseBaseMask == 0
 }
 
+func isMouseMotionAction(button int) bool {
+	return button&sgrMouseWheelMask == 0 && button&sgrMouseMotionMask != 0
+}
+
 func mouseWheelDelta(button int) int {
 	if button&sgrMouseWheelMask == 0 {
 		return 0

internal/tui/script_aliases.go

@@ -3928,11 +3928,20 @@ func (mouse *ScriptMouse) UnmarshalJSON(data []byte) error {
 	} else if button := intPtrJSONField(fields, "Button", "button", "Btn", "btn", "Code", "code", "Mask", "mask"); button != nil {
 		mouse.Button = *button
 	}
-	if x := intPtrJSONField(fields, "X", "x", "Column", "column", "Col", "col", "MouseX", "mouse_x", "mouseX", "ClientX", "client_x", "clientX", "ScreenX", "screen_x", "screenX", "PageX", "page_x", "pageX", "OffsetX", "offset_x", "offsetX", "ViewportX", "viewport_x", "viewportX"); x != nil {
+	touchPoint := scriptMouseTouchPointFields(fields)
+	if x := scriptMouseXJSONField(fields); x != nil {
 		mouse.X = *x
+	} else if touchPoint != nil {
+		if x := scriptMouseXJSONField(touchPoint); x != nil {
+			mouse.X = *x
+		}
 	}
-	if y := intPtrJSONField(fields, "Y", "y", "Row", "row", "Line", "line", "MouseY", "mouse_y", "mouseY", "ClientY", "client_y", "clientY", "ScreenY", "screen_y", "screenY", "PageY", "page_y", "pageY", "OffsetY", "offset_y", "offsetY", "ViewportY", "viewport_y", "viewportY"); y != nil {
+	if y := scriptMouseYJSONField(fields); y != nil {
 		mouse.Y = *y
+	} else if touchPoint != nil {
+		if y := scriptMouseYJSONField(touchPoint); y != nil {
+			mouse.Y = *y
+		}
 	}
 	if release := boolPtrJSONField(fields, "Release", "release", "Released", "released", "IsRelease", "is_release", "isRelease", "MouseRelease", "mouse_release", "mouseRelease", "MouseUp", "mouse_up", "mouseUp", "Up", "up", "ReleaseEvent", "release_event", "releaseEvent", "ReleasedEvent", "released_event", "releasedEvent"); release != nil {
 		mouse.Release = *release
@@ -3944,9 +3953,9 @@ func (mouse *ScriptMouse) UnmarshalJSON(data []byte) error {
 
 func scriptMouseReleaseFromType(fields map[string]json.RawMessage) (bool, bool) {
 	switch scriptMouseEventName(fields) {
-	case "mouseup", "mouse-up", "pointerup", "pointer-up", "touchend", "touch-end", "release", "released", "buttonup", "button-up":
+	case "mouseup", "mouse-up", "pointerup", "pointer-up", "touchend", "touch-end", "touchcancel", "touch-cancel", "release", "released", "buttonup", "button-up":
 		return true, true
-	case "mousedown", "mouse-down", "pointerdown", "pointer-down", "touchstart", "touch-start", "click", "mousemove", "mouse-move", "pointermove", "pointer-move", "drag", "dragstart", "drag-start", "dragmove", "drag-move":
+	case "mousedown", "mouse-down", "pointerdown", "pointer-down", "touchstart", "touch-start", "click", "mousemove", "mouse-move", "pointermove", "pointer-move", "touchmove", "touch-move", "drag", "dragstart", "drag-start", "dragmove", "drag-move":
 		return false, true
 	default:
 		return false, false
@@ -4043,13 +4052,78 @@ func scriptMouseIsMotionEvent(fields map[string]json.RawMessage) bool {
 
 func scriptMouseIsDragEvent(fields map[string]json.RawMessage) bool {
 	switch scriptMouseEventName(fields) {
-	case "drag", "dragstart", "drag-start", "dragmove", "drag-move":
+	case "touchmove", "touch-move", "drag", "dragstart", "drag-start", "dragmove", "drag-move":
 		return true
 	default:
 		return false
 	}
 }
 
+func scriptMouseXJSONField(fields map[string]json.RawMessage) *int {
+	return intPtrJSONField(fields, "X", "x", "Column", "column", "Col", "col", "MouseX", "mouse_x", "mouseX", "ClientX", "client_x", "clientX", "ScreenX", "screen_x", "screenX", "PageX", "page_x", "pageX", "OffsetX", "offset_x", "offsetX", "ViewportX", "viewport_x", "viewportX")
+}
+
+func scriptMouseYJSONField(fields map[string]json.RawMessage) *int {
+	return intPtrJSONField(fields, "Y", "y", "Row", "row", "Line", "line", "MouseY", "mouse_y", "mouseY", "ClientY", "client_y", "clientY", "ScreenY", "screen_y", "screenY", "PageY", "page_y", "pageY", "OffsetY", "offset_y", "offsetY", "ViewportY", "viewport_y", "viewportY")
+}
+
+func scriptMouseTouchPointFields(fields map[string]json.RawMessage) map[string]json.RawMessage {
+	eventName := scriptMouseEventName(fields)
+	names := []string{"Touches", "touches", "TargetTouches", "target_touches", "targetTouches", "ChangedTouches", "changed_touches", "changedTouches", "Touch", "touch", "Point", "point", "Contact", "contact"}
+	if eventName == "touchend" || eventName == "touch-end" || eventName == "touchcancel" || eventName == "touch-cancel" {
+		names = []string{"ChangedTouches", "changed_touches", "changedTouches", "Touches", "touches", "TargetTouches", "target_touches", "targetTouches", "Touch", "touch", "Point", "point", "Contact", "contact"}
+	}
+	for _, name := range names {
+		raw, ok := fields[name]
+		if !ok {
+			continue
+		}
+		if point, ok := scriptMousePointFieldsFromJSON(raw, 0); ok {
+			return point
+		}
+	}
+	return nil
+}
+
+func scriptMousePointFieldsFromJSON(raw json.RawMessage, depth int) (map[string]json.RawMessage, bool) {
+	raw = bytes.TrimSpace(raw)
+	if len(raw) == 0 || bytes.Equal(raw, []byte("null")) || depth >= 8 {
+		return nil, false
+	}
+	if raw[0] == '[' {
+		var items []json.RawMessage
+		if err := json.Unmarshal(raw, &items); err != nil {
+			return nil, false
+		}
+		for _, item := range items {
+			if point, ok := scriptMousePointFieldsFromJSON(item, depth+1); ok {
+				return point, true
+			}
+		}
+		return nil, false
+	}
+	if raw[0] != '{' {
+		return nil, false
+	}
+	fields := map[string]json.RawMessage{}
+	if err := json.Unmarshal(raw, &fields); err != nil {
+		return nil, false
+	}
+	if scriptMouseXJSONField(fields) != nil || scriptMouseYJSONField(fields) != nil {
+		return fields, true
+	}
+	for _, name := range []string{"value", "payload", "data", "body", "resource", "attributes", "properties", "attrs", "edge", "node", "touch", "point", "contact"} {
+		nested, ok := fields[name]
+		if !ok {
+			continue
+		}
+		if point, ok := scriptMousePointFieldsFromJSON(nested, depth+1); ok {
+			return point, true
+		}
+	}
+	return nil, false
+}
+
 func scriptMouseWheelDirection(fields map[string]json.RawMessage) int {
 	direction := stringJSONField(fields, "Direction", "direction", "WheelDirection", "wheel_direction", "wheelDirection", "ScrollDirection", "scroll_direction", "scrollDirection")
 	switch scriptNormalizeName(direction) {

internal/tui/tui_test.go

@@ -2162,6 +2162,15 @@ func TestREPLScreenDialogFocusAndConfirm(t *testing.T) {
 	if screen.Dialog != nil {
 		t.Fatalf("dialog should close after shift mouse click")
 	}
+
+	screen.Dialog = &Dialog{Title: "Permission", Body: "Allow?", Actions: []string{"Allow", "Deny"}, ID: "perm_4", Kind: DialogPermission}
+	motion := screen.ApplyKey(ParseKey("\x1b[<32;13;5M"))
+	if motion.Type != ScreenEventNone {
+		t.Fatalf("dialog mouse motion should be ignored: %#v", motion)
+	}
+	if screen.Dialog == nil || screen.Dialog.ID != "perm_4" {
+		t.Fatalf("dialog should remain after mouse motion: %#v", screen.Dialog)
+	}
 }
 
 func TestREPLScreenRedrawEvent(t *testing.T) {
@@ -5112,6 +5121,26 @@ func TestRunInteractionScriptIgnoresDOMButtonlessMouseMove(t *testing.T) {
 	}
 }
 
+func TestRunInteractionScriptAcceptsTouchMousePayloads(t *testing.T) {
+	steps, err := ParseInteractionScript([]byte(`[
+		{"dialog":{"title":"Permission","body":"Allow?","actions":["Allow","Deny"],"id":"perm_touch","kind":"permission"}},
+		{"mouseEvent":{"type":"touchmove","touches":[{"clientX":13,"clientY":5}]},"expectNoEvent":true,"expectDialog":{"active":true,"id":"perm_touch"}},
+		{"mouseEvent":{"type":"touchcancel","changedTouches":[{"clientX":13,"clientY":5}]},"expectNoEvent":true,"expectDialog":{"active":true,"id":"perm_touch"}},
+		{"mouseEvent":{"type":"touchstart","touches":[{"clientX":13,"clientY":5}]},"expectEvent":{"type":"dialog_action","value":"Deny","dialogId":"perm_touch","dialogKind":"permission"}}
+	]`))
+	if err != nil {
+		t.Fatal(err)
+	}
+	screen := NewREPLScreen(40, 8, nil)
+	result, err := RunInteractionScriptChecked(&screen, steps)
+	if err != nil {
+		t.Fatal(err)
+	}
+	if len(result.Events) != 1 || result.Events[0].Type != ScreenEventDialogAction || result.Events[0].DialogID != "perm_touch" || result.Events[0].Value != "Deny" {
+		t.Fatalf("events = %#v", result.Events)
+	}
+}
+
 func TestScriptMouseAcceptsCoordinateAliases(t *testing.T) {
 	for _, tc := range []struct {
 		name string
@@ -5231,6 +5260,31 @@ func TestScriptMouseMapsDOMMotionButtons(t *testing.T) {
 	}
 }
 
+func TestScriptMouseAcceptsTouchPointAliases(t *testing.T) {
+	for _, tc := range []struct {
+		name    string
+		raw     string
+		button  int
+		release bool
+	}{
+		{name: "touch start point", raw: `{"type":"touchstart","touches":[{"clientX":13,"clientY":5}]}`, button: 0},
+		{name: "touch move drag", raw: `{"type":"touchmove","touches":[{"clientX":13,"clientY":5}]}`, button: 32},
+		{name: "touch end changed point", raw: `{"type":"touchend","changedTouches":[{"clientX":13,"clientY":5}]}`, button: 0, release: true},
+		{name: "touch cancel changed point", raw: `{"type":"touchcancel","changedTouches":[{"clientX":13,"clientY":5}]}`, button: 0, release: true},
+		{name: "wrapped touch point", raw: `{"type":"touchstart","touches":[{"resource":{"attributes":{"pageX":"13","pageY":"5"}}}]}`, button: 0},
+	} {
+		t.Run(tc.name, func(t *testing.T) {
+			var mouse ScriptMouse
+			if err := json.Unmarshal([]byte(tc.raw), &mouse); err != nil {
+				t.Fatal(err)
+			}
+			if mouse.Button != tc.button || mouse.X != 13 || mouse.Y != 5 || mouse.Release != tc.release {
+				t.Fatalf("mouse = %#v, button want %d release want %v", mouse, tc.button, tc.release)
+			}
+		})
+	}
+}
+
 func TestScriptBooleanAliasesAcceptNonStrictValues(t *testing.T) {
 	var mouse ScriptMouse
 	if err := json.Unmarshal([]byte(`{"button":0,"x":13,"y":5,"mouseUp":"yes"}`), &mouse); err != nil {