Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion packages/core/src/perception/dom-trimmer.ts
Original file line number Diff line number Diff line change
Expand Up @@ -266,7 +266,8 @@ function walkIOS(node: any, result: TrimmedNode[], parentContext: string = ''):
const isFocused = node['@_hasFocus'] === 'true';
const isSelected = node['@_selected'] === 'true';

const editableTypes = ['TextField', 'SecureTextField', 'TextEditor', 'SearchField'];
// XCUITest exposes UIKit/RN multiline inputs (including KRN composers) as TextView.
const editableTypes = ['TextField', 'TextView', 'SecureTextField', 'TextEditor', 'SearchField'];
const editable = editableTypes.some((t) => tag.includes(t));
const clickable =
isAccessible ||
Expand Down
3 changes: 2 additions & 1 deletion packages/core/src/perception/ios-parser.ts
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,8 @@ function shortTypeName(xcuiType: string): string {

/** Check if an iOS element type is typically editable */
function isEditableType(typeName: string): boolean {
const editableTypes = ['TextField', 'SecureTextField', 'TextEditor', 'SearchField'];
// XCUITest exposes UIKit/RN multiline inputs (including KRN composers) as TextView.
const editableTypes = ['TextField', 'TextView', 'SecureTextField', 'TextEditor', 'SearchField'];
return editableTypes.some((t) => typeName.includes(t));
}

Expand Down
54 changes: 54 additions & 0 deletions tests/flow/ios-textview-editable.test.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
import { describe, expect, test } from 'vitest';
import { resolveEditableForTarget } from '@appclaw/core/flow/run-yaml-flow';
import { trimDOM } from '@appclaw/core/perception/dom-trimmer';
import { parseIOSPageSource } from '@appclaw/core/perception/ios-parser';

const krnComposerSource = `<?xml version="1.0" encoding="UTF-8"?>
<AppiumAUT>
<XCUIElementTypeApplication
type="XCUIElementTypeApplication"
name="快手"
label="快手"
enabled="true"
visible="true"
accessible="false"
x="0"
y="0"
width="430"
height="932">
<XCUIElementTypeTextView
type="XCUIElementTypeTextView"
name="kitchen-composer-text-input"
label="聊天输入框 输入问题..."
enabled="true"
visible="true"
accessible="true"
x="35"
y="522"
width="331"
height="30"/>
</XCUIElementTypeApplication>
</AppiumAUT>`;

describe('iOS XCUIElementTypeTextView inputs', () => {
test('page-source parser exposes a TextView as an editable type target', () => {
const elements = parseIOSPageSource(krnComposerSource);
const input = elements.find((element) => element.id === 'kitchen-composer-text-input');

expect(input).toMatchObject({
type: 'TextView',
editable: true,
action: 'type',
});
expect(resolveEditableForTarget(elements, 'kitchen-composer-text-input').el).toBe(input);
});

test('DOM trimmer marks a TextView editable and includes it in editableCount', () => {
const result = trimDOM(krnComposerSource, 'ios');

expect(result.editableCount).toBe(1);
expect(result.xml).toContain('<TextView');
expect(result.xml).toContain('name="kitchen-composer-text-input"');
expect(result.xml).toContain('editable="true"');
});
});
Loading