Fix recorder drag collapse, focus events, ts/raw_coord (#6)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
minsung
2026-04-07 14:33:46 +09:00
parent f17e764678
commit 56b7233500
6 changed files with 408 additions and 47 deletions

View File

@@ -123,6 +123,107 @@ public class RecorderTests
Assert.Equal(s.Steps[1].Value, parsed.Steps[1].Value);
}
private static FakeElement MakeRectElement(string path, double l, double t, double w, double h) =>
new FakeElement
{
ClassName = "Window",
Name = path,
BoundingRectangle = (l, t, w, h),
};
[Fact]
public void DragCollapser_DownMoveUp_BeyondThreshold_EmitsDrag()
{
var el = MakeRectElement("Canvas", 0, 0, 1000, 1000);
var path = "Window[@Name='Canvas']";
UiaResolution? Resolver(RawEvent _) => new UiaResolution(el, path);
var events = new[]
{
new RawEvent(100, "mouse_down_l", 100, 100, 0, 0),
new RawEvent(110, "move", 150, 120, 0, 0),
new RawEvent(120, "move", 300, 400, 0, 0),
new RawEvent(130, "mouse_up_l", 300, 400, 0, 0),
};
var steps = new DragCollapser().Collapse(events, Resolver);
Assert.Single(steps);
Assert.Equal("drag", steps[0].Kind);
Assert.Equal(path, steps[0].Target!.UiaPath);
Assert.Equal(new[] { 100, 100 }, steps[0].RawCoord);
Assert.Equal(new[] { 300, 400 }, steps[0].EndRawCoord);
Assert.NotNull(steps[0].EndOffset);
Assert.Equal(100L, steps[0].Ts);
}
[Fact]
public void DragCollapser_DownUp_BelowThreshold_EmitsClick()
{
var el = MakeRectElement("Btn", 0, 0, 100, 100);
UiaResolution? Resolver(RawEvent _) => new UiaResolution(el, "Window[@Name='Btn']");
var events = new[]
{
new RawEvent(50, "mouse_down_l", 10, 10, 0, 0),
new RawEvent(55, "mouse_up_l", 11, 11, 0, 0),
};
var steps = new DragCollapser().Collapse(events, Resolver);
Assert.Single(steps);
Assert.Equal("click", steps[0].Kind);
Assert.Equal(new[] { 10, 10 }, steps[0].RawCoord);
Assert.Equal(50L, steps[0].Ts);
}
[Fact]
public void DragCollapser_FocusChangeEvent_EmitsFocusStep()
{
var events = new[]
{
new RawEvent(200, "focus_change", 0, 0, 0, 0, "Window[@Name='Main']/Edit[@AutomationId='Pwd']"),
};
var steps = new DragCollapser().Collapse(events, _ => null);
Assert.Single(steps);
Assert.Equal("focus", steps[0].Kind);
Assert.Equal("Window[@Name='Main']/Edit[@AutomationId='Pwd']", steps[0].Target!.UiaPath);
Assert.Equal(200L, steps[0].Ts);
}
[Fact]
public void ScenarioStep_YamlRoundtrip_PreservesTsAndRawCoord()
{
var s = new Scenario
{
Name = "ts-test",
Steps =
{
new ScenarioStep
{
Kind = "click",
Ts = 12345,
RawCoord = new[] { 640, 480 },
Target = new ScenarioTarget
{
UiaPath = "Window[@Name='X']",
Offset = new[] { 0.5, 0.5 },
},
},
},
};
var yaml = ScenarioWriter.Serialize(s);
Assert.Contains("ts:", yaml);
Assert.Contains("raw_coord", yaml);
var parsed = ScenarioWriter.Deserialize(yaml);
Assert.Equal(12345L, parsed.Steps[0].Ts);
Assert.Equal(new[] { 640, 480 }, parsed.Steps[0].RawCoord);
}
[Fact]
public void Cli_MissingAttach_ExitTwo()
{