We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 7c278be commit ac627c1Copy full SHA for ac627c1
android_world/agents/m3a.py
@@ -367,6 +367,7 @@ def step(self, goal: str) -> base_agent.AgentInteractionResult:
367
step_data = {
368
'raw_screenshot': None,
369
'before_screenshot_with_som': None,
370
+ 'before_ui_elements': [],
371
'after_screenshot_with_som': None,
372
'action_prompt': None,
373
'action_output': None,
@@ -385,6 +386,7 @@ def step(self, goal: str) -> base_agent.AgentInteractionResult:
385
386
physical_frame_boundary = self.env.physical_frame_boundary
387
388
before_ui_elements = state.ui_elements
389
+ step_data['before_ui_elements'] = before_ui_elements
390
before_ui_elements_list = _generate_ui_elements_description_list(
391
before_ui_elements, logical_screen_size
392
)
0 commit comments