2023-10-25 10:34:46 +08:00
|
|
|
|
"""
|
|
|
|
|
视觉语言操作
|
|
|
|
|
机器人根据指令人的指令调节空调,自主探索环境导航到目标点,通过手臂的运动规划能力操作空调,比如开关按钮、调温按钮、显示面板
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
import time
|
|
|
|
|
from robowaiter.scene.scene import Scene
|
|
|
|
|
|
|
|
|
|
class SceneVLM(Scene):
|
|
|
|
|
def __init__(self, robot):
|
|
|
|
|
super().__init__(robot)
|
2023-11-09 08:47:57 +08:00
|
|
|
|
# 在这里加入场景中发生的事件, (事件发生的时间,事件函数)
|
|
|
|
|
self.event_list = [
|
|
|
|
|
(5, self.create_chat_event("测试VLM:做一杯咖啡")),
|
|
|
|
|
]
|
2023-10-25 10:34:46 +08:00
|
|
|
|
|
2023-10-25 22:12:15 +08:00
|
|
|
|
def _reset(self):
|
操作接口
7个动画操作
op_type 1-7 代表 "制作咖啡","倒水","夹点心","拖地","擦桌子","关闭窗帘","关筒灯","开大厅灯","搬椅子","打开窗帘","关大厅灯","开筒灯"
2023-11-08 17:13:25 +08:00
|
|
|
|
pass
|
2023-10-25 10:34:46 +08:00
|
|
|
|
|
操作接口
7个动画操作
op_type 1-7 代表 "制作咖啡","倒水","夹点心","拖地","擦桌子","关闭窗帘","关筒灯","开大厅灯","搬椅子","打开窗帘","关大厅灯","开筒灯"
2023-11-08 17:13:25 +08:00
|
|
|
|
def _run(self, op_type=1):
|
2023-11-08 19:46:01 +08:00
|
|
|
|
# 12个操作顺序测试
|
|
|
|
|
# for i in range(1,13):
|
|
|
|
|
# if i<=10:
|
|
|
|
|
# self.move_task_area(i)
|
|
|
|
|
# self.op_task_execute(i)
|
2023-10-25 10:34:46 +08:00
|
|
|
|
|
2023-11-09 16:07:02 +08:00
|
|
|
|
# if op_type<=10:
|
|
|
|
|
# self.move_task_area(op_type)
|
|
|
|
|
# self.op_task_execute(op_type)
|
|
|
|
|
pass
|
|
|
|
|
|
2023-10-25 22:12:15 +08:00
|
|
|
|
def _step(self):
|
2023-11-09 08:47:57 +08:00
|
|
|
|
pass
|