EmbodiedAI
/
RoboWaiter
mirror of https://github.com/HPCL-EI/RoboWaiter.git
3
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

多轮对话

This commit is contained in:
ChenXL97 2023-11-15 15:11:17 +08:00
parent a8de1008dd
commit 07528d49cc
4 changed files with 17 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
robowaiter/algos/explore/camera.py
View File

@ -238,7 +238,7 @@ def save_obj_info(img_data, objs_name):
def get_semantic_map(camera, cur_objs, objs_name): def get_semantic_map(camera, cur_objs, objs_name):
scene = Observe(0) scene = Observe(0)
print(scene.objects) # print(scene.objects)
objs = scene.objects objs = scene.objects
img_data = get_camera([camera]) img_data = get_camera([camera])

8
robowaiter/llm_client/tool_register.py
View File

@ -143,14 +143,18 @@ def get_object_info(
obj: Annotated[str, '需要获取信息的物体名称', True] obj: Annotated[str, '需要获取信息的物体名称', True]
) -> str: ) -> str:
""" """
获取场景中指定物体 `object` 的信息，如果`object` 是一个地点，例如洗手间，地方，则输出。如果`object`是一个咖啡，则输出。 获取场景中指定物体 `object` 在哪里，
如果`object` 是一个地点，例如洗手间，地方，则输出。
如果`object`是一个咖啡，则输出。
如果`object` 是空桌子，则输出一号桌
""" """
near_object = None near_object = None
if obj == "Table": if obj == "Table":
near_object = "Bar" near_object = "Bar"
if obj == "洗手间": if obj == "洗手间":
near_object = "大门" near_object = "大门"
if obj == "空桌子":
near_object = "一号桌"
return near_object return near_object

7
robowaiter/scene/tasks/GQA.py
View File

@ -16,16 +16,15 @@ class SceneGQA(Scene):
super().__init__(robot) super().__init__(robot)
# 在这里加入场景中发生的事件， (事件发生的时间，事件函数) # 在这里加入场景中发生的事件， (事件发生的时间，事件函数)
self.event_list = [ self.event_list = [
(5, self.create_chat_event("洗手间在哪里")), (5, self.create_chat_event("哪里有空桌子")),
(12, self.create_chat_event("可以带我去吗")), (12, self.create_chat_event("可以带我去吗")),
] ]
def _reset(self): def _reset(self):
self.clean_walker() # self.clean_walker()
self.add_walker(50, 500, 0) self.add_walker(50, 500, 0)
self.walker_bubble("洗手间在哪里") # self.walker_bubble("洗手间在哪里")
# self.control_walker([self.walker_control_generator(0, False, 100, 755, 1900, 180)]) # self.control_walker([self.walker_control_generator(0, False, 100, 755, 1900, 180)])

8
robowaiter/scene/tasks/Open_tasks_test.py
View File

@ -23,7 +23,13 @@ class SceneOT(Scene):
] ]
def _reset(self): def _reset(self):
self.add_walker(50, 300, 0) scene = self.add_walkers([[50, 300, 0]])
# time.sleep(2.0)
# print("我有点热，能开个空调吗？")
print("scene.walkers:",scene.walkers)
cont = scene.walkers[0].name+":我有点热，能开个空调吗？"
self.control_robot_action(0,3,cont)
# self.add_walker(1085, 2630, 220) # self.add_walker(1085, 2630, 220)
# self.control_walker([self.walker_control_generator(0, False, 100, 755, 1900, 180)]) # self.control_walker([self.walker_control_generator(0, False, 100, 755, 1900, 180)])