RoboWaiter/robowaiter/behavior_tree/dataset/goal_states_generation.py

307 lines
11 KiB
Python
Raw Normal View History

# the empty string '' represents robot holds nothing
import os
import re
Object = ['Softdrink', 'BottledDrink', 'Yogurt', 'ADMilk', 'MilkDrink', 'Milk', 'VacuumCup']
Cookable = ['Coffee', 'Water', 'Dessert']
Place = ['Bar', 'WaterTable', 'CoffeeTable', 'Bar2', 'Table1', 'Table2', 'Table3']
Entity = ['Robot', 'Customer']
2023-11-14 21:53:30 +08:00
Operable = ['AC', 'ACTemperature', 'HallLight', 'TubeLight', 'Curtain', 'Chairs', 'Floor', 'Table1']
import random
def single_predict_generation(oplist_1, oplist_2, predict_pattern) -> str:
index_1 = random.randint(0, len(oplist_1) - 1)
if oplist_2:
index_2 = random.randint(0, len(oplist_2) - 1)
match predict_pattern:
case 'at':
return f'At({oplist_1[index_1]}, {oplist_2[index_2]})'
case 'is':
return f'Is({oplist_1[index_1]}, {oplist_2[index_2]})'
case 'hold':
return f'Holding({oplist_1[index_1]})'
case 'on':
return f'On({oplist_1[index_1]}, {oplist_2[index_2]})'
case _:
raise RuntimeError('Incorrect predict pattern!')
def enumerate_predict(oplist_1, oplist_2, predict_pattern) -> [int, list]:
count = 0
res = []
match predict_pattern:
case 'at':
pattern = f'At(%s,%s)'
case 'is':
pattern = f'Is(%s,%s)'
case 'hold':
pattern = f'Holding(%s)'
case 'on':
pattern = f'On(%s,%s)'
case _:
raise RuntimeError('Incorrect predict pattern!')
for str_1 in oplist_1:
if oplist_2:
for str_2 in oplist_2:
count += 1
res.append(pattern % (str_1, str_2))
else:
count += 1
res.append(pattern % str_1)
return count, res
def generate_goal_states(vln_num: int, vlm_num: int, opentask_num: int):
# res stores lists of sets, while each state represent in set.
res = []
# goal states for VLN
for i in range(vln_num):
res.append({single_predict_generation(['Robot'], Place, 'at')})
# goal states for VLM
for i in range(int(vlm_num)):
for j in range(int(vlm_num)):
res.append(
{
single_predict_generation(['Robot'], Place, 'at'),
single_predict_generation(Operable, ['0', '1'], 'is')
}
)
# goal states for Open-task-1
for i in range(int(opentask_num)):
for j in range(int(opentask_num)):
res.append(
{
single_predict_generation(['Robot'], Place, 'at'),
single_predict_generation(Object, Place, 'on')
}
)
print(res)
print(len(res))
return res
def enumerate_goal_states(total: int):
res = []
point_15 = int(total * .15)
point_10 = int(total * .10)
# goal states for VLN, .15
count_vln, list_vln = enumerate_predict(['Robot'], Place, 'at')
list_vln = ['{%s}' % i for i in list_vln]
if count_vln < point_15:
list_vln *= point_15 // count_vln
for i in range(0, point_15 - len(list_vln)):
list_vln.append('{%s}' % single_predict_generation(['Robot'], Place, 'at'))
# print(f'VLN 任务的目标状态数:{count_vln}')
res += list_vln
# goal states for VLM-1, 0.15
count_vlm_1, list_vlm_1 = enumerate_predict(Object, Place, 'on')
list_vlm_1 = ['{%s}' % i for i in list_vlm_1]
if count_vlm_1 < point_15:
list_vlm_1 *= point_15 // count_vlm_1
for i in range(0, point_15 - len(list_vlm_1)):
list_vlm_1.append('{%s}' % (single_predict_generation(Object, Place, 'on')))
res += list_vlm_1
# goal states for VLM-2, 0.15
count_vlm_2, list_vlm_2 = enumerate_predict(Operable, ['0', '1'], 'is')
list_vlm_2 = ['{%s}' % i for i in list_vlm_2]
if count_vlm_2 < point_15:
list_vlm_2 *= point_15 // count_vlm_2
for i in range(0, point_15 - len(list_vlm_2)):
list_vlm_2.append('{%s}' % single_predict_generation(Operable, ['0', '1'], 'is'))
res += list_vlm_2
# goal states for VLM-3, 0.1
count_vlm_3, list_vlm_3 = enumerate_predict(Object + ['Nothing'], None, 'hold')
list_vlm_3 = ['{%s}' % i for i in list_vlm_3]
if count_vlm_3 < point_10:
list_vlm_3 *= point_10 // count_vlm_3
for i in range(0, point_10 - len(list_vlm_3)):
list_vlm_3.append('{%s}' % single_predict_generation(Object, None, 'hold'))
res += list_vlm_3
# goal states for OT, 0.15
count_ot, list_ot = enumerate_predict(Cookable, Place, 'on')
list_ot = ['{%s}' % i for i in list_ot]
if count_ot < point_15:
list_ot *= point_15 // count_ot
for i in range(0, point_15 - len(list_ot)):
list_ot.append('{%s}' % single_predict_generation(Cookable, Place, 'on'))
res += list_ot
# goal states for compound-1, 0.1
count_1, list_1 = enumerate_predict(['Robot'], Place, 'at')
count_2, list_2 = enumerate_predict(Object, Place, 'on')
list_tmp = []
for i in list_1:
for j in list_2:
list_tmp.append('{%s,%s}' % (i, j))
if len(list_tmp) < point_10:
list_tmp *= point_10 // len(list_tmp)
list_tmp += list_tmp[0:point_10 - len(list_tmp)]
else:
list_tmp = list_tmp[:point_10]
res += list_tmp
# goal states for compound-2, 0.1
count_1, list_1 = enumerate_predict(['Robot'], Place, 'at')
count_2, list_2 = enumerate_predict(Operable, ['0', '1'], 'is')
list_tmp = []
for i in list_1:
for j in list_2:
list_tmp.append('{%s,%s}' % (i, j))
if len(list_tmp) < point_10:
list_tmp *= point_10 // len(list_tmp)
list_tmp += list_tmp[0:point_10 - len(list_tmp)]
else:
list_tmp = list_tmp[:point_10]
res += list_tmp
# goal states for compound-3, 0.1
count_1, list_1 = enumerate_predict(Cookable, Place, 'on')
count_2, list_2 = enumerate_predict(Operable, ['0', '1'], 'is')
list_tmp = []
for i in list_1:
for j in list_2:
list_tmp.append('{%s,%s}' % (i, j))
if len(list_tmp) < point_10:
list_tmp *= point_10 // len(list_tmp)
list_tmp += list_tmp[0:point_10 - len(list_tmp)]
else:
list_tmp = list_tmp[:point_10]
res += list_tmp
# # goal states for VLM-1, 0.15
# count_vlm_1, list_vlm_1 = enumerate_predict(['Robot'], Place, 'at')
# count_vlm_2, list_vlm_2 = enumerate_predict(Operable, ['0', '1'], 'is')
# print(f'VLM 任务的目标状态数:{count_vlm_1 * count_vlm_2}')
#
# # goal states for open-task
# count_opentask_1, list_opentask_1 = enumerate_predict(['Robot'], Place, 'at')
# count_opentask_2, list_opentask_2 = enumerate_predict(Object, Place, 'on')
# print(f'Open-task-1 任务的目标状态数:{count_opentask_1 * count_opentask_2}')
with open(os.path.join('./goal_states.txt'), 'w+') as file:
for i in res:
if 'Is' in i and 'ACTemperature' in i:
i = re.sub(',0', ',Up', i)
i = re.sub(',1', ',Down', i)
elif 'Is' in i and ('AC' in i or 'HallLight' in i or 'TubeLight' in i or 'Curtain' in i):
i = re.sub(',0', ',Off', i)
i = re.sub(',1', ',On', i)
elif 'Is' in i and ('Chairs' in i or 'Floor' in i or 'Table' in i):
i = re.sub(',0', ',Dirty', i)
i = re.sub(',1', ',Clean', i)
file.write(i + '\n')
def translate_zero_one(i: str) -> str:
if 'ACTemperature' in i:
i = re.sub('0\)', '调高', i)
i = re.sub('1\)', '调低', i)
elif 'AC' in i or 'HallLight' in i or 'TubeLight' in i or 'Curtain' in i:
i = re.sub('0\)', '关闭', i)
i = re.sub('1\)', '打开', i)
elif 'Chairs' in i or 'Floor' in i or 'Table' in i:
i = re.sub('0\)', '', i)
i = re.sub('1\)', '打扫干净', i)
return i
def enumerate_goal_states_with_describe() -> str:
with open(os.path.join('./goal_states_with_description.txt'), 'w', encoding='utf-8') as file:
# vln
count, res = enumerate_predict(['Robot'], Place, 'at')
print(count)
for i in range(count):
tmp = '#' + res[i].split(',')[-1][:-1]
2023-11-16 22:19:44 +08:00
file.write(f'{res[i]}\t请你来一下{tmp}\n')
file.write(f'{res[i]}\t请你去一下{tmp}\n')
file.write(f'{res[i]}\t你能去{tmp}那个位置吗?\n')
# vlm, on
count, res = enumerate_predict(Object, Place, 'on')
print(count)
for i in range(count):
tmp = res[i].split(',')
obj = '#' + tmp[0][3:]
pla = '#' + tmp[-1][:-1]
2023-11-16 22:19:44 +08:00
file.write(f'{res[i]}\t请你把{obj}放到{pla}那个位置。\n')
file.write(f'{res[i]}\t请你拿一下{obj}{pla}位置。\n')
# vlm, is
count, res = enumerate_predict(Operable, ['0', '1'], 'is')
print(count)
for i in res:
tmp = i.split(',')
thing, op = '#' + tmp[0][3:], '#' + tmp[-1]
2023-11-16 22:19:44 +08:00
file.write('%s\t%s\n' % (i, translate_zero_one(f'你能把{thing}{op}一下吗?')))
# vlm, holding
count, res = enumerate_predict(Object + ['Nothing'], None, 'hold')
print(count)
for i in res:
tmp = '#' + i.split('(')[-1][:-1]
if tmp == 'Nothing':
2023-11-16 22:19:44 +08:00
file.write(f'{i}\t你手里是没有东西的吗?\n')
continue
2023-11-16 22:19:44 +08:00
file.write(f'{i}\t你能把{tmp}抓在手里吗?\n')
file.write(f'{i}\t你能一直拿着{tmp}吗?\n')
count, res = enumerate_predict(Cookable, Place, 'on')
print(count)
for i in res:
tmp = i.split(',')
thing, pla = '#' + tmp[0][3:], '#' + tmp[-1][:-1]
file.write(f'{i}\t你能制作{thing}并把它端到{pla}这里来吗?\n')
file.write(f'{i}\t给我来点{thing},并把它端到{pla}这里来。\n')
return './goal_states_with_description.txt'
from copy import deepcopy
def mutex(path: str):
with open(os.path.join(path), 'r', encoding='utf-8') as file:
lines = "".join(file.readlines())
new_line = deepcopy(lines)
check = ['#Bar2', '#WaterTable', '#CoffeeTable', '#Bar', '#Table1', '#Table2', '#Table3', '#Coffee', '#Water',
'#Dessert', '#Softdrink', '#BottledDrink', '#Yogurt', '#ADMilk', '#MilkDrink', '#Milk', '#VacuumCup', '#AC',
'#ACTemperature', '#HallLight', '#TubeLight', '#Curtain', '#Chairs', '#Floor', '#Table1']
2023-11-16 22:19:44 +08:00
repla = ['#另一个吧台', '#茶水桌', '#咖啡桌', '#吧台', '#第一张桌子', '#第二张桌子', '#第三张桌子', '#咖啡', '#水',
'#点心或者甜品', '#软饮料', '#瓶装饮料', '#酸奶', '#AD钙奶', '#牛奶饮料', '#牛奶', '#保温杯', '#空调',
'#空调温度', '#大厅灯', '#筒灯', '#窗帘', '#椅子', '#地板', '#第一张桌子']
for i, j in zip(check, repla):
new_line = re.sub(i, j, new_line)
new_line = re.sub('#', '', new_line)
lines = re.sub('#', '', lines)
with open(os.path.join(path), 'w', encoding='utf-8') as file:
file.write(new_line*13 + lines * 13)
# generate_goal_states(30, 6, 6)
# enumerate_goal_states(5000)
mutex(enumerate_goal_states_with_describe())