refactor(robots): lekiwi v0.5
This commit is contained in:
parent
b1aed5a5d0
commit
cb27f14f7b
|
@ -16,8 +16,10 @@ class DeviceAlreadyConnectedError(ConnectionError):
|
||||||
self.message = message
|
self.message = message
|
||||||
super().__init__(self.message)
|
super().__init__(self.message)
|
||||||
|
|
||||||
|
|
||||||
class InvalidActionError(ConnectionError):
|
class InvalidActionError(ConnectionError):
|
||||||
"""Exception raised when an action is already invalid."""
|
"""Exception raised when an action is already invalid."""
|
||||||
|
|
||||||
def __init__(
|
def __init__(
|
||||||
self,
|
self,
|
||||||
message="The action is invalid. Check the value follows what it is expected from the action space.",
|
message="The action is invalid. Check the value follows what it is expected from the action space.",
|
||||||
|
|
|
@ -2,10 +2,10 @@ from dataclasses import dataclass, field
|
||||||
|
|
||||||
from lerobot.common.robots.config import RobotConfig
|
from lerobot.common.robots.config import RobotConfig
|
||||||
|
|
||||||
|
|
||||||
@RobotConfig.register_subclass("daemon_lekiwi")
|
@RobotConfig.register_subclass("daemon_lekiwi")
|
||||||
@dataclass
|
@dataclass
|
||||||
class DaemonLeKiwiRobotConfig(RobotConfig):
|
class DaemonLeKiwiRobotConfig(RobotConfig):
|
||||||
|
|
||||||
# Network Configuration
|
# Network Configuration
|
||||||
remote_ip: str = "192.168.0.193"
|
remote_ip: str = "192.168.0.193"
|
||||||
port_zmq_cmd: int = 5555
|
port_zmq_cmd: int = 5555
|
||||||
|
|
|
@ -8,7 +8,6 @@ from lerobot.common.robots.config import RobotConfig
|
||||||
@RobotConfig.register_subclass("lekiwi")
|
@RobotConfig.register_subclass("lekiwi")
|
||||||
@dataclass
|
@dataclass
|
||||||
class LeKiwiRobotConfig(RobotConfig):
|
class LeKiwiRobotConfig(RobotConfig):
|
||||||
|
|
||||||
port_zmq_cmd: int = 5555
|
port_zmq_cmd: int = 5555
|
||||||
port_zmq_observations: int = 5556
|
port_zmq_observations: int = 5556
|
||||||
|
|
||||||
|
|
|
@ -14,18 +14,21 @@
|
||||||
# See the License for the specific language governing permissions and
|
# See the License for the specific language governing permissions and
|
||||||
# limitations under the License.
|
# limitations under the License.
|
||||||
|
|
||||||
|
import base64
|
||||||
import json
|
import json
|
||||||
import logging
|
import logging
|
||||||
import numpy as np
|
|
||||||
import base64
|
|
||||||
import cv2
|
import cv2
|
||||||
|
import numpy as np
|
||||||
import torch
|
import torch
|
||||||
|
import zmq
|
||||||
|
|
||||||
from lerobot.common.constants import OBS_IMAGES, OBS_STATE
|
from lerobot.common.constants import OBS_IMAGES, OBS_STATE
|
||||||
from lerobot.common.errors import DeviceAlreadyConnectedError, DeviceNotConnectedError, InvalidActionError
|
from lerobot.common.errors import DeviceAlreadyConnectedError, DeviceNotConnectedError, InvalidActionError
|
||||||
|
|
||||||
from ..robot import Robot, RobotMode
|
from ..robot import Robot, RobotMode
|
||||||
from .configuration_daemon_lekiwi import DaemonLeKiwiRobotConfig
|
from .configuration_daemon_lekiwi import DaemonLeKiwiRobotConfig
|
||||||
import zmq
|
|
||||||
|
|
||||||
# TODO(Steven): This doesn't need to inherit from Robot
|
# TODO(Steven): This doesn't need to inherit from Robot
|
||||||
# But we do it for now to offer a familiar API
|
# But we do it for now to offer a familiar API
|
||||||
|
@ -39,7 +42,6 @@ import zmq
|
||||||
# (meaning the policy might be needed to be train
|
# (meaning the policy might be needed to be train
|
||||||
# over the teleop action space)
|
# over the teleop action space)
|
||||||
class DaemonLeKiwiRobot(Robot):
|
class DaemonLeKiwiRobot(Robot):
|
||||||
|
|
||||||
config_class = DaemonLeKiwiRobotConfig
|
config_class = DaemonLeKiwiRobotConfig
|
||||||
name = "daemonlekiwi"
|
name = "daemonlekiwi"
|
||||||
|
|
||||||
|
@ -63,7 +65,6 @@ class DaemonLeKiwiRobot(Robot):
|
||||||
self.last_present_speed = {}
|
self.last_present_speed = {}
|
||||||
self.last_remote_arm_state = torch.zeros(6, dtype=torch.float32)
|
self.last_remote_arm_state = torch.zeros(6, dtype=torch.float32)
|
||||||
|
|
||||||
|
|
||||||
# Define three speed levels and a current index
|
# Define three speed levels and a current index
|
||||||
self.speed_levels = [
|
self.speed_levels = [
|
||||||
{"xy": 0.1, "theta": 30}, # slow
|
{"xy": 0.1, "theta": 30}, # slow
|
||||||
|
@ -128,7 +129,7 @@ class DaemonLeKiwiRobot(Robot):
|
||||||
def calibrate(self) -> None:
|
def calibrate(self) -> None:
|
||||||
# TODO(Steven): Nothing to calibrate.
|
# TODO(Steven): Nothing to calibrate.
|
||||||
# Consider triggering calibrate() on the remote mobile robot?
|
# Consider triggering calibrate() on the remote mobile robot?
|
||||||
# Althought this would require a more complex comms schema
|
# Although this would require a more complex comms schema
|
||||||
logging.warning("DaemonLeKiwiRobot has nothing to calibrate.")
|
logging.warning("DaemonLeKiwiRobot has nothing to calibrate.")
|
||||||
return
|
return
|
||||||
|
|
||||||
|
@ -367,7 +368,6 @@ class DaemonLeKiwiRobot(Robot):
|
||||||
return obs_dict
|
return obs_dict
|
||||||
|
|
||||||
def from_keyboard_to_wheel_action(self, pressed_keys: np.ndarray):
|
def from_keyboard_to_wheel_action(self, pressed_keys: np.ndarray):
|
||||||
|
|
||||||
# Speed control
|
# Speed control
|
||||||
if self.teleop_keys["speed_up"] in pressed_keys:
|
if self.teleop_keys["speed_up"] in pressed_keys:
|
||||||
self.speed_index = min(self.speed_index + 1, 2)
|
self.speed_index = min(self.speed_index + 1, 2)
|
||||||
|
|
|
@ -1,12 +1,15 @@
|
||||||
from ...teleoperators.so100 import SO100Teleop, SO100TeleopConfig
|
import logging
|
||||||
|
import time
|
||||||
|
|
||||||
|
import numpy as np
|
||||||
|
|
||||||
from ...teleoperators.keyboard import KeyboardTeleop, KeyboardTeleopConfig
|
from ...teleoperators.keyboard import KeyboardTeleop, KeyboardTeleopConfig
|
||||||
|
from ...teleoperators.so100 import SO100Teleop, SO100TeleopConfig
|
||||||
from .configuration_daemon_lekiwi import DaemonLeKiwiRobotConfig
|
from .configuration_daemon_lekiwi import DaemonLeKiwiRobotConfig
|
||||||
from .daemon_lekiwi import DaemonLeKiwiRobot, RobotMode
|
from .daemon_lekiwi import DaemonLeKiwiRobot, RobotMode
|
||||||
import time
|
|
||||||
import logging
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
|
|
||||||
logging.info("Configuring Teleop Devices")
|
logging.info("Configuring Teleop Devices")
|
||||||
leader_arm_config = SO100TeleopConfig(port="/dev/tty.usbmodem585A0085511")
|
leader_arm_config = SO100TeleopConfig(port="/dev/tty.usbmodem585A0085511")
|
||||||
leader_arm = SO100Teleop(leader_arm_config)
|
leader_arm = SO100Teleop(leader_arm_config)
|
||||||
|
@ -30,13 +33,9 @@ def main():
|
||||||
start = time.perf_counter()
|
start = time.perf_counter()
|
||||||
duration = 0
|
duration = 0
|
||||||
while duration < 20:
|
while duration < 20:
|
||||||
|
|
||||||
arm_action = leader_arm.get_action()
|
arm_action = leader_arm.get_action()
|
||||||
base_action = keyboard.get_action()
|
base_action = keyboard.get_action()
|
||||||
action = {
|
action = np.concatenate((arm_action, base_action))
|
||||||
**arm_action,
|
|
||||||
**base_action
|
|
||||||
}
|
|
||||||
_action_sent = robot.send_action(action) # Translates to motor space + sends over ZMQ
|
_action_sent = robot.send_action(action) # Translates to motor space + sends over ZMQ
|
||||||
_observation = robot.get_observation() # Receives over ZMQ, translate to body-frame vel
|
_observation = robot.get_observation() # Receives over ZMQ, translate to body-frame vel
|
||||||
|
|
||||||
|
@ -56,5 +55,6 @@ def main():
|
||||||
|
|
||||||
logging.info("Finished LeKiwiRobot cleanly")
|
logging.info("Finished LeKiwiRobot cleanly")
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
main()
|
main()
|
|
@ -1,9 +1,10 @@
|
||||||
import logging
|
import logging
|
||||||
|
|
||||||
from .configuration_lekiwi import LeKiwiRobotConfig
|
from .configuration_lekiwi import LeKiwiRobotConfig
|
||||||
from .lekiwi_robot import LeKiwiRobot
|
from .lekiwi_robot import LeKiwiRobot
|
||||||
|
|
||||||
def main():
|
|
||||||
|
|
||||||
|
def main():
|
||||||
logging.info("Configuring LeKiwiRobot")
|
logging.info("Configuring LeKiwiRobot")
|
||||||
robot_config = LeKiwiRobotConfig()
|
robot_config = LeKiwiRobotConfig()
|
||||||
robot = LeKiwiRobot(robot_config)
|
robot = LeKiwiRobot(robot_config)
|
||||||
|
|
|
@ -14,27 +14,29 @@
|
||||||
# See the License for the specific language governing permissions and
|
# See the License for the specific language governing permissions and
|
||||||
# limitations under the License.
|
# limitations under the License.
|
||||||
|
|
||||||
|
import base64
|
||||||
import json
|
import json
|
||||||
import logging
|
import logging
|
||||||
import time
|
|
||||||
import threading
|
import threading
|
||||||
import numpy as np
|
|
||||||
import time
|
import time
|
||||||
import base64
|
|
||||||
import cv2
|
import cv2
|
||||||
|
import numpy as np
|
||||||
|
import zmq
|
||||||
|
|
||||||
from lerobot.common.cameras.utils import make_cameras_from_configs
|
from lerobot.common.cameras.utils import make_cameras_from_configs
|
||||||
from lerobot.common.constants import OBS_IMAGES, OBS_STATE
|
from lerobot.common.constants import OBS_IMAGES, OBS_STATE
|
||||||
from lerobot.common.errors import DeviceAlreadyConnectedError, DeviceNotConnectedError
|
from lerobot.common.errors import DeviceAlreadyConnectedError, DeviceNotConnectedError
|
||||||
from ..robot import Robot
|
|
||||||
from ..utils import ensure_safe_goal_position
|
|
||||||
from .configuration_lekiwi import LeKiwiRobotConfig
|
|
||||||
from lerobot.common.motors.feetech import (
|
from lerobot.common.motors.feetech import (
|
||||||
FeetechMotorsBus,
|
FeetechMotorsBus,
|
||||||
TorqueMode,
|
TorqueMode,
|
||||||
run_arm_manual_calibration,
|
run_full_arm_calibration,
|
||||||
)
|
)
|
||||||
import zmq
|
|
||||||
|
from ..robot import Robot
|
||||||
|
from ..utils import ensure_safe_goal_position
|
||||||
|
from .configuration_lekiwi import LeKiwiRobotConfig
|
||||||
|
|
||||||
|
|
||||||
class LeKiwiRobot(Robot):
|
class LeKiwiRobot(Robot):
|
||||||
"""
|
"""
|
||||||
|
@ -58,7 +60,7 @@ class LeKiwiRobot(Robot):
|
||||||
# TODO(Steven): Consider in the future using S100 robot class
|
# TODO(Steven): Consider in the future using S100 robot class
|
||||||
# TODO(Steven): Another option is to use the motorbus factory, but in this case we assume that
|
# TODO(Steven): Another option is to use the motorbus factory, but in this case we assume that
|
||||||
# what we consider 'lekiwi robot' always uses the FeetechMotorsBus
|
# what we consider 'lekiwi robot' always uses the FeetechMotorsBus
|
||||||
# TODO(Steven): Order and dimension are generaly assumed to be 6 first for arm, 3 last for base
|
# TODO(Steven): Order and dimension are generally assumed to be 6 first for arm, 3 last for base
|
||||||
self.actuators_bus = FeetechMotorsBus(
|
self.actuators_bus = FeetechMotorsBus(
|
||||||
port=self.config.port_motor_bus,
|
port=self.config.port_motor_bus,
|
||||||
motors={
|
motors={
|
||||||
|
@ -92,8 +94,6 @@ class LeKiwiRobot(Robot):
|
||||||
self.is_connected = False
|
self.is_connected = False
|
||||||
self.logs = {}
|
self.logs = {}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def state_feature(self) -> dict:
|
def state_feature(self) -> dict:
|
||||||
return {
|
return {
|
||||||
|
@ -130,7 +130,6 @@ class LeKiwiRobot(Robot):
|
||||||
return context, cmd_socket, observation_socket
|
return context, cmd_socket, observation_socket
|
||||||
|
|
||||||
def setup_actuators(self):
|
def setup_actuators(self):
|
||||||
|
|
||||||
# Set-up arm actuators (position mode)
|
# Set-up arm actuators (position mode)
|
||||||
# We assume that at connection time, arm is in a rest position,
|
# We assume that at connection time, arm is in a rest position,
|
||||||
# and torque can be safely disabled to run calibration.
|
# and torque can be safely disabled to run calibration.
|
||||||
|
@ -163,7 +162,6 @@ class LeKiwiRobot(Robot):
|
||||||
self.actuators_bus.write("Mode", [1, 1, 1], self.base_actuators)
|
self.actuators_bus.write("Mode", [1, 1, 1], self.base_actuators)
|
||||||
self.actuators_bus.write("Lock", 1, self.base_actuators)
|
self.actuators_bus.write("Lock", 1, self.base_actuators)
|
||||||
|
|
||||||
|
|
||||||
def connect(self) -> None:
|
def connect(self) -> None:
|
||||||
if self.is_connected:
|
if self.is_connected:
|
||||||
raise DeviceAlreadyConnectedError(
|
raise DeviceAlreadyConnectedError(
|
||||||
|
@ -192,15 +190,17 @@ class LeKiwiRobot(Robot):
|
||||||
actuators_calib_path = self.calibration_dir / f"{self.config.id}.json"
|
actuators_calib_path = self.calibration_dir / f"{self.config.id}.json"
|
||||||
|
|
||||||
if actuators_calib_path.exists():
|
if actuators_calib_path.exists():
|
||||||
with open(actuators_calib_path) as f:
|
with open(actuators_calib_path,encoding="utf-8") as f:
|
||||||
calibration = json.load(f)
|
calibration = json.load(f)
|
||||||
else:
|
else:
|
||||||
logging.info(f"Missing calibration file '{actuators_calib_path}'")
|
logging.info("Missing calibration file '%s'",actuators_calib_path)
|
||||||
calibration = run_arm_manual_calibration(self.actuators_bus, self.robot_type, self.name, "follower")
|
calibration = run_full_arm_calibration(
|
||||||
|
self.actuators_bus, self.robot_type, self.name, "follower"
|
||||||
|
)
|
||||||
|
|
||||||
logging.info(f"Calibration is done! Saving calibration file '{actuators_calib_path}'")
|
logging.info("Calibration is done! Saving calibration file '%s'",actuators_calib_path)
|
||||||
actuators_calib_path.parent.mkdir(parents=True, exist_ok=True)
|
actuators_calib_path.parent.mkdir(parents=True, exist_ok=True)
|
||||||
with open(actuators_calib_path, "w") as f:
|
with open(actuators_calib_path, "w",encoding="utf-8") as f:
|
||||||
json.dump(calibration, f)
|
json.dump(calibration, f)
|
||||||
|
|
||||||
self.actuators_bus.set_calibration(calibration)
|
self.actuators_bus.set_calibration(calibration)
|
||||||
|
@ -208,15 +208,15 @@ class LeKiwiRobot(Robot):
|
||||||
def get_observation(self) -> dict[str, np.ndarray]:
|
def get_observation(self) -> dict[str, np.ndarray]:
|
||||||
"""The returned observations do not have a batch dimension."""
|
"""The returned observations do not have a batch dimension."""
|
||||||
if not self.is_connected:
|
if not self.is_connected:
|
||||||
raise DeviceNotConnectedError(
|
raise DeviceNotConnectedError("LeKiwiRobot is not connected. You need to run `robot.connect()`.")
|
||||||
"LeKiwiRobot is not connected. You need to run `robot.connect()`."
|
|
||||||
)
|
|
||||||
|
|
||||||
obs_dict = {}
|
obs_dict = {}
|
||||||
|
|
||||||
# Read actuators position for arm and vel for base
|
# Read actuators position for arm and vel for base
|
||||||
before_read_t = time.perf_counter()
|
before_read_t = time.perf_counter()
|
||||||
obs_dict[OBS_STATE] = self.actuators_bus.read("Present_Position",self.arm_actuators) + self.actuators_bus.read("Present_Speed", self.base_actuators)
|
obs_dict[OBS_STATE] = self.actuators_bus.read(
|
||||||
|
"Present_Position", self.arm_actuators
|
||||||
|
) + self.actuators_bus.read("Present_Speed", self.base_actuators)
|
||||||
self.logs["read_pos_dt_s"] = time.perf_counter() - before_read_t
|
self.logs["read_pos_dt_s"] = time.perf_counter() - before_read_t
|
||||||
|
|
||||||
# Capture images from cameras
|
# Capture images from cameras
|
||||||
|
@ -251,9 +251,7 @@ class LeKiwiRobot(Robot):
|
||||||
np.ndarray: the action sent to the motors, potentially clipped.
|
np.ndarray: the action sent to the motors, potentially clipped.
|
||||||
"""
|
"""
|
||||||
if not self.is_connected:
|
if not self.is_connected:
|
||||||
raise DeviceNotConnectedError(
|
raise DeviceNotConnectedError("LeKiwiRobot is not connected. You need to run `robot.connect()`.")
|
||||||
"LeKiwiRobot is not connected. You need to run `robot.connect()`."
|
|
||||||
)
|
|
||||||
|
|
||||||
# Input action is in motor space
|
# Input action is in motor space
|
||||||
goal_pos = action
|
goal_pos = action
|
||||||
|
@ -261,7 +259,9 @@ class LeKiwiRobot(Robot):
|
||||||
# /!\ Slower fps expected due to reading from the follower.
|
# /!\ Slower fps expected due to reading from the follower.
|
||||||
if self.config.max_relative_target is not None:
|
if self.config.max_relative_target is not None:
|
||||||
present_pos = self.actuators_bus.read("Present_Position", self.arm_actuators)
|
present_pos = self.actuators_bus.read("Present_Position", self.arm_actuators)
|
||||||
goal_pos[:6] = ensure_safe_goal_position(goal_pos[:6], present_pos, self.config.max_relative_target)
|
goal_pos[:6] = ensure_safe_goal_position(
|
||||||
|
goal_pos[:6], present_pos, self.config.max_relative_target
|
||||||
|
)
|
||||||
|
|
||||||
# Send goal position to the actuators
|
# Send goal position to the actuators
|
||||||
# TODO(Steven): This happens synchronously
|
# TODO(Steven): This happens synchronously
|
||||||
|
@ -286,9 +286,7 @@ class LeKiwiRobot(Robot):
|
||||||
def run(self):
|
def run(self):
|
||||||
# Copied logic from run_lekiwi in lekiwi_remote.py
|
# Copied logic from run_lekiwi in lekiwi_remote.py
|
||||||
if not self.is_connected:
|
if not self.is_connected:
|
||||||
raise DeviceNotConnectedError(
|
raise DeviceNotConnectedError("LeKiwiRobot is not connected. You need to run `robot.connect()`.")
|
||||||
"LeKiwiRobot is not connected. You need to run `robot.connect()`."
|
|
||||||
)
|
|
||||||
|
|
||||||
stop_event = threading.Event()
|
stop_event = threading.Event()
|
||||||
observation_thread = threading.Thread(
|
observation_thread = threading.Thread(
|
||||||
|
@ -311,13 +309,12 @@ class LeKiwiRobot(Robot):
|
||||||
# except zmq.Again:
|
# except zmq.Again:
|
||||||
# logging.warning("ZMQ again")
|
# logging.warning("ZMQ again")
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logging.warning(f"[ERROR] Message fetching failed: {e}")
|
logging.error("Message fetching failed: %s",e)
|
||||||
|
|
||||||
# Watchdog: stop the robot if no command is received for over 0.5 seconds.
|
# Watchdog: stop the robot if no command is received for over 0.5 seconds.
|
||||||
now = time.time()
|
now = time.time()
|
||||||
if now - last_cmd_time > 0.5:
|
if now - last_cmd_time > 0.5:
|
||||||
self.stop()
|
self.stop()
|
||||||
pass
|
|
||||||
|
|
||||||
with self.observation_lock:
|
with self.observation_lock:
|
||||||
self.zmq_observation_socket.send_string(json.dumps(self.last_observation))
|
self.zmq_observation_socket.send_string(json.dumps(self.last_observation))
|
||||||
|
@ -333,7 +330,6 @@ class LeKiwiRobot(Robot):
|
||||||
stop_event.set()
|
stop_event.set()
|
||||||
observation_thread.join()
|
observation_thread.join()
|
||||||
self.disconnect()
|
self.disconnect()
|
||||||
pass
|
|
||||||
|
|
||||||
def print_logs(self):
|
def print_logs(self):
|
||||||
# TODO(Steven): Refactor logger
|
# TODO(Steven): Refactor logger
|
||||||
|
|
|
@ -1,5 +1,6 @@
|
||||||
import abc
|
import abc
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
import enum
|
||||||
from typing import Any
|
from typing import Any
|
||||||
|
|
||||||
import draccus
|
import draccus
|
||||||
|
@ -9,7 +10,6 @@ from lerobot.common.motors import MotorCalibration
|
||||||
|
|
||||||
from .config import RobotConfig
|
from .config import RobotConfig
|
||||||
|
|
||||||
import enum
|
|
||||||
|
|
||||||
class RobotMode(enum.Enum):
|
class RobotMode(enum.Enum):
|
||||||
TELEOP = 0
|
TELEOP = 0
|
||||||
|
|
Loading…
Reference in New Issue