Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
54 commits
Select commit Hold shift + click to select a range
080a313
wip on RL
mrsp Jul 21, 2025
00968e3
training on
mrsp Jul 22, 2025
ab4ca17
rl on
mrsp Jul 22, 2025
9ed2224
wip
mrsp Jul 23, 2025
4279a90
seems to learn
mrsp Jul 23, 2025
ceb25e7
on inference
mrsp Jul 24, 2025
892336c
more samples
mrsp Jul 24, 2025
c150e02
wip
mrsp Jul 25, 2025
8498371
clean up
mrsp Jul 25, 2025
03cdf04
weights + biases are ok
mrsp Jul 25, 2025
38cdcb8
wip
mrsp Jul 25, 2025
8e6eebe
inference ok
mrsp Jul 25, 2025
51c5c05
train/inference ok
mrsp Jul 25, 2025
94215a9
reward shaping
mrsp Jul 26, 2025
0c6ff4f
reward vs samples
mrsp Jul 26, 2025
445de00
no reward normalization
mrsp Jul 26, 2025
c32c5e9
numerically compute gt base velocity
mrsp Jul 26, 2025
3d90fc5
more wip
mrsp Jul 27, 2025
e36b6c1
gelu
mrsp Jul 27, 2025
300ebd2
generic MlpPolicy
mrsp Jul 28, 2025
cba801c
wip
mrsp Jul 29, 2025
fd9d925
rl env
mrsp Jul 29, 2025
0e8f37c
wip
mrsp Jul 29, 2025
d78cea4
sac
mrsp Jul 30, 2025
debcba0
wip
mrsp Jul 30, 2025
f47097f
custom ac
mrsp Jul 30, 2025
741c186
wip
mrsp Jul 31, 2025
a5297b5
rl fix
mrsp Jul 31, 2025
cb2f847
pend rl for mike
mrsp Aug 1, 2025
340114b
dummy kf learning
mrsp Aug 2, 2025
ea2d20c
fix
mrsp Aug 2, 2025
08607e0
Feature/owdy rl action change (#60)
mrsp Aug 13, 2025
481db68
Fixed serow-hypertuner compilation issue (#57)
MichaelMarav Jul 28, 2025
84dbe76
Safety checks and paremeterizing the LocalMapper (#58)
mrsp Jul 31, 2025
6f01666
H1 experiments (#56)
MichaelMarav Aug 4, 2025
736b087
Feature/owdy ros2 driver (#62)
mrsp Aug 7, 2025
c071488
Feature/owdy adaptive rates (#63)
mrsp Aug 11, 2025
647248c
seems to learn
mrsp Jul 23, 2025
50697ec
reward vs samples
mrsp Jul 26, 2025
a63d19c
Merge branch 'master' into feature/owdy-rl
mrsp Aug 13, 2025
465cb6e
fix errors
mrsp Aug 13, 2025
8bd2010
fix ts
mrsp Aug 13, 2025
8b25fe9
fix train
mrsp Aug 13, 2025
b06555c
on training
mrsp Aug 13, 2025
bcdd3f1
one frame
mrsp Aug 13, 2025
0c12358
testing
mrsp Aug 13, 2025
aab22d4
dqn
mrsp Aug 14, 2025
d8c747a
nullify invalid obs
mrsp Aug 14, 2025
43b1550
DQN instead of PPO
mrsp Aug 15, 2025
9a6f241
reward tuning
mrsp Aug 15, 2025
1cd7312
fix per step update
mrsp Oct 11, 2025
8ce0d4b
unit test update with set_state
mrsp Oct 20, 2025
186761d
Changed default to log data and also save them to /tmp/ instead of /t…
Oct 25, 2025
ef2eccf
Modified the computation of the rotation error to account that q = -q
Oct 25, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -24,3 +24,6 @@ serow_layout.json:Zone.Identifier
/serow_ros2/build/
/serow_ros2/install/
/serow_ros2/log/
/python/datasets/*
/python/models/*
/python/*_test.npz
2 changes: 2 additions & 0 deletions config/a1.json
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,8 @@
0.0,
-1.0
],
"imu_outlier_detection": true,
"use_imu_orientation": true,
"calibrate_initial_imu_bias": true,
"max_imu_calibration_cycles": 100,
"bias_gyro": [
Expand Down
2 changes: 2 additions & 0 deletions config/anymal_b.json
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,8 @@
0.0,
-1.0
],
"imu_outlier_detection": true,
"use_imu_orientation": true,
"calibrate_initial_imu_bias": false,
"max_imu_calibration_cycles": 500,
"bias_gyro": [
Expand Down
4 changes: 4 additions & 0 deletions config/estimation.json
Original file line number Diff line number Diff line change
Expand Up @@ -68,6 +68,10 @@
0.0,
1.0
],
// boolean: whether or not to use the IMU outlier detection during the filter step
"imu_outlier_detection": true,
// boolean: whether or not to use the IMU orientation during the ContactEKF update step
"use_imu_orientation": true,
// boolean: whether or not to estimate initial values for the IMU gyro/accelerometer biases
"calibrate_initial_imu_bias": false,
// integer: number of IMU measurements to use for estimating the IMU gyro/accelerometer biases
Expand Down
2 changes: 2 additions & 0 deletions config/go1.json
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,8 @@
0.0,
1.0
],
"imu_outlier_detection": true,
"use_imu_orientation": true,
"calibrate_initial_imu_bias": true,
"max_imu_calibration_cycles": 100,
"bias_gyro": [
Expand Down
2 changes: 2 additions & 0 deletions config/go2.json
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,8 @@
0.0,
-1.0
],
"imu_outlier_detection": true,
"use_imu_orientation": true,
"calibrate_initial_imu_bias": true,
"max_imu_calibration_cycles": 1000,
"bias_gyro": [
Expand Down
250 changes: 250 additions & 0 deletions config/go2_pytest.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,250 @@
{
"robot_name": "go2",
"base_frame": "base",
"point_feet": true,
"foot_frames": {
"0": "FL_foot",
"1": "FR_foot",
"2": "RL_foot",
"3": "RR_foot"
},
"model_path": "go2.urdf",
"g": 9.81,
"joint_rate": 500.0,
"estimate_joint_velocity": true,
"joint_cutoff_frequency": 15.0,
"joint_position_variance": 0.0005,
"angular_momentum_cutoff_frequency": 5.0,
"tau_0": 0.1,
"tau_1": 0.0,
"imu_rate": 500.0,
"R_base_to_gyro": [
1.0,
0.0,
0.0,
0.0,
-1.0,
0.0,
0.0,
0.0,
-1.0
],
"R_base_to_acc": [
1.0,
0.0,
0.0,
0.0,
-1.0,
0.0,
0.0,
0.0,
-1.0
],
"imu_outlier_detection": false,
"use_imu_orientation": false,
"calibrate_initial_imu_bias": false,
"max_imu_calibration_cycles": 1000,
"bias_gyro": [
0.0,
0.0,
0.0
],
"bias_acc": [
0.0,
0.0,
0.0
],
"gyro_cutoff_frequency": 5.0,
"force_torque_rate": 500.0,
"R_foot_to_force": {
"0": [
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0
],
"1": [
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0
],
"2": [
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0
],
"3": [
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0
]
},
"R_foot_to_torque": null,
"attitude_estimator_proportional_gain": 0.1,
"attitude_estimator_integral_gain": 0.0,
"estimate_contact_status": true,
"high_threshold": 4.0,
"low_threshold": 2.0,
"median_window": 13,
"outlier_detection": false,
"convergence_cycles": 0,
"imu_angular_velocity_covariance": [
5e-5,
5e-5,
5e-5
],
"imu_angular_velocity_bias_covariance": [
1e-8,
1e-8,
1e-8
],
"imu_linear_acceleration_covariance": [
5e-3,
5e-3,
5e-3
],
"imu_linear_acceleration_bias_covariance": [
1e-8,
1e-8,
1e-8
],
"base_orientation_covariance": [
1e-3,
1e-3,
1e-3
],
"contact_position_covariance": [
5e-6,
5e-6,
5e-5
],
"contact_orientation_covariance": null,
"contact_position_slip_covariance": [
1e-6,
1e-6,
1e-6
],
"contact_orientation_slip_covariance": null,
"com_position_process_covariance": [
1e-6,
1e-6,
1e-6
],
"com_linear_velocity_process_covariance": [
1e-4,
1e-4,
1e-4
],
"external_forces_process_covariance": [
1e-1,
1e-1,
1e-1
],
"com_position_covariance": [
1e-6,
1e-6,
1e-6
],
"com_linear_acceleration_covariance": [
1e-2,
1e-2,
1e-2
],
"initial_base_position_covariance": [
1e-4,
1e-4,
1e-4
],
"initial_base_orientation_covariance": [
1e-6,
1e-6,
1e-6
],
"initial_base_linear_velocity_covariance": [
1e-3,
1e-3,
1e-3
],
"initial_contact_position_covariance": [
1e-6,
1e-6,
1e-6
],
"initial_contact_orientation_covariance": null,
"initial_imu_linear_acceleration_bias_covariance": [
1e-4,
1e-4,
1e-4
],
"initial_imu_angular_velocity_bias_covariance": [
1e-4,
1e-4,
1e-4
],
"initial_com_position_covariance": [
1e-6,
1e-6,
1e-6
],
"initial_com_linear_velocity_covariance": [
1e-3,
1e-3,
1e-3
],
"initial_external_forces_covariance": [
1.0,
1.0,
1.0
],
"T_base_to_odom": null,
"enable_terrain_estimation": false,
"terrain_estimator": "fast",
"minimum_terrain_height_variance": 1e-3,
"maximum_contact_points": 4,
"maximum_recenter_distance": 0.35,
"minimum_contact_probability": 0.15,
"T_base_to_ground_truth": [
1.0,
0.0,
0.0,
-0.03270961,
0.0,
1.0,
0.0,
-0.00222456,
0.0,
0.0,
1.0,
-0.01544948,
0.0,
0.0,
0.0,
1.0
],
"log_data": false,
"log_measurements": false,
"log_dir": "/tmp/serow"
}
Loading