[train] 增强Sim2Real训练随机化配置
This commit is contained in:
@@ -2,7 +2,7 @@
|
||||
|
||||
`rc_mjlab/` 保存 16DOF 轮足机器人的当前训练与 Sim2Sim 工程。历史快照由 Git Tag 保留,不在目录中复制 `old`、`new` 或 `final` 版本。
|
||||
|
||||
当前内容对应 `v0.4.0`,是第一份完整采用新版 MJCF 和新版 mjlab 框架的训练工程。
|
||||
当前内容对应 `v0.5.0`,在 `v0.4.0` 的完整新版训练工程上增强了面向 Sim2Real 的随机化配置。
|
||||
|
||||
## 内容
|
||||
|
||||
@@ -15,4 +15,6 @@
|
||||
|
||||
与 `v0.3.0` 相比,本版本更新了 MJCF 质量和惯性参数,并将 mjlab 上游基准从 `00409797` 更新到 `40f8d93e`。机械 CAD 未发生变化。
|
||||
|
||||
与 `v0.4.0` 相比,本版本没有再次修改 MJCF 和训练框架,只调整训练环境配置:投影重力噪声从 `±0.05` 扩大到 `±0.08`,最大动作延迟从 2 步增加到 4 步,扩大摩擦、刚度和阻尼随机化,增加腿部质量随机化与连续外力/力矩扰动。
|
||||
|
||||
工程命令和任务说明见 [`rc_mjlab/README.md`](rc_mjlab/README.md),本地依赖来源见 [`rc_mjlab/DEPENDENCIES.md`](rc_mjlab/DEPENDENCIES.md)。
|
||||
|
||||
@@ -2,7 +2,7 @@
|
||||
|
||||
基于 [mjlab](https://github.com/google-deepmind/mjlab) 框架的四轮腿混合机器人强化学习训练与部署部署项目,面向机器人竞赛场景(如越障、匍匐、斜坡、台阶等复合任务)。
|
||||
|
||||
> 本目录对应 `v0.4.0`:第一份完整的新 MJCF 与新框架训练工程。该快照包含 `model_rough.pt`;未包含独立 `mujoco_sim` 工具和单独的 Crawl 策略权重,相关早期内容仍可通过 `v0.3.0` 查看。
|
||||
> 本目录对应 `v0.5.0`:在第一份完整的新 MJCF 与新框架训练工程上,扩大观测噪声、动作延迟和动力学随机化范围,并加入持续外力扰动。该快照包含 `model_rough.pt`;未包含独立 `mujoco_sim` 工具和单独的 Crawl 策略权重,相关早期内容仍可通过 `v0.3.0` 查看。
|
||||
|
||||
---
|
||||
|
||||
|
||||
@@ -153,7 +153,7 @@ def _make_base_env_cfg() -> ManagerBasedRlEnvCfg:
|
||||
),
|
||||
"projected_gravity": ObservationTermCfg(
|
||||
func=velocity_mdp.projected_gravity,
|
||||
noise=Unoise(n_min=-0.05, n_max=0.05),
|
||||
noise=Unoise(n_min=-0.08, n_max=0.08),
|
||||
),
|
||||
"command": ObservationTermCfg(
|
||||
func=velocity_mdp.generated_commands,
|
||||
@@ -212,13 +212,13 @@ def _make_base_env_cfg() -> ManagerBasedRlEnvCfg:
|
||||
actuator_names=(".*_hip_abduction_joint", ".*_hip_pitch_joint", ".*_knee_joint"),
|
||||
scale={".*_hip_abduction_joint": 0.125, "^(?!.*_hip_abduction_joint).*": 0.25}, use_default_offset=True,
|
||||
control_frequency=50.0, cut_off_frequency=5.0,
|
||||
min_delay=0, max_delay=2,
|
||||
min_delay=0, max_delay=4,
|
||||
),
|
||||
"wheel_joint_vel": JointVelocityDelayedLowPassActionCfg(
|
||||
entity_name="robot", actuator_names=(".*_wheel_joint",),
|
||||
scale=5.0, offset=0.0, use_default_offset=False,
|
||||
control_frequency=50.0, cut_off_frequency=15.0,
|
||||
min_delay=0, max_delay=2,
|
||||
min_delay=0, max_delay=4,
|
||||
),
|
||||
}
|
||||
|
||||
@@ -262,20 +262,20 @@ def _make_base_env_cfg() -> ManagerBasedRlEnvCfg:
|
||||
),
|
||||
"base_com": EventTermCfg(
|
||||
func=envs_dr.body_com_offset, mode="startup",
|
||||
params={"asset_cfg": SceneEntityCfg("robot", body_names=("base_link",)),
|
||||
params={"asset_cfg": SceneEntityCfg("robot", body_names=(".*",)),
|
||||
"operation": "add", "ranges": {0: (-0.05, 0.05), 1: (-0.05, 0.05), 2: (-0.05, 0.05)}},
|
||||
),
|
||||
"body_friction": EventTermCfg(
|
||||
func=envs_dr.geom_friction, mode="startup",
|
||||
params={"asset_cfg": SceneEntityCfg("robot", geom_names=(".*",)), "operation": "abs", "ranges": (0.3, 1.0)},
|
||||
params={"asset_cfg": SceneEntityCfg("robot", geom_names=(".*",)), "operation": "abs", "ranges": (0.15, 1.25)},
|
||||
),
|
||||
"actuator_stiffness": EventTermCfg(
|
||||
func=envs_dr.joint_stiffness, mode="startup",
|
||||
params={"asset_cfg": SceneEntityCfg("robot"), "ranges": (0.9, 1.1), "operation": "scale", "distribution": "log_uniform"},
|
||||
params={"asset_cfg": SceneEntityCfg("robot"), "ranges": (0.5, 1.5), "operation": "scale", "distribution": "log_uniform"},
|
||||
),
|
||||
"actuator_damping": EventTermCfg(
|
||||
func=envs_dr.joint_damping, mode="startup",
|
||||
params={"asset_cfg": SceneEntityCfg("robot"), "ranges": (0.9, 1.1), "operation": "scale", "distribution": "log_uniform"},
|
||||
params={"asset_cfg": SceneEntityCfg("robot"), "ranges": (0.5, 1.5), "operation": "scale", "distribution": "log_uniform"},
|
||||
),
|
||||
"body_mass_base": EventTermCfg(
|
||||
func=envs_dr.body_mass, mode="startup",
|
||||
@@ -285,6 +285,24 @@ def _make_base_env_cfg() -> ManagerBasedRlEnvCfg:
|
||||
"ranges": (-1.0, 3.0),
|
||||
},
|
||||
),
|
||||
"body_mass_limbs": EventTermCfg(
|
||||
func=envs_dr.body_mass, mode="startup",
|
||||
params={
|
||||
"asset_cfg": SceneEntityCfg("robot", body_names=(".*_knee_.*", ".*_wheel_.*")),
|
||||
"operation": "scale",
|
||||
"ranges": (0.7, 1.3),
|
||||
},
|
||||
),
|
||||
"apply_continuous_disturbance": EventTermCfg(
|
||||
func=apply_continuous_disturbance, mode="step",
|
||||
params={
|
||||
"asset_cfg": SceneEntityCfg("robot", body_names=("base_link",)),
|
||||
"force_range": (-10.0, 10.0),
|
||||
"torque_range": (-10.0, 10.0),
|
||||
"resample_time_range": (5.0, 10.0),
|
||||
"time_constant": 1.0,
|
||||
},
|
||||
),
|
||||
}
|
||||
|
||||
# ------------------
|
||||
|
||||
Reference in New Issue
Block a user