finish benchmark debug
This commit is contained in:
hufei.hofee
234
benchmark.yaml
234
benchmark.yaml
@@ -2,7 +2,6 @@ general:
|
||||
scan_project: true
|
||||
root_paths:
|
||||
asset: /home/ubuntu/projects/gen_data/data
|
||||
output: /home/ubuntu/output
|
||||
checkpoints: /home/ubuntu/data/models
|
||||
|
||||
simulation:
|
||||
@@ -13,160 +12,197 @@ simulation:
|
||||
livestream: 0
|
||||
|
||||
scene:
|
||||
name: default_scene_name
|
||||
position: [0, 0, 0]
|
||||
rotation: [1, 0, 0, 0]
|
||||
name: kujiale_multispace
|
||||
base_config:
|
||||
name: default_base
|
||||
source: primitive
|
||||
stereotype: ground_plane
|
||||
ground_size: [100,100]
|
||||
|
||||
stereotype: usd
|
||||
name: _827313_home_workspace_00
|
||||
source: local
|
||||
asset_path: asset://scenes/kujiale_multispace/827313_home/workspace_00.usd
|
||||
object_cfg_dict:
|
||||
table:
|
||||
name: simple_table
|
||||
position: [0.5, 0, 0.25]
|
||||
source: primitive
|
||||
stereotype: rigid
|
||||
primitive_type: cuboid
|
||||
primitive_size: [0.5, 1, 0.5]
|
||||
mass: 1e4
|
||||
|
||||
target:
|
||||
name: target
|
||||
position: [0.4, 0.0, 0.5]
|
||||
scale: [0.001, 0.001, 0.001]
|
||||
axis_y_up: true
|
||||
asset_path: asset://objects/omni6DPose/ball/omni6DPose_ball_020/Aligned.usd
|
||||
omni6DPose_can_016:
|
||||
name: omni6DPose_can_016
|
||||
stereotype: rigid
|
||||
source: local
|
||||
|
||||
|
||||
asset_path: asset://objects/omni6DPose/can/omni6DPose_can_016/Aligned.usd
|
||||
scale:
|
||||
- 0.001
|
||||
- 0.001
|
||||
- 0.001
|
||||
position:
|
||||
- 0.0
|
||||
- -3.79243
|
||||
- 0.5
|
||||
quaternion:
|
||||
- -0.304408012043137
|
||||
- -0.304408012043137
|
||||
- 0.638228612805745
|
||||
- 0.6382286128057448
|
||||
axis_y_up: true
|
||||
omni6DPose_plug_001:
|
||||
name: omni6DPose_plug_001
|
||||
stereotype: rigid
|
||||
source: local
|
||||
asset_path: asset://objects/omni6DPose/plug/omni6DPose_plug_001/Aligned.usd
|
||||
scale:
|
||||
- 0.001
|
||||
- 0.001
|
||||
- 0.001
|
||||
position:
|
||||
- 0.419859
|
||||
- -4.152430000000001
|
||||
- 0.510259093
|
||||
quaternion:
|
||||
- 0.7070997233636068
|
||||
- 0.707099723363607
|
||||
- 0.003159306745230588
|
||||
- 0.003159306745230588
|
||||
axis_y_up: true
|
||||
robot_cfg_dict:
|
||||
robot:
|
||||
name: my_robot
|
||||
Franka:
|
||||
name: Franka
|
||||
asset_path: asset://Franka/franka_robotiq_2f85_zedmini.usd
|
||||
position: [0, 0, 0]
|
||||
position:
|
||||
- -0.3779152929316859
|
||||
- -3.943187336951741
|
||||
- 0.3130090550954169
|
||||
rotation:
|
||||
- 0.9987576855319703
|
||||
- 0.0
|
||||
- 0.0
|
||||
- 0.04983056883903615
|
||||
stereotype: single_gripper_arm_robot
|
||||
source: local
|
||||
init_joint_position:
|
||||
panda_joint2: -0.1633
|
||||
panda_joint4: -1.070
|
||||
panda_joint4: -1.07
|
||||
panda_joint6: 0.8933
|
||||
panda_joint7: 0.785
|
||||
|
||||
arm_actuator_name: franka_arm
|
||||
gripper_actuator_name: robotiq_2f_85
|
||||
|
||||
use_planner: true
|
||||
planner_cfg:
|
||||
stereotype: curobo
|
||||
lazy_init: true
|
||||
robot_config_file: asset://curobo/franka_robotiq_2f85/franka_robotiq_2f85.yml
|
||||
world_config_source: stage
|
||||
world_stage_ignore_substrings: [my_robot]
|
||||
world_stage_only_paths: [/World]
|
||||
world_stage_reference_prim_path: /World/Robot/SingleGripperArmRobot/my_robot
|
||||
|
||||
sensor_cfg_dict:
|
||||
front_camera:
|
||||
name: front_camera
|
||||
Hand_Camera:
|
||||
name: Hand_Camera
|
||||
stereotype: camera
|
||||
position: [0.8, 0.0, 0.8]
|
||||
data_types: [rgb, depth, normals]
|
||||
data_types:
|
||||
- rgb
|
||||
- depth
|
||||
- normals
|
||||
width: 1280
|
||||
height: 720
|
||||
camera_model: pinhole
|
||||
fix_camera: true
|
||||
|
||||
left_camera:
|
||||
name: left_camera
|
||||
focal_length: 2.8
|
||||
horizontal_aperture: 4.890881131191918
|
||||
vertical_aperture: 2.7608816125932627
|
||||
convention: opengl
|
||||
attach_to:
|
||||
target_name: Franka
|
||||
is_articulation_part: true
|
||||
articulation_part_name: panda_link8
|
||||
create_fixed_joint: true
|
||||
local_position:
|
||||
- -0.07176474936469446
|
||||
- 0.02890958100382394
|
||||
- 0.01978286477078585
|
||||
local_rotation:
|
||||
- 0.12352531576657892
|
||||
- 0.7000519980574638
|
||||
- -0.6933396337721066
|
||||
- -0.11810524383481495
|
||||
Left_Camera:
|
||||
name: Left_Camera
|
||||
stereotype: camera
|
||||
position: [0.6, 0.7, 0.8]
|
||||
data_types: [rgb, depth, normals]
|
||||
data_types:
|
||||
- rgb
|
||||
- depth
|
||||
- normals
|
||||
width: 1280
|
||||
height: 720
|
||||
camera_model: pinhole
|
||||
fix_camera: true
|
||||
|
||||
right_camera:
|
||||
name: right_camera
|
||||
fix_camera: false
|
||||
focal_length: 2.1
|
||||
horizontal_aperture: 5.019302546405283
|
||||
vertical_aperture: 2.833796298140747
|
||||
convention: opengl
|
||||
attach_to:
|
||||
target_name: Franka
|
||||
local_position:
|
||||
- -0.07383269512283744
|
||||
- -0.4566116797983716
|
||||
- 0.5664518136443555
|
||||
local_rotation:
|
||||
- 0.7669289562134721
|
||||
- 0.4437472984144337
|
||||
- -0.232167881174614
|
||||
- -0.4012560108236337
|
||||
Right_Camera:
|
||||
name: Right_Camera
|
||||
stereotype: camera
|
||||
position: [0.6, -0.7, 0.8]
|
||||
data_types: [rgb, depth, normals]
|
||||
data_types:
|
||||
- rgb
|
||||
- depth
|
||||
- normals
|
||||
width: 1280
|
||||
height: 720
|
||||
camera_model: pinhole
|
||||
fix_camera: true
|
||||
fix_camera: false
|
||||
focal_length: 2.1
|
||||
horizontal_aperture: 5.053278483887542
|
||||
vertical_aperture: 2.833796298140747
|
||||
convention: opengl
|
||||
attach_to:
|
||||
target_name: Franka
|
||||
local_position:
|
||||
- 0.4501524009531093
|
||||
- 0.7206899873248545
|
||||
- 0.27525652672526973
|
||||
local_rotation:
|
||||
- 0.007056820167439314
|
||||
- 0.007107689842383092
|
||||
- 0.709606075042274
|
||||
- 0.7045274304789896
|
||||
|
||||
extension:
|
||||
extension_cfg_dict:
|
||||
my_data_collect:
|
||||
benchmark_data_collect:
|
||||
enable: true
|
||||
stereotype: data_collect
|
||||
observer_cfgs:
|
||||
- stereotype: robot_observer
|
||||
name: my_robot
|
||||
observe_joint_positions: true
|
||||
observe_joint_velocities: true
|
||||
observe_joint_accelerations: true
|
||||
observe_joint_position_targets: true
|
||||
observe_joint_velocity_targets: true
|
||||
observe_position: true
|
||||
observe_rotation: true
|
||||
name: Franka
|
||||
observe_ee_pose: true
|
||||
observe_gripper_state: true
|
||||
observe_gripper_drive_state: true
|
||||
- stereotype: sensor_observer
|
||||
name: front_camera
|
||||
observe_intrinsic_matrix: true
|
||||
observe_extrinsic_matrix: true
|
||||
name: Hand_Camera
|
||||
observe_rgb: true
|
||||
observe_depth: true
|
||||
observe_normals: true
|
||||
- stereotype: sensor_observer
|
||||
name: left_camera
|
||||
observe_intrinsic_matrix: true
|
||||
observe_extrinsic_matrix: true
|
||||
name: Left_Camera
|
||||
observe_rgb: true
|
||||
observe_depth: true
|
||||
observe_normals: true
|
||||
- stereotype: sensor_observer
|
||||
name: right_camera
|
||||
observe_intrinsic_matrix: true
|
||||
observe_extrinsic_matrix: true
|
||||
name: Right_Camera
|
||||
observe_rgb: true
|
||||
observe_depth: true
|
||||
observe_normals: true
|
||||
|
||||
- stereotype: task_observer
|
||||
name: task
|
||||
|
||||
- stereotype: object_observer
|
||||
name: target
|
||||
observe_position: true
|
||||
observe_rotation: true
|
||||
observe_scale: true
|
||||
|
||||
my_benchmark:
|
||||
starvla_benchmark:
|
||||
enable: true
|
||||
stereotype: benchmark
|
||||
data_collector_name: my_data_collect
|
||||
data_collector_name: benchmark_data_collect
|
||||
goals:
|
||||
- name: reach_target
|
||||
description: Reach the target
|
||||
stereotype: pose
|
||||
pose_A_source: ee
|
||||
pose_A_params:
|
||||
robot_name: my_robot
|
||||
pose_B_source: spawnable
|
||||
pose_B_params:
|
||||
spawnable_name: target
|
||||
position_tolerance: 0.005
|
||||
- name: cola on top of book
|
||||
description: check if the cola bottle is on the book
|
||||
stereotype: on_top
|
||||
object_A_name: omni6DPose_plug_001
|
||||
object_B_name: omni6DPose_can_016
|
||||
policy:
|
||||
stereotype: starvla
|
||||
robot_name: my_robot
|
||||
object_name: target
|
||||
robot_name: Franka
|
||||
sensor_names: [Hand_Camera, Left_Camera, Right_Camera]
|
||||
prompt: pick the cola bottle and place it on the book
|
||||
|
||||
policy_server:
|
||||
|
||||
Reference in New Issue
Block a user