JiajunLI/roboimi
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(vla): add SmolVLA conditioning and experiment artifacts

Browse Source
This commit is contained in:
Logic
2026-07-31 10:11:04 +08:00
parent acbd7c605a
commit 5ae9f5fa48
175 changed files with 317471 additions and 70 deletions
Download Patch File Download Diff File Expand all files Collapse all files
remote_rollouts/rollout-step83124-front-5x-20260403-090744/ep01/rollout_front.mp4
BIN
View File
Binary file not shown.
remote_rollouts/rollout-step83124-front-5x-20260403-090744/ep01/rollout_summary.json
+216
View File
@@ -0,0 +1,216 @@
{
"num_episodes": 1,
"episode_rewards": [
0.0
],
"episode_max_rewards": [
0.0
],
"avg_reward": 0.0,
"avg_max_reward": 0.0,
"episodes": [
{
"inference_fps": 416.328579450197,
"control_fps": 16.62784691072735,
"avg_obs_read_time_ms": 2.911593945131504,
"avg_preprocess_time_ms": 6.928545483055392,
"avg_inference_time_ms": 2.401948963774235,
"avg_env_step_time_ms": 47.72096303665811,
"avg_total_time_ms": 60.14007738758145,
"num_inferences": 88,
"num_model_forwards": 88,
"num_steps": 700,
"episode_reward": 0.0,
"episode_max_reward": 0.0,
"artifact_paths": {
"video": "/home/droid/roboimi_imf_attnres/runs/sim-transfer-imf-attnres-emb384-l12-ph16-step150k-roll5x5-lr2p5e4-restart-20260402-104553/rollout-step83124-front-5x-20260403-090744/ep01/rollout_front.mp4",
"trajectory": null,
"timing": "/home/droid/roboimi_imf_attnres/runs/sim-transfer-imf-attnres-emb384-l12-ph16-step150k-roll5x5-lr2p5e4-restart-20260402-104553/rollout-step83124-front-5x-20260403-090744/ep01/rollout_summary.json"
},
"timing_breakdown_ms": {
"obs_read": {
"mean": 2.911593945131504,
"std": 0.2611419950299626,
"min": 2.712091023568064,
"max": 7.493758981581777
},
"preprocess": {
"mean": 6.928545483055392,
"std": 0.5543077871256182,
"min": 6.473146029748023,
"max": 19.883478991687298
},
"inference": {
"mean": 2.401948963774235,
"std": 12.794224178610442,
"min": 0.49940100871026516,
"max": 327.08223100053146
},
"env_step": {
"mean": 47.72096303665811,
"std": 2.1171372236113726,
"min": 39.931224018801004,
"max": 76.46449701860547
},
"loop_total": {
"mean": 60.14007738758145,
"std": 13.188809002297118,
"min": 56.274613016285,
"max": 389.8623649729416
}
},
"timing_summary": {
"count": 700,
"model_forward_count": 88,
"all_steps_ms": {
"obs_read": {
"mean": 2.911593945131504,
"std": 0.2611419950299626,
"min": 2.712091023568064,
"max": 7.493758981581777
},
"preprocess": {
"mean": 6.928545483055392,
"std": 0.5543077871256182,
"min": 6.473146029748023,
"max": 19.883478991687298
},
"inference": {
"mean": 2.401948963774235,
"std": 12.794224178610442,
"min": 0.49940100871026516,
"max": 327.08223100053146
},
"env_step": {
"mean": 47.72096303665811,
"std": 2.1171372236113726,
"min": 39.931224018801004,
"max": 76.46449701860547
},
"loop_total": {
"mean": 60.14007738758145,
"std": 13.188809002297118,
"min": 56.274613016285,
"max": 389.8623649729416
}
},
"model_forward_steps_ms": {
"obs_read": {
"mean": 2.8758058099562978,
"std": 0.0751506551331651,
"min": 2.712091023568064,
"max": 3.0596989672631025
},
"preprocess": {
"mean": 7.1382775310088284,
"std": 1.3865518440871207,
"min": 6.516602006740868,
"max": 19.883478991687298
},
"inference": {
"mean": 15.048258656778755,
"std": 33.453789958947034,
"min": 11.253663979005069,
"max": 327.08223100053146
},
"env_step": {
"mean": 47.788851250185296,
"std": 1.684109686362168,
"min": 39.931224018801004,
"max": 56.31602002540603
},
"loop_total": {
"mean": 73.03679807624907,
"std": 34.000319709963435,
"min": 67.7422959706746,
"max": 389.8623649729416
}
}
}
}
],
"artifact_dir": "/home/droid/roboimi_imf_attnres/runs/sim-transfer-imf-attnres-emb384-l12-ph16-step150k-roll5x5-lr2p5e4-restart-20260402-104553/rollout-step83124-front-5x-20260403-090744/ep01",
"artifacts": {
"output_dir": "/home/droid/roboimi_imf_attnres/runs/sim-transfer-imf-attnres-emb384-l12-ph16-step150k-roll5x5-lr2p5e4-restart-20260402-104553/rollout-step83124-front-5x-20260403-090744/ep01",
"summary_json": "/home/droid/roboimi_imf_attnres/runs/sim-transfer-imf-attnres-emb384-l12-ph16-step150k-roll5x5-lr2p5e4-restart-20260402-104553/rollout-step83124-front-5x-20260403-090744/ep01/rollout_summary.json",
"timing_json": null,
"trajectory_npz": null,
"video_mp4": "/home/droid/roboimi_imf_attnres/runs/sim-transfer-imf-attnres-emb384-l12-ph16-step150k-roll5x5-lr2p5e4-restart-20260402-104553/rollout-step83124-front-5x-20260403-090744/ep01/rollout_front.mp4",
"video_camera_name": "front"
},
"avg_inference_fps": 416.328579450197,
"avg_control_fps": 16.62784691072735,
"avg_obs_read_time_ms": 2.911593945131504,
"avg_preprocess_time_ms": 6.928545483055392,
"avg_inference_time_ms": 2.401948963774235,
"avg_env_step_time_ms": 47.72096303665811,
"avg_total_time_ms": 60.14007738758145,
"timing_summary": {
"count": 700,
"model_forward_count": 88,
"all_steps_ms": {
"obs_read": {
"mean": 2.911593945131504,
"std": 0.2611419950299626,
"min": 2.712091023568064,
"max": 7.493758981581777
},
"preprocess": {
"mean": 6.928545483055392,
"std": 0.5543077871256182,
"min": 6.473146029748023,
"max": 19.883478991687298
},
"inference": {
"mean": 2.401948963774235,
"std": 12.794224178610442,
"min": 0.49940100871026516,
"max": 327.08223100053146
},
"env_step": {
"mean": 47.72096303665811,
"std": 2.1171372236113726,
"min": 39.931224018801004,
"max": 76.46449701860547
},
"loop_total": {
"mean": 60.14007738758145,
"std": 13.188809002297118,
"min": 56.274613016285,
"max": 389.8623649729416
}
},
"model_forward_steps_ms": {
"obs_read": {
"mean": 2.8758058099562978,
"std": 0.0751506551331651,
"min": 2.712091023568064,
"max": 3.0596989672631025
},
"preprocess": {
"mean": 7.1382775310088284,
"std": 1.3865518440871207,
"min": 6.516602006740868,
"max": 19.883478991687298
},
"inference": {
"mean": 15.048258656778755,
"std": 33.453789958947034,
"min": 11.253663979005069,
"max": 327.08223100053146
},
"env_step": {
"mean": 47.788851250185296,
"std": 1.684109686362168,
"min": 39.931224018801004,
"max": 56.31602002540603
},
"loop_total": {
"mean": 73.03679807624907,
"std": 34.000319709963435,
"min": 67.7422959706746,
"max": 389.8623649729416
}
}
}
}