JiajunLI/roboimi
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(vla): add SmolVLA conditioning and experiment artifacts

Browse Source
This commit is contained in:
Logic
2026-07-31 10:11:04 +08:00
parent acbd7c605a
commit 5ae9f5fa48
175 changed files with 317471 additions and 70 deletions
Download Patch File Download Diff File Expand all files Collapse all files
remote_rollouts/rollout-step83124-front-5x-20260403-090744/ep05/rollout_front.mp4
BIN
View File
Binary file not shown.
remote_rollouts/rollout-step83124-front-5x-20260403-090744/ep05/rollout_summary.json
+216
View File
@@ -0,0 +1,216 @@
{
"num_episodes": 1,
"episode_rewards": [
1408.0
],
"episode_max_rewards": [
4.0
],
"avg_reward": 1408.0,
"avg_max_reward": 4.0,
"episodes": [
{
"inference_fps": 421.5143683898348,
"control_fps": 15.98697584872221,
"avg_obs_read_time_ms": 2.916401576450361,
"avg_preprocess_time_ms": 6.9587834345709,
"avg_inference_time_ms": 2.372398368814694,
"avg_env_step_time_ms": 50.12335285793857,
"avg_total_time_ms": 62.55091703787912,
"num_inferences": 88,
"num_model_forwards": 88,
"num_steps": 700,
"episode_reward": 1408.0,
"episode_max_reward": 4.0,
"artifact_paths": {
"video": "/home/droid/roboimi_imf_attnres/runs/sim-transfer-imf-attnres-emb384-l12-ph16-step150k-roll5x5-lr2p5e4-restart-20260402-104553/rollout-step83124-front-5x-20260403-090744/ep05/rollout_front.mp4",
"trajectory": null,
"timing": "/home/droid/roboimi_imf_attnres/runs/sim-transfer-imf-attnres-emb384-l12-ph16-step150k-roll5x5-lr2p5e4-restart-20260402-104553/rollout-step83124-front-5x-20260403-090744/ep05/rollout_summary.json"
},
"timing_breakdown_ms": {
"obs_read": {
"mean": 2.916401576450361,
"std": 0.19681075249117103,
"min": 2.723354031331837,
"max": 4.304414032958448
},
"preprocess": {
"mean": 6.9587834345709,
"std": 0.32918428959573737,
"min": 6.440367025788873,
"max": 10.836776986252517
},
"inference": {
"mean": 2.372398368814694,
"std": 12.755981125405425,
"min": 0.4968460416421294,
"max": 326.6250739688985
},
"env_step": {
"mean": 50.12335285793857,
"std": 2.0541933730540083,
"min": 41.243349958676845,
"max": 59.02870395220816
},
"loop_total": {
"mean": 62.55091703787912,
"std": 12.685506605997542,
"min": 57.05423402832821,
"max": 379.86371299484745
}
},
"timing_summary": {
"count": 700,
"model_forward_count": 88,
"all_steps_ms": {
"obs_read": {
"mean": 2.916401576450361,
"std": 0.19681075249117103,
"min": 2.723354031331837,
"max": 4.304414032958448
},
"preprocess": {
"mean": 6.9587834345709,
"std": 0.32918428959573737,
"min": 6.440367025788873,
"max": 10.836776986252517
},
"inference": {
"mean": 2.372398368814694,
"std": 12.755981125405425,
"min": 0.4968460416421294,
"max": 326.6250739688985
},
"env_step": {
"mean": 50.12335285793857,
"std": 2.0541933730540083,
"min": 41.243349958676845,
"max": 59.02870395220816
},
"loop_total": {
"mean": 62.55091703787912,
"std": 12.685506605997542,
"min": 57.05423402832821,
"max": 379.86371299484745
}
},
"model_forward_steps_ms": {
"obs_read": {
"mean": 2.8879472850927743,
"std": 0.09183274389315361,
"min": 2.758314018137753,
"max": 3.517468983773142
},
"preprocess": {
"mean": 7.111402045914226,
"std": 0.5243812452094909,
"min": 6.641154002863914,
"max": 10.836776986252517
},
"inference": {
"mean": 14.798059454320041,
"std": 33.432189809551524,
"min": 10.985016997437924,
"max": 326.6250739688985
},
"env_step": {
"mean": 49.97409828435841,
"std": 2.1747279952000875,
"min": 41.243349958676845,
"max": 56.928464968223125
},
"loop_total": {
"mean": 74.9630101153426,
"std": 32.74896535841012,
"min": 67.58100300794467,
"max": 379.86371299484745
}
}
}
}
],
"artifact_dir": "/home/droid/roboimi_imf_attnres/runs/sim-transfer-imf-attnres-emb384-l12-ph16-step150k-roll5x5-lr2p5e4-restart-20260402-104553/rollout-step83124-front-5x-20260403-090744/ep05",
"artifacts": {
"output_dir": "/home/droid/roboimi_imf_attnres/runs/sim-transfer-imf-attnres-emb384-l12-ph16-step150k-roll5x5-lr2p5e4-restart-20260402-104553/rollout-step83124-front-5x-20260403-090744/ep05",
"summary_json": "/home/droid/roboimi_imf_attnres/runs/sim-transfer-imf-attnres-emb384-l12-ph16-step150k-roll5x5-lr2p5e4-restart-20260402-104553/rollout-step83124-front-5x-20260403-090744/ep05/rollout_summary.json",
"timing_json": null,
"trajectory_npz": null,
"video_mp4": "/home/droid/roboimi_imf_attnres/runs/sim-transfer-imf-attnres-emb384-l12-ph16-step150k-roll5x5-lr2p5e4-restart-20260402-104553/rollout-step83124-front-5x-20260403-090744/ep05/rollout_front.mp4",
"video_camera_name": "front"
},
"avg_inference_fps": 421.5143683898348,
"avg_control_fps": 15.98697584872221,
"avg_obs_read_time_ms": 2.916401576450361,
"avg_preprocess_time_ms": 6.9587834345709,
"avg_inference_time_ms": 2.372398368814694,
"avg_env_step_time_ms": 50.12335285793857,
"avg_total_time_ms": 62.55091703787912,
"timing_summary": {
"count": 700,
"model_forward_count": 88,
"all_steps_ms": {
"obs_read": {
"mean": 2.916401576450361,
"std": 0.19681075249117103,
"min": 2.723354031331837,
"max": 4.304414032958448
},
"preprocess": {
"mean": 6.9587834345709,
"std": 0.32918428959573737,
"min": 6.440367025788873,
"max": 10.836776986252517
},
"inference": {
"mean": 2.372398368814694,
"std": 12.755981125405425,
"min": 0.4968460416421294,
"max": 326.6250739688985
},
"env_step": {
"mean": 50.12335285793857,
"std": 2.0541933730540083,
"min": 41.243349958676845,
"max": 59.02870395220816
},
"loop_total": {
"mean": 62.55091703787912,
"std": 12.685506605997542,
"min": 57.05423402832821,
"max": 379.86371299484745
}
},
"model_forward_steps_ms": {
"obs_read": {
"mean": 2.8879472850927743,
"std": 0.09183274389315361,
"min": 2.758314018137753,
"max": 3.517468983773142
},
"preprocess": {
"mean": 7.111402045914226,
"std": 0.5243812452094909,
"min": 6.641154002863914,
"max": 10.836776986252517
},
"inference": {
"mean": 14.798059454320041,
"std": 33.432189809551524,
"min": 10.985016997437924,
"max": 326.6250739688985
},
"env_step": {
"mean": 49.97409828435841,
"std": 2.1747279952000875,
"min": 41.243349958676845,
"max": 56.928464968223125
},
"loop_total": {
"mean": 74.9630101153426,
"std": 32.74896535841012,
"min": 67.58100300794467,
"max": 379.86371299484745
}
}
}
}