Files
roboimi/roboimi/vla/conf/head/transformer1d.yaml
T

31 lines
1.2 KiB
YAML

# Transformer-based Diffusion Policy Head
_target_: roboimi.vla.models.heads.transformer1d.Transformer1D
_partial_: true
# ====================
# Transformer 架构配置
# ====================
n_layer: 4 # Transformer层数(保持当前小模型配置)
n_head: 4 # 注意力头数
n_emb: 128 # 嵌入维度
p_drop_emb: 0.05 # Embedding dropout
p_drop_attn: 0.05 # Attention dropout
# ====================
# 条件配置
# ====================
causal_attn: false # 对齐 external TransformerForDiffusion 的 full-attention / nocausal 变体
time_as_cond: true # 与 external 实现一致:时间步作为条件 token
obs_as_cond: true # API 对齐;实际是否启用由 cond_dim > 0 决定
n_cond_layers: 1 # 条件编码器层数(保留当前配置)
# ====================
# 注意事项
# ====================
# 以下参数将在agent配置中通过interpolation提供:
# - input_dim: ${agent.action_dim}
# - output_dim: ${agent.action_dim}
# - horizon: ${agent.pred_horizon}
# - n_obs_steps: ${agent.obs_horizon}
# - cond_dim: 通过agent中的global_cond_dim计算