vllm_omni.diffusion.models.cosmos3.utils ¶
COSMOS3_DEFAULT_CONDITION_FRAME_INDEXES_VISION module-attribute ¶
COSMOS3_DEFAULT_CONDITION_VIDEO_KEEP module-attribute ¶
ROBOLAB_CONCAT_VIEW_DESCRIPTION module-attribute ¶
ROBOLAB_CONCAT_VIEW_DESCRIPTION = "The top row is from the wrist-mounted camera. The bottom row contains two horizontally concatenated third-person perspective views of the scene from opposite sides, with the robot visible."
RoboLabActionPostprocessInputs dataclass ¶
RoboLabPolicyInputs dataclass ¶
build_robolab_unipc_scheduler ¶
condition_pixel_frame_count ¶
condition_pixel_frame_count(
condition_frame_indexes_vision: Iterable[int],
temporal_compression: int = COSMOS3_VAE_TEMPORAL_COMPRESSION,
) -> int
ensure_2d_float_array ¶
extract_robolab_prompt_image ¶
make_robolab_action_postprocess_inputs ¶
make_robolab_action_postprocess_inputs(
inputs: RoboLabPolicyInputs,
) -> RoboLabActionPostprocessInputs
next_robolab_seed ¶
normalize_condition_frame_indexes_vision ¶
Normalize Cosmos3 vision-conditioning latent frame indexes.
postprocess_robolab_action ¶
postprocess_robolab_action(
action: Tensor, inputs: RoboLabActionPostprocessInputs
) -> ndarray