rlightning

RLightning: Large-scale distributed reinforcement learning framework.

Subpackages

• rlightning.buffer
  • rlightning.buffer.utils
    • rlightning.buffer.utils.postprocess
    • rlightning.buffer.utils.preprocess
    • rlightning.buffer.utils.preprocessors
    • rlightning.buffer.utils.storage
    • rlightning.buffer.utils.table
    • rlightning.buffer.utils.utils
  • rlightning.buffer.base_buffer
  • rlightning.buffer.replay_buffer
  • rlightning.buffer.rollout_buffer
  • rlightning.buffer.sampler
• rlightning.engine
  • rlightning.engine.async_rl_engine
  • rlightning.engine.async_rsl_rl_engine
  • rlightning.engine.base_engine
  • rlightning.engine.evaluation_engine
  • rlightning.engine.rsl_rl_engine
  • rlightning.engine.sync_rl_engine
• rlightning.env
  • rlightning.env.remote_env
    • rlightning.env.remote_env.env_client
  • rlightning.env.utils namespace
    • rlightning.env.utils.libero_utils
    • rlightning.env.utils.utils
    • rlightning.env.utils.venv
  • rlightning.env.ale_env
  • rlightning.env.base_env
  • rlightning.env.env_group
  • rlightning.env.env_server
  • rlightning.env.isaac_env
  • rlightning.env.isaac_marl_env
  • rlightning.env.libero_env
  • rlightning.env.maniskill_env
  • rlightning.env.mujoco_env
  • rlightning.env.piper_env
• rlightning.humanoid namespace
  • rlightning.humanoid.formatter
    • rlightning.humanoid.formatter.base
    • rlightning.humanoid.formatter.kinematic_formatter
  • rlightning.humanoid.loader
    • rlightning.humanoid.loader.optimizer
      • rlightning.humanoid.loader.optimizer.fit_actorcore_shape
      • rlightning.humanoid.loader.optimizer.fit_bvh_shape
      • rlightning.humanoid.loader.optimizer.fit_mixamo_shape
      • rlightning.humanoid.loader.optimizer.fit_motion_million_shape
      • rlightning.humanoid.loader.optimizer.fit_parc_shape
      • rlightning.humanoid.loader.optimizer.fit_smplx_shape
    • rlightning.humanoid.loader.actorcore_loader
    • rlightning.humanoid.loader.amass_loader
    • rlightning.humanoid.loader.base
    • rlightning.humanoid.loader.lafan_loader
    • rlightning.humanoid.loader.mjcf_loader
    • rlightning.humanoid.loader.smplx_loader
  • rlightning.humanoid.retarget
    • rlightning.humanoid.retarget.base
    • rlightning.humanoid.retarget.gmr_retargeter
    • rlightning.humanoid.retarget.humanoid_batch
    • rlightning.humanoid.retarget.retarget
    • rlightning.humanoid.retarget.worker
  • rlightning.humanoid.utils
    • rlightning.humanoid.utils.download
      • rlightning.humanoid.utils.download.download_lafan
    • rlightning.humanoid.utils.kinematics_model
      • rlightning.humanoid.utils.kinematics_model.kinematics_model
      • rlightning.humanoid.utils.kinematics_model.torch_utils
    • rlightning.humanoid.utils.lafan_vendor
      • rlightning.humanoid.utils.lafan_vendor.extract
      • rlightning.humanoid.utils.lafan_vendor.utils
    • rlightning.humanoid.utils.motion_viewer
      • rlightning.humanoid.utils.motion_viewer.robot_motion_viewer
      • rlightning.humanoid.utils.motion_viewer.robot_object_motion_viewer
    • rlightning.humanoid.utils.common
    • rlightning.humanoid.utils.torch_utils
  • rlightning.humanoid.data_retriever
  • rlightning.humanoid.types
• rlightning.models namespace
  • rlightning.models.mlp
  • rlightning.models.modules namespace
    • rlightning.models.modules.explore_noise_net
    • rlightning.models.modules.value_head
  • rlightning.models.openpi namespace
    • rlightning.models.openpi.openpi_action_model
    • rlightning.models.openpi.openpi_utils
  • rlightning.models.openvla namespace
    • rlightning.models.openvla.openvla_model
    • rlightning.models.openvla.openvla_utils
    • rlightning.models.openvla.value_head
  • rlightning.models.toy_model
    • rlightning.models.toy_model.cnn
  • rlightning.models.vision
    • rlightning.models.vision.cnn
  • rlightning.models.model_utils
• rlightning.policy
  • rlightning.policy.rsl_rl_policy
    • rlightning.policy.rsl_rl_policy.ppo_vtrace
    • rlightning.policy.rsl_rl_policy.rsl_rl_policy
  • rlightning.policy.simple_ppo_policy
    • rlightning.policy.simple_ppo_policy.ppo_policy
  • rlightning.policy.utils namespace
    • rlightning.policy.utils.losses
    • rlightning.policy.utils.router
    • rlightning.policy.utils.utils
    • rlightning.policy.utils.vtrace
  • rlightning.policy.vla_policy
    • rlightning.policy.vla_policy.ppo_policy
  • rlightning.policy.base_policy
  • rlightning.policy.policy_group
  • rlightning.policy.supervised_policy
• rlightning.types
  • rlightning.types.batched_data
  • rlightning.types.env_rets
  • rlightning.types.metadata
  • rlightning.types.policy_response
• rlightning.utils namespace
  • rlightning.utils.config
    • rlightning.utils.config.config
  • rlightning.utils.distributed
    • rlightning.utils.distributed.utils
      • rlightning.utils.distributed.utils.config
      • rlightning.utils.distributed.utils.singleton
    • rlightning.utils.distributed.collective
    • rlightning.utils.distributed.comm_context
    • rlightning.utils.distributed.group_initializer
    • rlightning.utils.distributed.initialize
  • rlightning.utils.inference_engine
    • rlightning.utils.inference_engine.vllm_engine
  • rlightning.utils.logger
    • rlightning.utils.logger.backends
    • rlightning.utils.logger.handlers
    • rlightning.utils.logger.logger
  • rlightning.utils.placement
    • rlightning.utils.placement.placement_manager
    • rlightning.utils.placement.placement_strategies
    • rlightning.utils.placement.resource_pool
    • rlightning.utils.placement.scheduling
  • rlightning.utils.profiler namespace
    • rlightning.utils.profiler.profiler
  • rlightning.utils.progress
    • rlightning.utils.progress.progress
  • rlightning.utils.ray
    • rlightning.utils.ray.launch_policy
    • rlightning.utils.ray.launcher
    • rlightning.utils.ray.remote_class
    • rlightning.utils.ray.task_submitter
    • rlightning.utils.ray.utils
  • rlightning.utils.registry
    • rlightning.utils.registry.modules_loader
    • rlightning.utils.registry.registry
  • rlightning.utils.zmq
    • rlightning.utils.zmq.communication
  • rlightning.utils.builders
  • rlightning.utils.common
  • rlightning.utils.launch
  • rlightning.utils.utils
• rlightning.weights
  • rlightning.weights.utils
  • rlightning.weights.weight_buffer
  • rlightning.weights.weight_buffer_mixin
  • rlightning.weights.weight_transfer_manager