AUTHORS
LICENSE
MANIFEST.in
README.md
pyproject.toml
setup.py
csrc/cugae/gae.cu
csrc/custom_all_reduce/custom_all_reduce.cu
csrc/custom_all_reduce/custom_all_reduce.cuh
csrc/custom_all_reduce/custom_all_reduce_test.cu
csrc/custom_all_reduce/pybind.cpp
csrc/interval_op/interval_op.cpp
csrc/interval_op/set_interval.cu
csrc/interval_op/slice_interval.cpp
csrc/search/device_mesh.cpp
csrc/search/device_mesh.hpp
csrc/search/rpc.cpp
csrc/search/rpc.hpp
csrc/search/search.cpp
csrc/search/simulate.cpp
csrc/search/simulate.hpp
docs/source/conf.py
examples/ppo_sentiment.py
realhf/__init__.py
realhf.egg-info/PKG-INFO
realhf.egg-info/SOURCES.txt
realhf.egg-info/dependency_links.txt
realhf.egg-info/top_level.txt
realhf/api/core/config.py
realhf/api/core/data_api.py
realhf/api/core/dfg.py
realhf/api/core/model_api.py
realhf/api/core/system_api.py
realhf/api/from_hf/__init__.py
realhf/api/from_hf/gemma.py
realhf/api/from_hf/gpt2.py
realhf/api/from_hf/llama.py
realhf/api/from_hf/mistral.py
realhf/api/from_hf/qwen2.py
realhf/api/from_hf/starcoder.py
realhf/api/quickstart/__init__.py
realhf/api/quickstart/dataset.py
realhf/api/quickstart/device_mesh.py
realhf/api/quickstart/entrypoint.py
realhf/api/quickstart/model.py
realhf/api/quickstart/search.py
realhf/apps/__init__.py
realhf/apps/main.py
realhf/apps/profile_layers.py
realhf/apps/quickstart.py
realhf/apps/remote.py
realhf/base/__init__.py
realhf/base/asyncio_utils.py
realhf/base/cluster.py
realhf/base/constants.py
realhf/base/datapack.py
realhf/base/gpu_utils.py
realhf/base/importing.py
realhf/base/logging.py
realhf/base/monitor.py
realhf/base/name_resolve.py
realhf/base/namedarray.py
realhf/base/names.py
realhf/base/network.py
realhf/base/numpy_utils.py
realhf/base/ray_utils.py
realhf/base/recover.py
realhf/base/saveload_utils.py
realhf/base/security.py
realhf/base/seeding.py
realhf/base/slurm_utils.py
realhf/base/testing.py
realhf/base/timeutil.py
realhf/base/topology.py
realhf/experiments/common/check.py
realhf/experiments/common/common.py
realhf/experiments/common/dpo_exp.py
realhf/experiments/common/gen_exp.py
realhf/experiments/common/ppo_exp.py
realhf/experiments/common/rw_exp.py
realhf/experiments/common/sft_exp.py
realhf/experiments/common/utils.py
realhf/impl/dataset/__init__.py
realhf/impl/dataset/prompt_answer_dataset.py
realhf/impl/dataset/prompt_dataset.py
realhf/impl/dataset/rw_paired_dataset.py
realhf/impl/model/__init__.py
realhf/impl/model/backend/deepspeed.py
realhf/impl/model/backend/inference.py
realhf/impl/model/backend/megatron.py
realhf/impl/model/backend/pipe_runner.py
realhf/impl/model/backend/utils.py
realhf/impl/model/comm/data_transfer.py
realhf/impl/model/comm/global_comm.py
realhf/impl/model/comm/param_realloc.py
realhf/impl/model/conversion/hf_registry.py
realhf/impl/model/interface/dpo_interface.py
realhf/impl/model/interface/gen_interface.py
realhf/impl/model/interface/ppo_interface.py
realhf/impl/model/interface/rw_interface.py
realhf/impl/model/interface/sft_interface.py
realhf/impl/model/modules/__init__.py
realhf/impl/model/modules/activations.py
realhf/impl/model/modules/attn.py
realhf/impl/model/modules/embedding.py
realhf/impl/model/modules/mlp.py
realhf/impl/model/modules/rms.py
realhf/impl/model/modules/rotary.py
realhf/impl/model/nn/flatten_param.py
realhf/impl/model/nn/real_llm_api.py
realhf/impl/model/nn/real_llm_base.py
realhf/impl/model/nn/real_llm_generate.py
realhf/impl/model/nn/real_llm_parallel.py
realhf/impl/model/parallelism/model_parallel/custom_all_reduce.py
realhf/impl/model/parallelism/model_parallel/mappings.py
realhf/impl/model/parallelism/model_parallel/modules.py
realhf/impl/model/parallelism/model_parallel/utils.py
realhf/impl/model/parallelism/pipeline_parallel/instruction.py
realhf/impl/model/parallelism/pipeline_parallel/p2p.py
realhf/impl/model/parallelism/pipeline_parallel/static_schedule.py
realhf/impl/model/parallelism/pipeline_parallel/tensor_storage.py
realhf/impl/model/utils/cuda_graph.py
realhf/impl/model/utils/dpo_functional.py
realhf/impl/model/utils/functional.py
realhf/impl/model/utils/logits_warper.py
realhf/impl/model/utils/padding.py
realhf/impl/model/utils/ppo_functional.py
realhf/impl/model/utils/random.py
realhf/scheduler/client.py
realhf/scheduler/local/client.py
realhf/scheduler/slurm/client.py
realhf/scheduler/slurm/utils.py
realhf/search_engine/__init__.py
realhf/search_engine/enumerate.py
realhf/search_engine/estimate.py
realhf/search_engine/layers.py
realhf/search_engine/param_realloc.py
realhf/search_engine/search.py
realhf/search_engine/utils.py
realhf/system/__init__.py
realhf/system/buffer.py
realhf/system/controller.py
realhf/system/master_worker.py
realhf/system/model_worker.py
realhf/system/request_reply_stream.py
realhf/system/worker_base.py
realhf/system/worker_control.py
tests/__init__.py
tests/test_cpu_inference.py
tests/test_cugae.py
tests/test_distributed_load_hf.py
tests/test_generate.py
tests/test_interval_ops.py
tests/test_param_realloc.py