LICENSE
README.md
pyproject.toml
setup.cfg
src/petals/__init__.py
src/petals/constants.py
src/petals/data_structures.py
src/petals/dht_utils.py
src/petals.egg-info/PKG-INFO
src/petals.egg-info/SOURCES.txt
src/petals.egg-info/dependency_links.txt
src/petals.egg-info/requires.txt
src/petals.egg-info/top_level.txt
src/petals/cli/__init__.py
src/petals/cli/run_dht.py
src/petals/cli/run_server.py
src/petals/client/__init__.py
src/petals/client/from_pretrained.py
src/petals/client/inference_session.py
src/petals/client/lm_head.py
src/petals/client/ptune.py
src/petals/client/remote_forward_backward.py
src/petals/client/remote_generation.py
src/petals/client/remote_sequential.py
src/petals/client/sequential_autograd.py
src/petals/client/routing/__init__.py
src/petals/client/routing/sequence_info.py
src/petals/client/routing/sequence_manager.py
src/petals/client/routing/spending_policy.py
src/petals/models/__init__.py
src/petals/models/bloom/__init__.py
src/petals/models/bloom/block.py
src/petals/models/bloom/config.py
src/petals/models/bloom/model.py
src/petals/models/llama/__init__.py
src/petals/models/llama/block.py
src/petals/models/llama/config.py
src/petals/models/llama/model.py
src/petals/server/__init__.py
src/petals/server/backend.py
src/petals/server/block_selection.py
src/petals/server/block_utils.py
src/petals/server/from_pretrained.py
src/petals/server/handler.py
src/petals/server/memory_cache.py
src/petals/server/reachability.py
src/petals/server/server.py
src/petals/server/task_pool.py
src/petals/server/task_prioritizer.py
src/petals/server/throughput.py
src/petals/utils/__init__.py
src/petals/utils/asyncio.py
src/petals/utils/auto_config.py
src/petals/utils/convert_block.py
src/petals/utils/disk_cache.py
src/petals/utils/generation_algorithms.py
src/petals/utils/generation_constraints.py
src/petals/utils/hf_auth.py
src/petals/utils/logging.py
src/petals/utils/misc.py
src/petals/utils/peft.py
src/petals/utils/ping.py
src/petals/utils/random.py
src/petals/utils/version.py
tests/test_aux_functions.py
tests/test_block_exact_match.py
tests/test_chained_calls.py
tests/test_dtype.py
tests/test_full_model.py
tests/test_peft.py
tests/test_priority_pool.py
tests/test_remote_sequential.py
tests/test_sequence_manager.py
tests/test_server_stats.py
tests/test_tensor_parallel.py
tests/test_utils.py