LICENSE
MANIFEST.in
README.md
pyproject.toml
requirements-build.txt
setup.py
./csrc/binding.cpp
./csrc/fused_shared_experts_kernel.cu
./csrc/moe_align_kernel.cu
chitu/__init__.py
chitu/__main__.py
chitu/async_response.py
chitu/attn_backend.py
chitu/backend.py
chitu/cache_manager.py
chitu/chitu_main.py
chitu/cuda_graph.py
chitu/device_list.py
chitu/device_type.py
chitu/executor.py
chitu/fused_moe.py
chitu/global_vars.py
chitu/muxi_utils.py
chitu/ops.py
chitu/scheduler.py
chitu/serve.py
chitu/static_tensor.py
chitu/task.py
chitu/tensor_parallel.py
chitu/tokenizer.py
chitu/triton_decode_attention.py
chitu/triton_kernels.py
chitu/utils.py
chitu.egg-info/PKG-INFO
chitu.egg-info/SOURCES.txt
chitu.egg-info/dependency_links.txt
chitu.egg-info/requires.txt
chitu.egg-info/top_level.txt
chitu/awq/__init__.py
chitu/awq/auto_clip.py
chitu/awq/auto_scale.py
chitu/awq/qmodule.py
chitu/config/serve_config.yaml
chitu/config/serve_config_awq.yaml
chitu/config/serve_config_gptq.yaml
chitu/config/serve_config_llmint8.yaml
chitu/config/serve_config_simple_w8a8.yaml
chitu/config/serve_config_simple_w8a8_muxi.yaml
chitu/config/serve_config_w8a16.yaml
chitu/config/models/DeepSeek-R1-Distill-Qwen-14B.yaml
chitu/config/models/DeepSeek-R1-bf16.yaml
chitu/config/models/DeepSeek-R1.yaml
chitu/config/models/Meta-Llama-3-8B-Instruct-original.yaml
chitu/config/models/Mixtral-8x7B-Instruct-v0.1.yaml
chitu/config/models/QwQ-32B.yaml
chitu/config/models/Qwen2-72B-Instruct.yaml
chitu/config/models/Qwen2-7B-Instruct.yaml
chitu/config/models/glm-4-9b-chat.yaml
chitu/models/__init__.py
chitu/models/model.py
chitu/models/model_deepseek_v3.py
chitu/models/model_hf_llama.py
chitu/models/model_hf_mixtral.py
chitu/models/model_llama.py
chitu/quantize/__init__.py
chitu/quantize/muxi_w8a8.py
chitu/quantize/quantizer.py
chitu/quantize/w8a16.py
chitu/quantize/w8a8.py
csrc/binding.cpp
csrc/common.h
csrc/fused_shared_experts_kernel.cu
csrc/moe_align_kernel.cu
csrc/moe_kernel.h
docs/CONTRIBUTING.md
docs/Development.md
docs/WeChatGroup.png
docs/assets/wechat-assistant.png
docs/en/FAQ.md
docs/zh/FAQ.md
docs/zh/README_zh.md
test/test_eval.py
third_party/spdlog/.clang-format
third_party/spdlog/.clang-tidy
third_party/spdlog/.git
third_party/spdlog/.git-blame-ignore-revs
third_party/spdlog/.gitattributes
third_party/spdlog/.gitignore
third_party/spdlog/CMakeLists.txt
third_party/spdlog/INSTALL
third_party/spdlog/LICENSE
third_party/spdlog/README.md
third_party/spdlog/appveyor.yml
third_party/spdlog/.github/workflows/ci.yml
third_party/spdlog/bench/CMakeLists.txt
third_party/spdlog/bench/async_bench.cpp
third_party/spdlog/bench/bench.cpp
third_party/spdlog/bench/formatter-bench.cpp
third_party/spdlog/bench/latency.cpp
third_party/spdlog/bench/utils.h
third_party/spdlog/cmake/ide.cmake
third_party/spdlog/cmake/pch.h.in
third_party/spdlog/cmake/spdlog.pc.in
third_party/spdlog/cmake/spdlogCPack.cmake
third_party/spdlog/cmake/spdlogConfig.cmake.in
third_party/spdlog/cmake/utils.cmake
third_party/spdlog/cmake/version.rc.in
third_party/spdlog/example/CMakeLists.txt
third_party/spdlog/example/example.cpp
third_party/spdlog/include/spdlog/async.h
third_party/spdlog/include/spdlog/async_logger-inl.h
third_party/spdlog/include/spdlog/async_logger.h
third_party/spdlog/include/spdlog/common-inl.h
third_party/spdlog/include/spdlog/common.h
third_party/spdlog/include/spdlog/formatter.h
third_party/spdlog/include/spdlog/fwd.h
third_party/spdlog/include/spdlog/logger-inl.h
third_party/spdlog/include/spdlog/logger.h
third_party/spdlog/include/spdlog/mdc.h
third_party/spdlog/include/spdlog/pattern_formatter-inl.h
third_party/spdlog/include/spdlog/pattern_formatter.h
third_party/spdlog/include/spdlog/spdlog-inl.h
third_party/spdlog/include/spdlog/spdlog.h
third_party/spdlog/include/spdlog/stopwatch.h
third_party/spdlog/include/spdlog/tweakme.h
third_party/spdlog/include/spdlog/version.h
third_party/spdlog/include/spdlog/cfg/argv.h
third_party/spdlog/include/spdlog/cfg/env.h
third_party/spdlog/include/spdlog/cfg/helpers-inl.h
third_party/spdlog/include/spdlog/cfg/helpers.h
third_party/spdlog/include/spdlog/details/backtracer-inl.h
third_party/spdlog/include/spdlog/details/backtracer.h
third_party/spdlog/include/spdlog/details/circular_q.h
third_party/spdlog/include/spdlog/details/console_globals.h
third_party/spdlog/include/spdlog/details/file_helper-inl.h
third_party/spdlog/include/spdlog/details/file_helper.h
third_party/spdlog/include/spdlog/details/fmt_helper.h
third_party/spdlog/include/spdlog/details/log_msg-inl.h
third_party/spdlog/include/spdlog/details/log_msg.h
third_party/spdlog/include/spdlog/details/log_msg_buffer-inl.h
third_party/spdlog/include/spdlog/details/log_msg_buffer.h
third_party/spdlog/include/spdlog/details/mpmc_blocking_q.h
third_party/spdlog/include/spdlog/details/null_mutex.h
third_party/spdlog/include/spdlog/details/os-inl.h
third_party/spdlog/include/spdlog/details/os.h
third_party/spdlog/include/spdlog/details/periodic_worker-inl.h
third_party/spdlog/include/spdlog/details/periodic_worker.h
third_party/spdlog/include/spdlog/details/registry-inl.h
third_party/spdlog/include/spdlog/details/registry.h
third_party/spdlog/include/spdlog/details/synchronous_factory.h
third_party/spdlog/include/spdlog/details/tcp_client-windows.h
third_party/spdlog/include/spdlog/details/tcp_client.h
third_party/spdlog/include/spdlog/details/thread_pool-inl.h
third_party/spdlog/include/spdlog/details/thread_pool.h
third_party/spdlog/include/spdlog/details/udp_client-windows.h
third_party/spdlog/include/spdlog/details/udp_client.h
third_party/spdlog/include/spdlog/details/windows_include.h
third_party/spdlog/include/spdlog/fmt/bin_to_hex.h
third_party/spdlog/include/spdlog/fmt/chrono.h
third_party/spdlog/include/spdlog/fmt/compile.h
third_party/spdlog/include/spdlog/fmt/fmt.h
third_party/spdlog/include/spdlog/fmt/ostr.h
third_party/spdlog/include/spdlog/fmt/ranges.h
third_party/spdlog/include/spdlog/fmt/std.h
third_party/spdlog/include/spdlog/fmt/xchar.h
third_party/spdlog/include/spdlog/fmt/bundled/args.h
third_party/spdlog/include/spdlog/fmt/bundled/chrono.h
third_party/spdlog/include/spdlog/fmt/bundled/color.h
third_party/spdlog/include/spdlog/fmt/bundled/compile.h
third_party/spdlog/include/spdlog/fmt/bundled/core.h
third_party/spdlog/include/spdlog/fmt/bundled/fmt.license.rst
third_party/spdlog/include/spdlog/fmt/bundled/format-inl.h
third_party/spdlog/include/spdlog/fmt/bundled/format.h
third_party/spdlog/include/spdlog/fmt/bundled/locale.h
third_party/spdlog/include/spdlog/fmt/bundled/os.h
third_party/spdlog/include/spdlog/fmt/bundled/ostream.h
third_party/spdlog/include/spdlog/fmt/bundled/printf.h
third_party/spdlog/include/spdlog/fmt/bundled/ranges.h
third_party/spdlog/include/spdlog/fmt/bundled/std.h
third_party/spdlog/include/spdlog/fmt/bundled/xchar.h
third_party/spdlog/include/spdlog/sinks/android_sink.h
third_party/spdlog/include/spdlog/sinks/ansicolor_sink-inl.h
third_party/spdlog/include/spdlog/sinks/ansicolor_sink.h
third_party/spdlog/include/spdlog/sinks/base_sink-inl.h
third_party/spdlog/include/spdlog/sinks/base_sink.h
third_party/spdlog/include/spdlog/sinks/basic_file_sink-inl.h
third_party/spdlog/include/spdlog/sinks/basic_file_sink.h
third_party/spdlog/include/spdlog/sinks/callback_sink.h
third_party/spdlog/include/spdlog/sinks/daily_file_sink.h
third_party/spdlog/include/spdlog/sinks/dist_sink.h
third_party/spdlog/include/spdlog/sinks/dup_filter_sink.h
third_party/spdlog/include/spdlog/sinks/hourly_file_sink.h
third_party/spdlog/include/spdlog/sinks/kafka_sink.h
third_party/spdlog/include/spdlog/sinks/mongo_sink.h
third_party/spdlog/include/spdlog/sinks/msvc_sink.h
third_party/spdlog/include/spdlog/sinks/null_sink.h
third_party/spdlog/include/spdlog/sinks/ostream_sink.h
third_party/spdlog/include/spdlog/sinks/qt_sinks.h
third_party/spdlog/include/spdlog/sinks/ringbuffer_sink.h
third_party/spdlog/include/spdlog/sinks/rotating_file_sink-inl.h
third_party/spdlog/include/spdlog/sinks/rotating_file_sink.h
third_party/spdlog/include/spdlog/sinks/sink-inl.h
third_party/spdlog/include/spdlog/sinks/sink.h
third_party/spdlog/include/spdlog/sinks/stdout_color_sinks-inl.h
third_party/spdlog/include/spdlog/sinks/stdout_color_sinks.h
third_party/spdlog/include/spdlog/sinks/stdout_sinks-inl.h
third_party/spdlog/include/spdlog/sinks/stdout_sinks.h
third_party/spdlog/include/spdlog/sinks/syslog_sink.h
third_party/spdlog/include/spdlog/sinks/systemd_sink.h
third_party/spdlog/include/spdlog/sinks/tcp_sink.h
third_party/spdlog/include/spdlog/sinks/udp_sink.h
third_party/spdlog/include/spdlog/sinks/win_eventlog_sink.h
third_party/spdlog/include/spdlog/sinks/wincolor_sink-inl.h
third_party/spdlog/include/spdlog/sinks/wincolor_sink.h
third_party/spdlog/logos/jetbrains-variant-4.svg
third_party/spdlog/logos/spdlog.png
third_party/spdlog/scripts/ci_setup_clang.sh
third_party/spdlog/scripts/extract_version.py
third_party/spdlog/scripts/format.sh
third_party/spdlog/src/async.cpp
third_party/spdlog/src/bundled_fmtlib_format.cpp
third_party/spdlog/src/cfg.cpp
third_party/spdlog/src/color_sinks.cpp
third_party/spdlog/src/file_sinks.cpp
third_party/spdlog/src/spdlog.cpp
third_party/spdlog/src/stdout_sinks.cpp
third_party/spdlog/tests/CMakeLists.txt
third_party/spdlog/tests/includes.h
third_party/spdlog/tests/main.cpp
third_party/spdlog/tests/test_async.cpp
third_party/spdlog/tests/test_backtrace.cpp
third_party/spdlog/tests/test_bin_to_hex.cpp
third_party/spdlog/tests/test_cfg.cpp
third_party/spdlog/tests/test_circular_q.cpp
third_party/spdlog/tests/test_create_dir.cpp
third_party/spdlog/tests/test_custom_callbacks.cpp
third_party/spdlog/tests/test_daily_logger.cpp
third_party/spdlog/tests/test_dup_filter.cpp
third_party/spdlog/tests/test_errors.cpp
third_party/spdlog/tests/test_eventlog.cpp
third_party/spdlog/tests/test_file_helper.cpp
third_party/spdlog/tests/test_file_logging.cpp
third_party/spdlog/tests/test_fmt_helper.cpp
third_party/spdlog/tests/test_macros.cpp
third_party/spdlog/tests/test_misc.cpp
third_party/spdlog/tests/test_mpmc_q.cpp
third_party/spdlog/tests/test_pattern_formatter.cpp
third_party/spdlog/tests/test_registry.cpp
third_party/spdlog/tests/test_sink.h
third_party/spdlog/tests/test_stdout_api.cpp
third_party/spdlog/tests/test_stopwatch.cpp
third_party/spdlog/tests/test_systemd.cpp
third_party/spdlog/tests/test_time_point.cpp
third_party/spdlog/tests/utils.cpp
third_party/spdlog/tests/utils.h