main

分支 (37)

标签 (33)

管理

管理

main

mamba2

impl-simple-mamba-model

improve-messages-docs

support-vertex-endpoint

bump-poetry-and-requirements

update_docs2

fp8

feat/exp_cuda_graphs

support-phi-model

fix/avoid_record_streams

medusa

feat/cuda_12

feat/attention_sinks

dev

speculative

self-generating-docs

improve-docs

fix_leak

streaming_conceptual

v1.4.0

v1.3.4

v1.3.3

v1.3.2

v1.3.1

v1.3.0

v1.2.0

v1.1.1

v1.1.0

v1.0.3

v1.0.2

v1.0.1

v1.0.0

v0.9.4

v0.9.3

v0.9.2

v0.9.1

v0.9.0

v0.8.2

v0.8.1

huggingface-text-generation-inference
/
.gitignore

.idea
target
router/tokenizer.json
*__pycache__*

# ROCm auto-generated files
*.hip
server/exllamav2_kernels/exllamav2_kernels/hip/
server/exllama_kernels/exllama_kernels/hip/
server/exllama_kernels/exllama_kernels/hip_func/
*_hip.cuh
server/exllama_kernels/exllama_kernels/hip_buffers.cuh
server/exllama_kernels/exllama_kernels/exllama_ext_hip.cpp