Files

.github
3rdparty
benchmarks
cpp
docker
docs
examples
scripts
tensorrt_llm
- auto_parallel
- commands
- hlapi
- layers
- models
  - baichuan
  - bert
  - bloom
  - chatglm
  - cogvlm
  - dbrx
  - dit
  - enc_dec
  - falcon
  - gemma
  - gpt
  - gptj
  - gptneox
  - grok
  - llama
  - mamba
  - medusa
  - mpt
  - opt
  - phi
    - __init__.py
    - convert.py
    - model.py
  - phi3
  - qwen
  - recurrentgemma
  - unet
  - __init__.py
  - convert_utils.py
  - generation_mixin.py
  - modeling_utils.py
- plugin
- quantization
- runtime
- tools
- __init__.py
- _common.py
- _ipc_utils.py
- _utils.py
- builder.py
- executor.py
- functional.py
- graph_rewriting.py
- logger.py
- lora_manager.py
- mapping.py
- module.py
- network.py
- parameter.py
- profiler.py
- top_model_mixin.py
- version.py
tests
windows
.clang-format
.dockerignore
.gitattributes
.gitignore
.gitmodules
.pre-commit-config.yaml
LICENSE
README.md
requirements-dev-windows.txt
requirements-dev.txt
requirements-windows.txt
requirements.txt
setup.cfg
setup.py