| .. |
|
__init__.py
|
test: reorganize tests folder hierarchy (#2996)
|
2025-03-27 12:07:53 +08:00 |
|
_test_llm_chat.py
|
Add thread leak check and fix thread/memory leak issues. (#3270)
|
2025-04-08 19:03:18 +08:00 |
|
_test_llm_server.py
|
Add thread leak check and fix thread/memory leak issues. (#3270)
|
2025-04-08 19:03:18 +08:00 |
|
_test_openai_chat_json.py
|
chore: update trtllm-serve usage doc by removing backend parameter when it use torch as backend. (#6419)
|
2025-07-30 11:11:06 -04:00 |
|
_test_openai_chat_multimodal.py
|
chore: update trtllm-serve usage doc by removing backend parameter when it use torch as backend. (#6419)
|
2025-07-30 11:11:06 -04:00 |
|
_test_openai_chat_structural_tag.py
|
chore: update trtllm-serve usage doc by removing backend parameter when it use torch as backend. (#6419)
|
2025-07-30 11:11:06 -04:00 |
|
_test_openai_chat.py
|
[TRTLLM-6761][refactor] Replace LogitBiasLogitsProcessor with embedding bias tensor system (#6464)
|
2025-08-05 07:14:24 -07:00 |
|
_test_openai_completions.py
|
[TRTLLM-6761][refactor] Replace LogitBiasLogitsProcessor with embedding bias tensor system (#6464)
|
2025-08-05 07:14:24 -07:00 |
|
_test_openai_consistent_chat.py
|
[TRTLLM-5208][BREAKING CHANGE] chore: make pytorch LLM the default (#5312)
|
2025-06-20 03:01:10 +08:00 |
|
_test_openai_lora.py
|
[5830][feat] Improve LoRA cache memory control (#6220)
|
2025-07-31 09:26:38 +03:00 |
|
_test_openai_metrics.py
|
[BREAKING CHANGE]: change default backend to PyTorch in trtllm-serve (#5717)
|
2025-07-21 21:09:43 +08:00 |
|
_test_openai_misc.py
|
[BREAKING CHANGE]: change default backend to PyTorch in trtllm-serve (#5717)
|
2025-07-21 21:09:43 +08:00 |
|
_test_openai_multi_chat.py
|
[TRTLLM-5208][BREAKING CHANGE] chore: make pytorch LLM the default (#5312)
|
2025-06-20 03:01:10 +08:00 |
|
_test_openai_multi_gpu.py
|
[BREAKING CHANGE]: change default backend to PyTorch in trtllm-serve (#5717)
|
2025-07-21 21:09:43 +08:00 |
|
_test_openai_multi_nodes.py
|
[BREAKING CHANGE]: change default backend to PyTorch in trtllm-serve (#5717)
|
2025-07-21 21:09:43 +08:00 |
|
_test_openai_reasoning.py
|
[BREAKING CHANGE]: change default backend to PyTorch in trtllm-serve (#5717)
|
2025-07-21 21:09:43 +08:00 |
|
_test_trtllm_serve_benchmark.py
|
tests: [TRTQA-2906] add benchmark serving tests (#4901)
|
2025-06-05 14:33:03 +08:00 |
|
_test_trtllm_serve_duplicated_args.py
|
chore: update trtllm-serve usage doc by removing backend parameter when it use torch as backend. (#6419)
|
2025-07-30 11:11:06 -04:00 |
|
_test_trtllm_serve_example.py
|
chore: add trtllm-serve json schema example into doc. (#6418)
|
2025-07-30 04:33:08 -04:00 |
|
_test_trtllm_serve_lora.py
|
[5830][feat] Improve LoRA cache memory control (#6220)
|
2025-07-31 09:26:38 +03:00 |
|
_test_trtllm_serve_multimodal_example.py
|
chore: Partition LlmArgs into TorchLlmArgs and TrtLlmArgs (#3823)
|
2025-05-22 09:40:56 +08:00 |
|
openai_server.py
|
feat: support abort disconnected requests (#3214)
|
2025-04-07 16:14:58 +08:00 |
|
README.md
|
Update TensorRT-LLM (#2936)
|
2025-03-18 21:25:19 +08:00 |
|
utils.py
|
[TRTLLM-6761][refactor] Replace LogitBiasLogitsProcessor with embedding bias tensor system (#6464)
|
2025-08-05 07:14:24 -07:00 |
