From e49947eeee79f9c4c02a3f073708bbd5f28bb6a9 Mon Sep 17 00:00:00 2001 From: Yash <111463360+boi-doingthings@users.noreply.github.com> Date: Tue, 11 Feb 2025 15:27:50 +0530 Subject: [PATCH 1/2] Update Dockerfile_trtllm The new release in Triton Inference Server, creates an issue in running Lab3 of our current material. Adding this fix for now. --- Dockerfile_trtllm | 1 + 1 file changed, 1 insertion(+) diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm index 9c38a86..83d8423 100644 --- a/Dockerfile_trtllm +++ b/Dockerfile_trtllm @@ -16,6 +16,7 @@ WORKDIR /workspace #Clone tensorrtllm_backend repo RUN git clone https://github.com/triton-inference-server/tensorrtllm_backend.git RUN cd tensorrtllm_backend && rm -rf tensorrt_llm/ && ls +RUN git checkout 76464e9be06600f3979acad9c14857938a66ff9f # Install TRT-LLM WORKDIR /workspace/tensorrtllm_backend From bb9ed82fd486f830c6cc2009ae3cc6091940cf75 Mon Sep 17 00:00:00 2001 From: Yash <111463360+boi-doingthings@users.noreply.github.com> Date: Tue, 11 Feb 2025 17:23:49 +0530 Subject: [PATCH 2/2] Update Dockerfile_trtllm checkout to version format --- Dockerfile_trtllm | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm index 83d8423..41d105c 100644 --- a/Dockerfile_trtllm +++ b/Dockerfile_trtllm @@ -16,7 +16,7 @@ WORKDIR /workspace #Clone tensorrtllm_backend repo RUN git clone https://github.com/triton-inference-server/tensorrtllm_backend.git RUN cd tensorrtllm_backend && rm -rf tensorrt_llm/ && ls -RUN git checkout 76464e9be06600f3979acad9c14857938a66ff9f +RUN git checkout v0.9.0 # Install TRT-LLM WORKDIR /workspace/tensorrtllm_backend