From 4856b096e4ce4c661bb99b38986b4bbd8335d2aa Mon Sep 17 00:00:00 2001
From: Qing Lan <qingla@amazon.com>
Date: Tue, 14 Nov 2023 13:17:09 -0800
Subject: [PATCH] [TRTLLM] fix corner case that model_id point to local path
 (#1317)

---
 wlm/src/main/java/ai/djl/serving/wlm/LmiUtils.java | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/wlm/src/main/java/ai/djl/serving/wlm/LmiUtils.java b/wlm/src/main/java/ai/djl/serving/wlm/LmiUtils.java
index d35960808..32053338a 100644
--- a/wlm/src/main/java/ai/djl/serving/wlm/LmiUtils.java
+++ b/wlm/src/main/java/ai/djl/serving/wlm/LmiUtils.java
@@ -109,6 +109,9 @@ static void convertIfNeed(ModelInfo<?, ?> info) throws IOException {
             } else {
                 trtRepo = info.modelDir;
                 modelId = info.prop.getProperty("option.model_id");
+                if (modelId != null && Files.isDirectory(Paths.get(modelId))) {
+                    trtRepo = Paths.get(modelId);
+                }
             }
             if (!isValidTrtLlmModelRepo(trtRepo)) {
                 if (modelId == null) {