[TRTLLM] fix corner case that model_id point to local path (#1317)

deepjavalibrary · Nov 14, 2023 · 4856b09 · 4856b09
1 parent 6c26537
commit 4856b09
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/wlm/src/main/java/ai/djl/serving/wlm/LmiUtils.java b/wlm/src/main/java/ai/djl/serving/wlm/LmiUtils.java
@@ -109,6 +109,9 @@ static void convertIfNeed(ModelInfo<?, ?> info) throws IOException {
  } else {
  trtRepo = info.modelDir;
  modelId = info.prop.getProperty("option.model_id");
+ if (modelId != null && Files.isDirectory(Paths.get(modelId))) {
+ trtRepo = Paths.get(modelId);
+ }
  }
  if (!isValidTrtLlmModelRepo(trtRepo)) {
  if (modelId == null) {