diff --git a/extensions/tokenizers/src/main/java/ai/djl/huggingface/tokenizers/jni/LibUtils.java b/extensions/tokenizers/src/main/java/ai/djl/huggingface/tokenizers/jni/LibUtils.java
index 5bc71de4c0e..a04ae9a214e 100644
--- a/extensions/tokenizers/src/main/java/ai/djl/huggingface/tokenizers/jni/LibUtils.java
+++ b/extensions/tokenizers/src/main/java/ai/djl/huggingface/tokenizers/jni/LibUtils.java
@@ -73,7 +73,15 @@ private static void loadLibrary() {
             if (nativeHelper != null && !nativeHelper.isEmpty()) {
                 ClassLoaderUtils.nativeLoad(nativeHelper, path);
             } else {
-                System.load(path); // NOPMD
+                try {
+                    System.load(path); // NOPMD
+                } catch (UnsatisfiedLinkError e) {
+                    if (e.getMessage().contains("already loaded")) {
+                        logger.warn(String.format("Library %s already loaded. System.load() ignored!", path));
+                    } else {
+                        throw e;
+                    }
+                }
             }
         }
     }