From dc49cf23ecc098215b3456d2ee88cafcf3b902da Mon Sep 17 00:00:00 2001
From: "renovate[bot]" <29139614+renovate[bot]@users.noreply.github.com>
Date: Sun, 22 Dec 2024 23:56:12 +0000
Subject: [PATCH] Update dependency ai.djl.huggingface:tokenizers to v0.31.1

---
 linguistics-components/pom.xml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/linguistics-components/pom.xml b/linguistics-components/pom.xml
index b3bc52c5e234..f9b0149f3d93 100644
--- a/linguistics-components/pom.xml
+++ b/linguistics-components/pom.xml
@@ -21,7 +21,7 @@
     <dependency>
       <groupId>ai.djl.huggingface</groupId>
       <artifactId>tokenizers</artifactId>
-      <version>0.22.1</version>
+      <version>0.31.1</version>
       <exclusions>
         <exclusion>
           <groupId>com.google.code.gson</groupId>