From 431d19875b85aa0fcf701386c5ee1ae934f0b2ab Mon Sep 17 00:00:00 2001
From: "renovate[bot]" <29139614+renovate[bot]@users.noreply.github.com>
Date: Wed, 4 Oct 2023 05:38:05 +0000
Subject: [PATCH] Update dependency ai.djl.huggingface:tokenizers to v0.24.0

---
 linguistics-components/pom.xml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/linguistics-components/pom.xml b/linguistics-components/pom.xml
index b3bc52c5e234..00e9cb2b3fd9 100644
--- a/linguistics-components/pom.xml
+++ b/linguistics-components/pom.xml
@@ -21,7 +21,7 @@
     <dependency>
       <groupId>ai.djl.huggingface</groupId>
       <artifactId>tokenizers</artifactId>
-      <version>0.22.1</version>
+      <version>0.24.0</version>
       <exclusions>
         <exclusion>
           <groupId>com.google.code.gson</groupId>