Adding new executor

jonathan-buttner · Apr 17, 2024 · 2291514 · 2291514
1 parent c852506
commit 2291514
Show file tree

Hide file tree

Showing 2 changed files with 425 additions and 0 deletions.
diff --git a/.../plugin/inference/src/main/java/org/elasticsearch/xpack/inference/common/RateLimiter.java b/.../plugin/inference/src/main/java/org/elasticsearch/xpack/inference/common/RateLimiter.java
@@ -8,6 +8,7 @@
 package org.elasticsearch.xpack.inference.common;
 
 import org.elasticsearch.common.Strings;
+import org.elasticsearch.core.TimeValue;
 
 import java.time.Clock;
 import java.time.Instant;
@@ -119,6 +120,11 @@ private void accumulateTokens() {
         }
     }
 
+    // TODO remove
+    public TimeValue timeToReserve2(int tokens) {
+        return TimeValue.timeValueSeconds(1);
+    }
+
     private static long microsBetweenExact(Instant start, Instant end) {
         try {
             return ChronoUnit.MICROS.between(start, end);