fix: Improve rate limit matching to only LLM apis. close #8

samholt · Dec 27, 2024 · 265007e · 265007e
1 parent 541ec44
commit 265007e
Showing 1 changed file with 0 additions and 101 deletions.
diff --git a/l2mac/llm_providers/openai.py b/l2mac/llm_providers/openai.py
@@ -228,25 +228,6 @@
             "TPM": 150000,
             "Batch Queue Limit": None,
         },
-        "whisper-1": {
-            "RPM": 3,
-            "RPD": 200,
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
-        "tts-1": {"RPM": 3, "RPD": 200, "TPM": None, "Batch Queue Limit": None},
-        "dall-e-2": {
-            "RPM": "5 img/min",
-            "RPD": None,
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
-        "dall-e-3": {
-            "RPM": "1 img/min",
-            "RPD": None,
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
     },
     "tier1": {
         "gpt-4-turbo": {
@@ -273,36 +254,6 @@
             "TPM": 1000000,
             "Batch Queue Limit": None,
         },
-        "whisper-1": {
-            "RPM": 50,
-            "RPD": None,
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
-        "tts-1": {
-            "RPM": 50,
-            "RPD": None,
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
-        "tts-1-hd": {
-            "RPM": 3,
-            "RPD": None,
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
-        "dall-e-2": {
-            "RPM": "5 img/min",
-            "RPD": None,
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
-        "dall-e-3": {
-            "RPM": "5 img/min",
-            "RPD": None,
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
     },
     "tier2": {
         "gpt-4-turbo": {
@@ -321,19 +272,6 @@
             "TPM": 1000000,
             "Batch Queue Limit": None,
         },
-        "whisper-1": {"RPM": "50", "TPM": None, "Batch Queue Limit": None},
-        "tts-1": {"RPM": "50", "TPM": None, "Batch Queue Limit": None},
-        "tts-1-hd": {"RPM": "5", "TPM": None, "Batch Queue Limit": None},
-        "dall-e-2": {
-            "RPM": "50 img/min",
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
-        "dall-e-3": {
-            "RPM": "7 img/min",
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
     },
     "tier3": {
         "gpt-4-turbo": {
@@ -352,19 +290,6 @@
             "TPM": 5000000,
             "Batch Queue Limit": None,
         },
-        "whisper-1": {"RPM": 100, "TPM": None, "Batch Queue Limit": None},
-        "tts-1": {"RPM": 100, "TPM": None, "Batch Queue Limit": None},
-        "tts-1-hd": {"RPM": 7, "TPM": None, "Batch Queue Limit": None},
-        "dall-e-2": {
-            "RPM": "100 img/min",
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
-        "dall-e-3": {
-            "RPM": "7 img/min",
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
     },
     "tier4": {
         "gpt-4-turbo": {
@@ -383,19 +308,6 @@
             "TPM": 5000000,
             "Batch Queue Limit": None,
         },
-        "whisper-1": {"RPM": 100, "TPM": None, "Batch Queue Limit": None},
-        "tts-1": {"RPM": 100, "TPM": None, "Batch Queue Limit": None},
-        "tts-1-hd": {"RPM": 10, "TPM": None, "Batch Queue Limit": None},
-        "dall-e-2": {
-            "RPM": "100 img/min",
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
-        "dall-e-3": {
-            "RPM": "15 img/min",
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
     },
     "tier5": {
         "gpt-4-turbo": {
@@ -414,19 +326,6 @@
             "TPM": 10000000,
             "Batch Queue Limit": None,
         },
-        "whisper-1": {"RPM": 500, "TPM": None, "Batch Queue Limit": None},
-        "tts-1": {"RPM": 500, "TPM": None, "Batch Queue Limit": None},
-        "tts-1-hd": {"RPM": 20, "TPM": None, "Batch Queue Limit": None},
-        "dall-e-2": {
-            "RPM": "500 img/min",
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
-        "dall-e-3": {
-            "RPM": "50 img/min",
-            "TPM": None,
-            "Batch Queue Limit": None,
-        },
     },
 }