Skip to content

Commit

Permalink
sc
Browse files Browse the repository at this point in the history
  • Loading branch information
Haojin Yang committed Dec 13, 2024
1 parent ed12ab7 commit ccec6e6
Showing 1 changed file with 8 additions and 8 deletions.
16 changes: 8 additions & 8 deletions db/api_key_management.py
Original file line number Diff line number Diff line change
Expand Up @@ -77,26 +77,26 @@ def _hash_key(api_key: str) -> str:
'free': {
'rpm_limit': 10, # Requests per minute
'tpm_limit': 10000, # Tokens per minute
'concurrent_requests': 1,# Concurrent requests allowed
'concurrent_requests': 100,# Concurrent requests allowed
'max_tokens': 4096 # Maximum tokens per request
},
'basic': {
'rpm_limit': 60, # Requests per minute
'tpm_limit': 40000, # Tokens per minute
'concurrent_requests': 5,# Concurrent requests allowed
'concurrent_requests': 500,# Concurrent requests allowed
'max_tokens': 8192 # Maximum tokens per request
},
'standard': {
'rpm_limit': 250, # Requests per minute
'tpm_limit': 100000, # Tokens per minute
'concurrent_requests': 15,# Concurrent requests allowed
'concurrent_requests': 1500,# Concurrent requests allowed
'max_tokens': 16384 # Maximum tokens per request
},
'premium': {
'rpm_limit': 1000, # Requests per minute
'tpm_limit': 400000, # Tokens per minute
'concurrent_requests': 50,# Concurrent requests allowed
'max_tokens': 32768 # Maximum tokens per request
'rpm_limit': 100000, # Requests per minute
'tpm_limit': 40000000, # Tokens per minute
'concurrent_requests': 500000,# Concurrent requests allowed
'max_tokens': 32768000 # Maximum tokens per request
}
}

Expand Down Expand Up @@ -324,4 +324,4 @@ def main():

if __name__ == "__main__":
import sys
sys.exit(main())
sys.exit(main())

0 comments on commit ccec6e6

Please sign in to comment.