predict a 0.5 s latency
This commit is contained in:
@ -119,6 +119,7 @@ class Pipe:
|
||||
def _fetch_generation_details(self, generation_id: str) -> dict:
|
||||
"""Fetch generation details from OpenRouter API"""
|
||||
try:
|
||||
time.sleep(0.5)
|
||||
cnt = 0
|
||||
max_allowed = 10
|
||||
while cnt < max_allowed:
|
||||
|
Reference in New Issue
Block a user