predict a 0.5 s latency

This commit is contained in:
2025-06-26 19:24:36 +08:00
parent a33fa62012
commit 990f8c1d2e

View File

@ -119,6 +119,7 @@ class Pipe:
def _fetch_generation_details(self, generation_id: str) -> dict:
"""Fetch generation details from OpenRouter API"""
try:
time.sleep(0.5)
cnt = 0
max_allowed = 10
while cnt < max_allowed: