We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bb1eded commit 088cad0Copy full SHA for 088cad0
src/huggingface_inference_toolkit/idle.py
@@ -21,9 +21,10 @@ async def live_check_loop():
21
pid = os.getpid()
22
23
LOG.debug("Starting live check loop")
24
+ sleep_time = max(int(IDLE_TIMEOUT // 5), 1)
25
26
while True:
- await asyncio.sleep(IDLE_TIMEOUT)
27
+ await asyncio.sleep(sleep_time)
28
LOG.debug("Checking whether we should unload anything from gpu")
29
30
last_start = LAST_START
0 commit comments