Track pending token requests to limit concurrency

This commit is contained in:
Zed
2022-01-05 23:38:46 +01:00
parent f9c9b0d3a4
commit 34964f9e56
3 changed files with 32 additions and 19 deletions

View File

@@ -72,15 +72,12 @@ proc fetch*(url: Uri; api: Api): Future[JsonNode] {.async.} =
remaining = parseInt(resp.headers[rlRemaining])
reset = parseInt(resp.headers[rlReset])
token.setRateLimit(api, remaining, reset)
echo api, " ", remaining, " ", url.path
else:
echo api, " ", url.path
if result.getError notin {invalidToken, forbidden, badToken}:
token.lastUse = getTime()
release(token, used=true)
else:
echo "fetch error: ", result.getError
release(token, true)
release(token, invalid=true)
raise rateLimitError()
if resp.status == $Http400:
@@ -90,5 +87,5 @@ proc fetch*(url: Uri; api: Api): Future[JsonNode] {.async.} =
except Exception as e:
echo "error: ", e.name, ", msg: ", e.msg, ", token: ", token[], ", url: ", url
if "length" notin e.msg and "descriptor" notin e.msg:
release(token, true)
release(token, invalid=true)
raise rateLimitError()