import re
from modules.logger import log
request_cost = {
"/file": 0,
"/internal/progress": 0,
"/run/predict": 0,
"/sdapi/v1/control": 5,
"/sdapi/v1/img2img": 5,
"/sdapi/v1/txt2img": 5,
"/sdapi/v1/video": 5,
"/sdapi/v1/browser/thumb": 0,
"/sdapi/v1/network/thumb": 0,
"/sdapi/v1/scheduler": 0,
"/sdapi/v1/scheduler/tasks": 0,
"/sdapi/v1/scheduler/tasks/{task_id}/images/{image_index}": 0,
"/sdapi/v1/scheduler/tasks/{task_id}/media/{media_index}": 0,
}
log_cost = {
"/.well-known/appspecific/com.chrome.devtools.json": -1,
"/sdapi/v1/checkpoint": -1,
"/sdapi/v1/file": 1,
"/sdapi/v1/gpu-smi": -1,
"/sdapi/v1/gpu": -1,
"/sdapi/v1/loaded-loras": -1,
"/sdapi/v1/log": -1,
"/sdapi/v1/memory": -1,
"/sdapi/v1/platform": -1,
"/sdapi/v1/progress": 60,
"/sdapi/v1/start": -1,
"/sdapi/v1/status": 60,
"/sdapi/v1/torch": -1,
"/sdapi/v1/version": -1,
"/sdapi/v1/browser/thumb": -1,
"/sdapi/v1/network/thumb": -1,
"/sdapi/v1/scheduler": -1,
"/sdapi/v1/scheduler/tasks": -1,
"/sdapi/v1/scheduler/tasks/{task_id}/images/{image_index}": -1,
"/sdapi/v1/scheduler/tasks/{task_id}/media/{media_index}": -1,
"/js": -1,
"/html/templates/{file}": -1,
"/file": -1,
"/info": -1,
"/icon": -1,
"/internal/progress": -1,
"/queue/join": -1,
"/run/predict": -1,
"/theme.css": -1,
"/token": -1,
}
log_exclude_suffix = ['.css', '.js', '.ico', '.svg']
log_exclude_prefix = ['/assets']
def get_cost(costs, api, route=None):
if api in costs:
return costs[api]
return costs.get(route, 1)
class Limiter():
def __init__(self, limit, subpath=None, debug=False):
import limits
self.request_backend = limits.storage.MemoryStorage()
self.request_limit = limit
self.request_strategy = limits.strategies.SlidingWindowCounterRateLimiter(self.request_backend)
self.request_limiter = limits.parse(f"{self.request_limit}/minute")
self.log_backend = limits.storage.MemoryStorage()
self.log_limit = limit // 5
self.log_strategy = limits.strategies.FixedWindowRateLimiter(self.log_backend)
self.log_limiter = limits.parse(f"{self.log_limit}/minute")
self.summary = {}
self.subpath = subpath
self.debug = debug
log.info(f'API: limit={self.request_limit} strategy={self.request_strategy.__class__.__name__} backend={self.request_backend.__class__.__name__} subpath={self.subpath}')
def stats(self):
for k, v in self.summary.items():
if v > 1:
log.trace(f'API stats: {k}={v}')
def check_request(self, client: str, api: str, quiet: bool = False, route: str | None = None):
if self.request_limit <= 0:
return True
cost = get_cost(request_cost, api, route)
if cost < 0:
return False
status = self.request_strategy.hit(self.request_limiter, client, api, cost=cost)
if not status and not quiet:
from fastapi.exceptions import HTTPException
log.warning(f'API: client={client} api={api} rate limit exceeded')
raise HTTPException(status_code=429, detail=f"{client}:{api}: rate limit exceeded")
return status
def check_log(self, client: str, api: str, route: str | None = None):
if self.debug:
return True
if self.log_limit < 0:
return True
if any(api.endswith(s) for s in log_exclude_suffix):
return False
if any(api.startswith(s) for s in log_exclude_prefix):
return False
cost = get_cost(log_cost, api, route)
if cost < 0:
return False
status = self.log_strategy.hit(self.log_limiter, client, api, cost=cost)
return status
limiter = Limiter(0, None)
def get_api_stats():
limiter.stats()
def init_limiter():
global limiter
from modules.shared import opts, cmd_opts
if opts.server_rate_limit != limiter.request_limit:
limiter = Limiter(opts.server_rate_limit, cmd_opts.subpath, cmd_opts.profile)
def strip_subpath(path: str) -> str:
if limiter.subpath and path.startswith(limiter.subpath):
return path[len(limiter.subpath):]
return path
def validate_request(client, endpoint, route: str | None = None):
global limiter
from modules.shared import opts, cmd_opts
if opts.server_rate_limit != limiter.request_limit:
limiter = Limiter(opts.server_rate_limit, cmd_opts.subpath, cmd_opts.profile)
api = strip_subpath(re.match(r"^[^?#&=]+", endpoint).group(0))
key = f"{client}:{api}"
if key not in limiter.summary:
limiter.summary[key] = 0
limiter.summary[key] += 1
return limiter.check_request(client, api, route=strip_subpath(route) if route else None)
def validate_log(client, endpoint, route: str | None = None):
api = strip_subpath(re.match(r"^[^?#&=]+", endpoint).group(0))
return limiter.check_log(client, api, route=strip_subpath(route) if route else None)