mirror of
https://github.com/Horizontal42/netsleuth.git
synced 2026-11-10 15:42:10 +03:00
perf: optimize captive portal checks to run concurrently
Co-authored-by: Horizontal42 <75383519+Horizontal42@users.noreply.github.com>
This commit is contained in:
parent
8c99ac78b7
commit
7fd2c56d20
1 changed files with 17 additions and 7 deletions
|
|
@ -1,5 +1,6 @@
|
|||
from __future__ import annotations
|
||||
|
||||
import asyncio
|
||||
from urllib.parse import urlsplit
|
||||
|
||||
import httpx
|
||||
|
|
@ -28,7 +29,10 @@ def classify_portal_response(
|
|||
if redirect_host and redirect_host != requested_host:
|
||||
return "portal", f"redirected to a different host ({redirect_host})"
|
||||
if status == 200 and body:
|
||||
return "portal", f"200 with a non-empty body instead of the expected {expected_status}"
|
||||
return (
|
||||
"portal",
|
||||
f"200 with a non-empty body instead of the expected {expected_status}",
|
||||
)
|
||||
return "suspect", f"unexpected status {status}"
|
||||
|
||||
|
||||
|
|
@ -39,18 +43,24 @@ async def check_captive_portal(
|
|||
expected_status: int = 204,
|
||||
timeout: float,
|
||||
) -> CaptivePortal:
|
||||
checks: list[PortalCheck] = []
|
||||
for url in urls:
|
||||
async def _check_url(url: str) -> PortalCheck:
|
||||
try:
|
||||
response = await client.get(url, follow_redirects=False, timeout=timeout)
|
||||
verdict, evidence = classify_portal_response(
|
||||
url, response.status_code, response.text, response.headers.get("location"), expected_status
|
||||
url,
|
||||
response.status_code,
|
||||
response.text,
|
||||
response.headers.get("location"),
|
||||
expected_status,
|
||||
)
|
||||
return PortalCheck(
|
||||
url=url, status=response.status_code, verdict=verdict, evidence=evidence
|
||||
)
|
||||
except httpx.HTTPError as exc:
|
||||
verdict, evidence = "error", str(exc)
|
||||
checks.append(PortalCheck(url=url, status=None, verdict=verdict, evidence=evidence))
|
||||
continue
|
||||
checks.append(PortalCheck(url=url, status=response.status_code, verdict=verdict, evidence=evidence))
|
||||
return PortalCheck(url=url, status=None, verdict=verdict, evidence=evidence)
|
||||
|
||||
checks = list(await asyncio.gather(*(_check_url(url) for url in urls)))
|
||||
|
||||
portal_checks = [c for c in checks if c.verdict == "portal"]
|
||||
if portal_checks:
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue