From e593c8c421ae5731d6596dde9f4ce9d9e165d2a5 Mon Sep 17 00:00:00 2001 From: Claude Code Bot Date: Sat, 20 Jun 2026 07:10:49 +0000 Subject: [PATCH] Fix NEW (New Forest): add http_lib=playwright to bypass wreq timeout MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit democracy.newforest.gov.uk times out from Lambda with wreq's Firefox TLS fingerprint — the server's WAF drops the connection during the TLS handshake. Playwright uses Chromium's standard Chrome TLS fingerprint, which passes the WAF. --- scrapers/NEW-new-forest/councillors.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scrapers/NEW-new-forest/councillors.py b/scrapers/NEW-new-forest/councillors.py index f9d462d2..3e1d3f96 100644 --- a/scrapers/NEW-new-forest/councillors.py +++ b/scrapers/NEW-new-forest/councillors.py @@ -2,4 +2,4 @@ class Scraper(ModGovCouncillorScraper): - pass + http_lib = "playwright"