Repository navigation
Expand file tree
/
Copy pathhttp-clients.json
More file actions
37 lines (37 loc) · 2.79 KB
/
Copy pathhttp-clients.json
File metadata and controls
37 lines (37 loc) · 2.79 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
[
{ "name": "axios", "kind": "http-client", "userAgent": "^axios/" },
{ "name": "curl", "kind": "http-client", "userAgent": "^curl/" },
{ "name": "Wget", "kind": "http-client", "userAgent": "^Wget/" },
{ "name": "Node.js", "kind": "http-client", "userAgent": "^(node|undici|node-fetch)(/|$)" },
{ "name": "Bun", "kind": "http-client", "userAgent": "^Bun/" },
{ "name": "Deno", "kind": "http-client", "userAgent": "^Deno/" },
{ "name": "Python requests", "kind": "http-client", "userAgent": "^python-requests/" },
{ "name": "Python httpx", "kind": "http-client", "userAgent": "^python-httpx/" },
{ "name": "Python urllib", "kind": "http-client", "userAgent": "^Python-urllib/" },
{ "name": "Python aiohttp", "kind": "http-client", "userAgent": "^Python/[\\d.]+ aiohttp/" },
{ "name": "Go net/http", "kind": "http-client", "userAgent": "^Go-http-client/" },
{ "name": "OkHttp", "kind": "http-client", "userAgent": "^okhttp/" },
{ "name": "Java", "kind": "http-client", "userAgent": "^(Java/|Apache-HttpClient/)" },
{ "name": "Guzzle", "kind": "http-client", "userAgent": "^GuzzleHttp/" },
{ "name": "Rust reqwest", "kind": "http-client", "userAgent": "^reqwest/" },
{ "name": "lua-resty-http", "kind": "http-client", "userAgent": "^lua-resty-http/" },
{ "name": "Colly", "kind": "http-client", "userAgent": "^colly\\b" },
{ "name": "Scrapy", "kind": "http-client", "userAgent": "\\bScrapy/" },
{ "name": "n8n", "kind": "http-client", "userAgent": "^n8n$" },
{ "name": "Postman", "kind": "http-client", "userAgent": "^PostmanRuntime/" },
{ "name": "Headless Chrome", "kind": "headless", "userAgent": "\\bHeadlessChrome/" },
{ "name": "PhantomJS", "kind": "headless", "userAgent": "\\bPhantomJS/" },
{ "name": "Playwright", "kind": "headless", "userAgent": "\\bPlaywright/" },
{ "name": "PowerShell", "kind": "http-client", "userAgent": "PowerShell/" },
{ "name": "Ruby", "kind": "http-client", "userAgent": "^Ruby$" },
{ "name": "got", "kind": "http-client", "userAgent": "^got\\b" },
{ "name": "libwww-perl", "kind": "http-client", "userAgent": "\\blibwww-perl/" },
{ "name": "aria2", "kind": "http-client", "userAgent": "^aria2/" },
{ "name": "HTTrack", "kind": "http-client", "userAgent": "\\bHTTrack\\b" },
{ "name": "Crawl4AI", "kind": "http-client", "userAgent": "^crawl4ai" },
{ "name": "Apple CFNetwork (native app)", "kind": "http-client", "userAgent": "\\bCFNetwork/" },
{ "name": "Android Dalvik (native app)", "kind": "http-client", "userAgent": "\\bDalvik/" },
{ "name": "Amazon CloudFront", "kind": "http-client", "userAgent": "^Amazon CloudFront$" },
{ "name": "Vercel Edge Functions", "kind": "http-client", "userAgent": "^Vercel Edge Functions$" },
{ "name": "Google Cloud Scheduler and Tasks", "kind": "http-client", "userAgent": "^Google-Cloud-(Scheduler|Tasks)$" }
]