GlcoinCore/btc-rpc-explorer
1
0
Fork 0
mirror of https://github.com/janoside/btc-rpc-explorer.git synced 2026-08-13 12:33:13 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

2 crawlers

Browse source
This commit is contained in:
Dan Janosik 2024-11-17 11:45:01 -05:00
parent bcec085b2e
commit 9eedde212f
No known key found for this signature in database
GPG key ID: 70C0B166321C0AF8
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
app/utils.js
View file

@ -64,6 +64,8 @@ const crawlerBotUserAgentStrings = {
"python-requests": new RegExp("python-requests", "i"),
"openai": new RegExp("OAI-SearchBot", "i"),
"unidentifiedCrawler": new RegExp("Test Certificate Info", "i"),
"amazon": new RegExp("amazonbot", "i"),
"bytedance": new RegExp("bytespider", "i"),
};
const ipMemoryCache = {};