another crawler

This commit is contained in:
Dan Janosik 2024-11-07 16:39:49 -05:00
parent 66839bdc2d
commit 0cee7cefb6
No known key found for this signature in database
GPG key ID: 70C0B166321C0AF8

View file

@ -63,6 +63,7 @@ const crawlerBotUserAgentStrings = {
"majestic": new RegExp("MJ12bot", "i"),
"python-requests": new RegExp("python-requests", "i"),
"openai": new RegExp("OAI-SearchBot", "i"),
"unidentifiedCrawler": new RegExp("Test Certificate Info", "i"),
};
const ipMemoryCache = {};