From 1eee295312923e4d567938b2c6c4fd1e02f67e92 Mon Sep 17 00:00:00 2001 From: Shumin Liu Date: Sat, 16 Mar 2024 02:43:08 +1100 Subject: [PATCH] fix(crawler): try fix vjudge crawler The crawler works fine locally. So I guess it is blocked by cdn on cloud. Reset the agent can make it work for now. --- crawler/crawlers/vjudge.js | 1 - 1 file changed, 1 deletion(-) diff --git a/crawler/crawlers/vjudge.js b/crawler/crawlers/vjudge.js index 00467d333..7abd33c35 100644 --- a/crawler/crawlers/vjudge.js +++ b/crawler/crawlers/vjudge.js @@ -123,7 +123,6 @@ async function tryLogin() { // console.log(`login vjudge: "${config.crawler_login_user}" "${config.crawler_login_password}"`) agent = request.agent() - .set('User-Agent', 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36') let loginStatus try {