Weishen/Hydro
2
0 Fork 0
mirror of https://gitcode.com/gh_mirrors/hy/Hydro.git synced 2026-10-17 09:36:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

vjudge: remove puppeteer related package for a smaller deps size

Browse Source
This commit is contained in:
undefined committed 2023-01-08 22:44:59 +08:00
1 parent 5ecd9d5952
commit f27dbb007a
2 files changed
+4 -89
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

packages/vjudge/package.json
-5
View File
@@ -9,12 +9,7 @@
"preferUnplugged": true,
"dependencies": {
"@hydrooj/utils": "workspace:*",
"chrome-finder": "^1.0.7",
"jsdom": "^20.0.3",
"puppeteer-core": "^15.5.0",
"puppeteer-extra": "3.3.0",
"puppeteer-extra-plugin-portal": "3.1.0",
"puppeteer-extra-plugin-stealth": "2.10.1",
"superagent": "^8.0.6",
"superagent-proxy": "^3.0.0"
},
packages/vjudge/src/providers/codeforces.ts
+4 -84
View File
@@ -1,30 +1,17 @@
/* eslint-disable no-await-in-loop */
import { PassThrough } from 'stream';
import findChrome from 'chrome-finder';
import yaml from 'js-yaml';
import { JSDOM } from 'jsdom';
import type { Browser, Page } from 'puppeteer';
import puppeteer from 'puppeteer-extra';
import PortalPlugin from 'puppeteer-extra-plugin-portal';
import StealthPlugin from 'puppeteer-extra-plugin-stealth';
import superagent from 'superagent';
import proxy from 'superagent-proxy';
import {
buildContent, Logger, SettingModel, sleep, STATUS, Time,
buildContent, Logger, SettingModel, sleep, STATUS,
} from 'hydrooj';
import { IBasicProvider, RemoteAccount } from '../interface';
import { normalize, VERDICT } from '../verdict';
proxy(superagent);
const logger = new Logger('remote/codeforces');
puppeteer.use(StealthPlugin()).use(PortalPlugin({
webPortalConfig: {
listenOpts: {
port: 3000,
},
baseUrl: 'http://localhost:3000',
},
}));
function parseProblemId(id: string) {
const [, type, contestId, problemId] = id.startsWith('P921')
@@ -82,48 +69,6 @@ export default class CodeforcesProvider implements IBasicProvider {
cookie: string[] = [];
csrf: string;
puppeteer: Browser;
async ensureBrowser() {
if (this.puppeteer) return true;
try {
const executablePath = findChrome();
logger.debug(`Using chrome found at ${executablePath}`);
const args = ['--disable-gpu', '--disable-setuid-sandbox'];
if (this.account.proxy?.startsWith('http://')) args.push(`--proxy-server=${this.account.proxy.split('//')[1]}`);
if (process.platform === 'linux' && process.getuid() === 0) args.push('--no-sandbox');
this.puppeteer = await puppeteer.launch({ headless: true, executablePath, args });
logger.success('Successfully launched browser');
} catch (e) {
logger.error(e.message);
logger.error('Failed to launch browser, using fallback mode');
return false;
}
return true;
}
async getPage() {
const page = await this.puppeteer.newPage();
const url = await page.openPortal();
logger.info('portal=', url);
for (const str of this.cookie) {
const [name, value] = str.split(';')[0].split('=');
await page.setCookie({ name, value, domain: 'codeforces.com' });
}
return page;
}
async clearPage(page: Page) {
let cookies = await page.cookies();
while (!cookies.find((i) => i.name === 'evercookie_etag').value) {
await sleep(1000);
cookies = await page.cookies();
}
this.cookie = cookies.map((i) => `${i.name}=${i.value}`);
logger.debug('Cookie:', this.cookie);
await this.save({ cookie: this.cookie });
await page.close();
}
get(url: string) {
logger.debug('get', url);
@@ -186,7 +131,9 @@ export default class CodeforcesProvider implements IBasicProvider {
});
}
async normalLogin() {
async ensureLogin() {
if (await this.loggedIn) return true;
logger.info('retry normal login');
const [csrf, ftaa, bfaa] = await this.getCsrfToken('/enter');
const res = await this.post('/enter').send({
csrf_token: csrf,
@@ -202,33 +149,6 @@ export default class CodeforcesProvider implements IBasicProvider {
await this.save({ cookie });
this.cookie = cookie;
}
}
async puppeteerLogin() {
await this.ensureBrowser();
if (!this.puppeteer) return false;
const page = await this.puppeteer.newPage();
await page.goto(`${this.account.endpoint}/enter`, { waitUntil: 'networkidle2', timeout: 60000 });
const url = await page.openPortal();
logger.info(`Login portal opened: ${url}`);
await page.waitForRequest((req) => {
if (req.method() !== 'POST') return false;
// sometimes we have validation query strings, ignore them
return req.url().split('?')[0].endsWith('/enter');
}, { timeout: Time.day });
await page.waitForTimeout(10 * 1000);
await this.clearPage(page);
await this.puppeteer?.close();
return true;
}
async ensureLogin() {
if (await this.loggedIn) return true;
logger.info('retry normal login');
await this.normalLogin();
if (await this.loggedIn) return true;
logger.info('starting puppeteer login');
await this.puppeteerLogin();
if (await this.loggedIn) {
logger.success('Logged in');
return true;