Weishen/Hydro
2
0 Fork 0
mirror of https://gitcode.com/gh_mirrors/hy/Hydro.git synced 2026-10-20 01:38:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

judge: update cache management

Browse Source
This commit is contained in:
undefined committed 2023-12-22 19:22:58 +08:00
1 parent 3fd2b104ef
commit 834925af21
1 file changed
+30 -19
Download Patch File Download Diff File Expand all files Collapse all files
packages/hydrojudge/src/cache.ts
+30 -19
View File
@@ -1,52 +1,63 @@
/* eslint-disable no-await-in-loop */
import './utils'; import './utils';
import path from 'path'; import path from 'path';
import cac from 'cac'; import cac from 'cac';
import { fs } from '@hydrooj/utils'; import {
Counter, folderSize, fs, size,
} from '@hydrooj/utils';
import { getConfig } from './config'; import { getConfig } from './config';
import { Logger } from './log'; import { Logger } from './log';
const argv = cac().parse(); const argv = cac().parse();
const logger = new Logger('cache'); const logger = new Logger('cache');
export = function main() { export = async function main() {
const CACHE_DIR = getConfig('cache_dir'); const CACHE_DIR = getConfig('cache_dir');
if (argv.args[1] === 'clean') { if (argv.args[1] === 'clean') {
fs.emptyDirSync(CACHE_DIR); fs.emptyDirSync(CACHE_DIR);
logger.info('Cleaned cache.'); logger.info('Cleaned cache.');
} else if (argv.args[1] === 'prune') { } else if (argv.args[1] === 'prune') {
const duration = +argv.options.duration || 30; const duration = +argv.options.duration || 30;
const now = new Date().getTime(); const now = Date.now();
const hosts = fs.readdirSync(CACHE_DIR); const hosts = await fs.readdir(CACHE_DIR, { withFileTypes: true });
let cnt = 0; let cnt = 0;
let totalSize = 0;
const map = Counter();
for (const host of hosts) { for (const host of hosts) {
const hostdir = path.resolve(CACHE_DIR, host); const hostdir = path.resolve(CACHE_DIR, host.name);
if (!fs.statSync(hostdir).isDirectory()) continue; if (!host.isDirectory()) continue;
const domains = fs.readdirSync(hostdir); const domains = await fs.readdir(hostdir, { withFileTypes: true });
for (const domain of domains) { for (const domain of domains) {
const domaindir = path.resolve(hostdir, domain); if (!domain.isDirectory()) continue;
if (!fs.statSync(domaindir).isDirectory()) continue; const domaindir = path.resolve(hostdir, domain.name);
let problems = fs.readdirSync(domaindir); const problems = await fs.readdir(domaindir, { withFileTypes: true });
if (problems.includes('.skip-prune')) continue; if (problems.find((i) => i.name === '.skip-prune')) continue;
for (const problem of problems) { for (const problem of problems) {
const problemdir = path.resolve(domaindir, problem); const problemdir = path.resolve(domaindir, problem.name);
if (!fs.statSync(problemdir).isDirectory()) continue; if (!fs.statSync(problemdir).isDirectory()) continue;
let lastUsage = 0; let lastUsage = 0;
if (fs.existsSync(path.resolve(problemdir, 'lastUsage'))) { if (fs.existsSync(path.resolve(problemdir, 'lastUsage'))) {
const content = fs.readFileSync(path.resolve(problemdir, 'lastUsage')).toString(); const content = await fs.readFile(path.resolve(problemdir, 'lastUsage'), 'utf-8');
lastUsage = +content || 0; lastUsage = +content || 0;
} }
if (lastUsage + duration * 24 * 3600 * 1000 > now) continue; if (lastUsage + duration * 24 * 3600 * 1000 > now) continue;
const cursize = folderSize(problemdir);
const etags = path.resolve(problemdir, 'etags'); const etags = path.resolve(problemdir, 'etags');
if (fs.existsSync(etags)) fs.unlinkSync(etags); if (fs.existsSync(etags)) await fs.unlink(etags);
fs.removeSync(problemdir); await fs.remove(problemdir);
cnt++; cnt++;
logger.info('Removed cache %s', problemdir); totalSize += cursize;
map[domain.name] += cursize;
logger.info('Removed cache %s (%s)', problemdir, size(cursize));
} }
problems = fs.readdirSync(domaindir); if (!(await fs.readdir(domaindir)).length) await fs.remove(domaindir);
if (!problems.length) fs.removeSync(domaindir);
} }
} }
logger.info('Done! %d items deleted.', cnt); logger.info('Done! %d items deleted, %s freed.', cnt, size(totalSize));
const top10 = Object.entries(map).sort((a, b) => b[1] - a[1]).slice(0, 10);
for (const [domain, s] of top10) {
logger.info(' %s: %s', domain, size(s));
}
} }
}; };