Weishen/Hydro
2
0 Fork 0
mirror of https://gitcode.com/gh_mirrors/hy/Hydro.git synced 2026-10-20 01:38:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

migrate: hustoj: fix bigint

Browse Source
This commit is contained in:
undefined committed 2025-09-04 16:44:26 +08:00
1 parent 184d161ea3
commit dd6f5bbbea
2 files changed
+77 -67
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

packages/migrate/index.ts
+1
View File
@@ -28,6 +28,7 @@ export function apply(ctx: Context) {
contestType: Schema.string().default('oi'), contestType: Schema.string().default('oi'),
dataDir: Schema.string().required(), dataDir: Schema.string().required(),
uploadDir: Schema.string().default('/home/judge/src/web/upload/'), uploadDir: Schema.string().default('/home/judge/src/web/upload/'),
withContest: Schema.boolean().default(true),
}), }),
checkLock((...args) => require('./scripts/hustoj').run(...args)), checkLock((...args) => require('./scripts/hustoj').run(...args)),
); );
packages/migrate/scripts/hustoj.ts
+76 -67
View File
@@ -66,10 +66,31 @@ function fixFileName(fileName: string) {
return fileName.replace(/[\\/?#~!|*]/g, '_'); return fileName.replace(/[\\/?#~!|*]/g, '_');
} }
async function iterate(
count: bigint | number, step: bigint | number, cb: (pageId: bigint) => Promise<void>,
reportOpts?: { every: number | bigint, namespace: string, report: (data: any) => void },
) {
const _count = BigInt(count);
const _step = BigInt(step);
const { every, namespace, report } = reportOpts || {};
const _showProgress = every ? BigInt(every) : 0n;
const pageCount = _count / _step + (_count % _step === 0n ? 0n : 1n);
for (let pageId = 0n; pageId < pageCount; pageId++) {
await cb(pageId);
if (reportOpts && pageId % _showProgress === 0n) {
const progress = pageId * _step * 100n / _count;
report({
message: `${namespace} finished ${Number(pageId * _step)} / ${Number(count)} (${Number(progress)}%)`,
});
}
}
}
export async function run({ export async function run({
host = 'localhost', port = 3306, name = 'jol', host = 'localhost', port = 3306, name = 'jol',
username, password, domainId, contestType = 'oi', username, password, domainId, contestType = 'oi',
dataDir, uploadDir = '/home/judge/src/web/upload/', rerun = true, randomMail = false, dataDir, uploadDir = '/home/judge/src/web/upload/', rerun = true, randomMail = false,
withContest = true,
}, report: (data: any) => void) { }, report: (data: any) => void) {
let remoteUsed = false; let remoteUsed = false;
const src = await mariadb.createConnection({ const src = await mariadb.createConnection({
@@ -172,10 +193,9 @@ export async function run({
*/ */
const pidMap: Record<string, number> = {}; const pidMap: Record<string, number> = {};
const [{ 'count(*)': pcount }] = await query('SELECT count(*) FROM `problem`'); const [{ 'count(*)': pcount }] = await query('SELECT count(*) FROM `problem`');
const step = 50; const step = 50n;
const pageCount = Math.ceil(Number(pcount) / step); await iterate(pcount, 50n, async (pageId: bigint) => {
for (let pageId = 0; pageId < pageCount; pageId++) { const pdocs = await query(`SELECT * FROM \`problem\` LIMIT ${Number(pageId * step)}, ${Number(step)}`);
const pdocs = await query(`SELECT * FROM \`problem\` LIMIT ${pageId * step}, ${step}`);
for (const pdoc of pdocs) { for (const pdoc of pdocs) {
if (rerun) { if (rerun) {
const opdoc = await ProblemModel.get(domainId, `P${pdoc.problem_id}`); const opdoc = await ProblemModel.get(domainId, `P${pdoc.problem_id}`);
@@ -236,13 +256,8 @@ target: ybtbas/${+pdoc.id - 3000}
await SolutionModel.add(domainId, pidMap[pdoc.problem_id], 1, md); await SolutionModel.add(domainId, pidMap[pdoc.problem_id], 1, md);
} }
} }
if (pageId % 10 === 0) { }, { every: 10n, namespace: 'problem', report });
const progress = Math.round(((pageId * step) / pcount) * 100);
report({
message: `problem finished ${pageId * step} / ${pcount} (${progress}%)`,
});
}
}
if (remoteUsed) { if (remoteUsed) {
MessageModel.sendNotification(`您导入的数据中使用了一本通编程启蒙远端测试题目。 MessageModel.sendNotification(`您导入的数据中使用了一本通编程启蒙远端测试题目。
请在迁移脚本运行完成后，在终端中运行 请在迁移脚本运行完成后，在终端中运行
@@ -266,54 +281,56 @@ hydrooj install https://hydro.ac/hydroac-client.zip
user_id char(48) 允许参加比赛用户列表 user_id char(48) 允许参加比赛用户列表
*/ */
const tidMap: Record<string, string> = {}; const tidMap: Record<string, string> = {};
const tdocs = await query('SELECT * FROM `contest`'); if (withContest) {
for (let tidx = 0; tidx < tdocs.length; tidx += 1) { const tdocs = await query('SELECT * FROM `contest`');
const tdoc = tdocs[tidx]; for (let tidx = 0; tidx < tdocs.length; tidx += 1) {
const pdocs = await query(`SELECT * FROM \`contest_problem\` WHERE \`contest_id\` = ${tdoc.contest_id} ORDER BY \`num\` ASC`); const tdoc = tdocs[tidx];
const pids = pdocs.map((i) => pidMap[i.problem_id]).filter((i) => i); const pdocs = await query(`SELECT * FROM \`contest_problem\` WHERE \`contest_id\` = ${tdoc.contest_id} ORDER BY \`num\` ASC`);
const files = {}; const pids = pdocs.map((i) => pidMap[i.problem_id]).filter((i) => i);
let description = tdoc.description; const files = {};
const uploadFiles = description.matchAll(/(?:src|href)="\/upload\/([^"/]+)(?:\/([^"/]+))?\/([^"/]+\.[^"/.]+)"/g); let description = tdoc.description;
for (const file of uploadFiles) { const uploadFiles = description.matchAll(/(?:src|href)="\/upload\/([^"/]+)(?:\/([^"/]+))?\/([^"/]+\.[^"/.]+)"/g);
const filename = fixFileName(file[3]); for (const file of uploadFiles) {
const fileWithPath = [file[1], ...(file[2] ? [file[2]] : []), file[3]].join('/'); const filename = fixFileName(file[3]);
files[filename] = await fs.readFile(path.join(uploadDir, fileWithPath)); const fileWithPath = [file[1], ...(file[2] ? [file[2]] : []), file[3]].join('/');
description = description.replace(`/upload/${fileWithPath}`, `file://${filename}`); files[filename] = await fs.readFile(path.join(uploadDir, fileWithPath));
} description = description.replace(`/upload/${fileWithPath}`, `file://${filename}`);
// WHY you allow contest with end time BEFORE start time? WHY??? }
const endAt = moment(tdoc.end_time).isSameOrBefore(tdoc.start_time) ? moment(tdoc.end_time).add(1, 'minute').toDate() : tdoc.end_time; // WHY you allow contest with end time BEFORE start time? WHY???
let isAssignMode = false; const endAt = moment(tdoc.end_time).isSameOrBefore(tdoc.start_time) ? moment(tdoc.end_time).add(1, 'minute').toDate() : tdoc.end_time;
if (tdoc.private === 1 && tdoc.password === '') { let isAssignMode = false;
isAssignMode = true; if (tdoc.private === 1 && tdoc.password === '') {
} isAssignMode = true;
const tid = await ContestModel.add( }
domainId, tdoc.title, description || 'Description', const tid = await ContestModel.add(
adminUids[0], contestType, tdoc.start_time, endAt, pids, true, domainId, tdoc.title, description || 'Description',
{ _code: tdoc.password }, adminUids[0], contestType, tdoc.start_time, endAt, pids, true,
); { _code: tdoc.password },
tidMap[tdoc.contest_id] = tid.toHexString(); );
await Promise.all(Object.keys(files).map((filename) => addContestFile(domainId, tid, filename, files[filename]))); tidMap[tdoc.contest_id] = tid.toHexString();
if (Object.keys(files).length) report({ message: `move ${Object.keys(files).length} file for contest ${tidMap[tdoc.contest_id]}` }); await Promise.all(Object.keys(files).map((filename) => addContestFile(domainId, tid, filename, files[filename])));
if (Object.keys(files).length) report({ message: `move ${Object.keys(files).length} file for contest ${tidMap[tdoc.contest_id]}` });
const allowedUser: { user_id: string }[] = await query(`SELECT * FROM privilege WHERE rightstr = 'c${tdoc.contest_id}';`); const allowedUser: { user_id: string }[] = await query(`SELECT * FROM privilege WHERE rightstr = 'c${tdoc.contest_id}';`);
const assignUserList = allowedUser.map((i) => uidMap[i.user_id]).filter((i) => i); const assignUserList = allowedUser.map((i) => uidMap[i.user_id]).filter((i) => i);
if (isAssignMode) { if (isAssignMode) {
await ContestModel.edit(domainId, tid, { await ContestModel.edit(domainId, tid, {
assign: assignUserList.map((uid) => uid.toString()), assign: assignUserList.map((uid) => uid.toString()),
}); });
} else { } else {
for (let i = 0; i < assignUserList.length; i++) { for (let i = 0; i < assignUserList.length; i++) {
await ContestModel.attend(domainId, tid, assignUserList[i]).catch(noop); await ContestModel.attend(domainId, tid, assignUserList[i]).catch(noop);
}
}
if (tidx % 100 === 0) {
const progress = Math.round(((tidx + 1) / tdocs.length) * 100);
report({
message: `contest finished ${tidx + 1} / ${tdocs.length} (${progress}%)`,
});
} }
} }
if (tidx % 100 === 0) { report({ message: 'contest finished' });
const progress = Math.round(((tidx + 1) / tdocs.length) * 100);
report({
message: `contest finished ${tidx + 1} / ${tdocs.length} (${progress}%)`,
});
}
} }
report({ message: 'contest finished' });
/* /*
solution 程序运行结果记录 solution 程序运行结果记录
字段名 类型 长度 是否允许为空 备注 字段名 类型 长度 是否允许为空 备注
@@ -336,10 +353,8 @@ hydrooj install https://hydro.ac/hydroac-client.zip
judger char(16) N 判题机 judger char(16) N 判题机
*/ */
// 测试运行 problem_id=0 导致非比赛的提交无法确定属于哪个题目,因此跳过测试运行 // 测试运行 problem_id=0 导致非比赛的提交无法确定属于哪个题目,因此跳过测试运行
const [{ 'count(*)': _rcount }] = await query('SELECT count(*) FROM `solution` WHERE `problem_id` > 0'); const [{ 'count(*)': rcount }] = await query('SELECT count(*) FROM `solution` WHERE `problem_id` > 0');
const rcount = BigInt(_rcount); await iterate(rcount, 50n, async (pageId: bigint) => {
const rpageCount = rcount / BigInt(step) + (rcount % BigInt(step) === 0n ? 0n : 1n);
for (let pageId = 0n; pageId < rpageCount; pageId++) {
const rdocs = await query(`SELECT * FROM \`solution\` WHERE \`problem_id\` > 0 LIMIT ${pageId * BigInt(step)}, ${step}`); const rdocs = await query(`SELECT * FROM \`solution\` WHERE \`problem_id\` > 0 LIMIT ${pageId * BigInt(step)}, ${step}`);
for (const rdoc of rdocs) { for (const rdoc of rdocs) {
const data: RecordDoc = { const data: RecordDoc = {
@@ -366,7 +381,7 @@ hydrooj install https://hydro.ac/hydroac-client.zip
if (rtInfo[0]?.error) data.judgeTexts.push(rtInfo[0].error); if (rtInfo[0]?.error) data.judgeTexts.push(rtInfo[0].error);
const source = await query(`SELECT \`source\` FROM \`source_code\` WHERE \`solution_id\` = ${rdoc.solution_id}`); const source = await query(`SELECT \`source\` FROM \`source_code\` WHERE \`solution_id\` = ${rdoc.solution_id}`);
if (source[0]?.source) data.code = source[0].source; if (source[0]?.source) data.code = source[0].source;
if (rdoc.contest_id) { if (rdoc.contest_id && withContest) {
if (!tidMap[rdoc.contest_id]) { if (!tidMap[rdoc.contest_id]) {
report({ message: `warning: contest_id ${rdoc.contest_id} for submission ${rdoc.solution_id} not found` }); report({ message: `warning: contest_id ${rdoc.contest_id} for submission ${rdoc.solution_id} not found` });
} else { } else {
@@ -377,13 +392,7 @@ hydrooj install https://hydro.ac/hydroac-client.zip
await RecordModel.coll.insertOne(data); await RecordModel.coll.insertOne(data);
await postJudge(data).catch((err) => report({ message: err.message })); await postJudge(data).catch((err) => report({ message: err.message }));
} }
if (pageId % 10n === 0n) { }, { every: 10n, namespace: 'record', report });
const progress = Math.round(((Number(pageId) * step) / Number(rcount)) * 100);
report({
message: `record finished ${Number(pageId * BigInt(step))} / ${Number(rcount)} (${progress}%)`,
});
}
}
report({ message: 'record finished' }); report({ message: 'record finished' });
src.end(); src.end();