Weishen/Hydro
2
0 Fork 0
mirror of https://gitcode.com/gh_mirrors/hy/Hydro.git synced 2026-10-20 01:38:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

elastic: optimize problemId index

Browse Source
This commit is contained in:
undefined committed 2022-09-09 09:12:04 +08:00
1 parent b3b8a03e00
commit ef537e196f
2 files changed
+19 -6
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

packages/elastic/package.json
+1 -1
View File
@@ -1,6 +1,6 @@
{ {
"name": "@hydrooj/elastic-search", "name": "@hydrooj/elastic-search",
"version": "1.0.6", "version": "1.0.7",
"main": "package.json", "main": "package.json",
"repository": "https://github.com/hydro-dev/Hydro", "repository": "https://github.com/hydro-dev/Hydro",
"author": "undefined <i@undefined.moe>", "author": "undefined <i@undefined.moe>",
packages/elastic/script.ts
+18 -5
View File
@@ -2,7 +2,7 @@ import { Client } from '@elastic/elasticsearch';
import { omit } from 'lodash'; import { omit } from 'lodash';
import { addScript, Schema } from 'hydrooj'; import { addScript, Schema } from 'hydrooj';
import DomainModel from 'hydrooj/src/model/domain'; import DomainModel from 'hydrooj/src/model/domain';
import ProblemModel from 'hydrooj/src/model/problem'; import ProblemModel, { ProblemDoc } from 'hydrooj/src/model/problem';
import * as system from 'hydrooj/src/model/system'; import * as system from 'hydrooj/src/model/system';
import { iterateAllProblem, iterateAllProblemInDomain } from 'hydrooj/src/pipelineUtils'; import { iterateAllProblem, iterateAllProblemInDomain } from 'hydrooj/src/pipelineUtils';
import * as bus from 'hydrooj/src/service/bus'; import * as bus from 'hydrooj/src/service/bus';
@@ -10,19 +10,32 @@ import * as bus from 'hydrooj/src/service/bus';
const client = new Client({ node: system.get('elastic-search.url') || 'http://127.0.0.1:9200' }); const client = new Client({ node: system.get('elastic-search.url') || 'http://127.0.0.1:9200' });
const indexOmit = ['_id', 'docType', 'data', 'additional_file', 'config', 'stats', 'assign']; const indexOmit = ['_id', 'docType', 'data', 'additional_file', 'config', 'stats', 'assign'];
const processDocument = (doc: Partial<ProblemDoc>) => {
if (doc.content) {
doc.content = doc.content.replace(/[[\]【】()（）]/g, ' ');
}
if (doc.title) {
doc.title = doc.title.replace(/[[\]【】()（）]/g, ' ')
.replace(/([a-zA-Z]{2,})/, (a) => `${a} `);
}
if (doc.pid) {
doc.pid = doc.pid.replace(/([a-zA-Z]{2,})/, (a) => `${a} `);
}
return omit(doc, indexOmit);
};
bus.on('problem/add', async (doc, docId) => { bus.on('problem/add', async (doc, docId) => {
await client.index({ await client.index({
index: 'problem', index: 'problem',
id: `${doc.domainId}/${docId}`, id: `${doc.domainId}/${docId}`,
document: omit(doc, indexOmit), document: processDocument(doc),
}); });
}); });
bus.on('problem/edit', async (pdoc) => { bus.on('problem/edit', async (pdoc) => {
await client.index({ await client.index({
index: 'problem', index: 'problem',
id: `${pdoc.domainId}/${pdoc.docId}`, id: `${pdoc.domainId}/${pdoc.docId}`,
document: omit(pdoc, indexOmit), document: processDocument(pdoc),
}); });
}); });
bus.on('problem/del', async (domainId, docId) => { bus.on('problem/del', async (domainId, docId) => {
@@ -45,7 +58,7 @@ global.Hydro.lib.problemSearch = async (domainId, q, opts) => {
query: { query: {
simple_query_string: { simple_query_string: {
query: q, query: q,
fields: ['tag^5', 'title^3', 'content'], fields: ['tag^5', 'pid^4', 'title^3', 'content'],
}, },
}, },
post_filter: { post_filter: {
@@ -76,7 +89,7 @@ async function run({ domainId }, report) {
await client.index({ await client.index({
index: 'problem', index: 'problem',
id: `${pdoc.domainId}/${pdoc.docId}`, id: `${pdoc.domainId}/${pdoc.docId}`,
document: omit(pdoc, indexOmit), document: processDocument(pdoc),
}); });
}; };
if (domainId) await iterateAllProblemInDomain(domainId, ProblemModel.PROJECTION_PUBLIC, cb); if (domainId) await iterateAllProblemInDomain(domainId, ProblemModel.PROJECTION_PUBLIC, cb);