glitch-university/gupi-osint-board
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Reevaluate existing evidence when rules change

Browse Source
This commit is contained in:
gitprov
2026-08-22 21:52:58 +02:00
parent f455c433b7
commit 489da14c9e
2 changed files with 65 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
server/levelRepository.ts
+34 -1
View File
@@ -215,8 +215,41 @@ export function createLevelRepository(pool: Pool, editingEnabled: boolean, objec
for (const [sortOrder, anchor] of input.anchors.entries()) await client.query(`INSERT INTO osint.evidence_match_anchors
(id,rule_id,phrase_text,minimum_similarity,sort_order) VALUES ($1,$2,$3,$4,$5)`,
[randomUUID(), ruleId, anchor.phrase, anchor.minimumSimilarity, sortOrder])
const rule = (await evidenceMatchRules(client, level.board_id, true)).find(candidate => candidate.id === ruleId) || null
if (rule) await evaluateRuleForExistingDocuments(client, level, rule)
await client.query('UPDATE osint.levels SET updated_at=NOW() WHERE id=$1', [level.id])
return (await evidenceMatchRules(client, level.board_id, true)).find(rule => rule.id === ruleId) || null
return rule
}
async function evaluateRuleForExistingDocuments(client: PoolClient, level: LevelRow, rule: EvidenceMatchRuleDefinition) {
if (!rule.enabled) return
const documents = await client.query<{ document_exhibit_id:string;extraction_id:string;extracted_text:string }>(`
SELECT DISTINCT ON (document.exhibit_id) document.exhibit_id AS document_exhibit_id,
extraction.id AS extraction_id,extraction.extracted_text
FROM osint.document_exhibits document
JOIN osint.exhibits exhibit ON exhibit.id=document.exhibit_id AND exhibit.board_id=$1
JOIN osint.asset_text_extractions extraction ON extraction.asset_id=document.asset_id
AND extraction.status='succeeded' AND BTRIM(extraction.extracted_text)<>''
ORDER BY document.exhibit_id,extraction.updated_at DESC,extraction.id DESC`, [level.board_id])
for (const document of documents.rows) {
const evaluation = evaluateEvidenceRules(document.extracted_text, [rule as EvidenceMatchRule])[0]
const persisted = await client.query<{ id:string }>(`INSERT INTO osint.evidence_match_evaluations
(id,level_id,board_id,document_exhibit_id,extraction_id,rule_id,matched,matched_anchor_count,score)
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9)
ON CONFLICT (level_id,document_exhibit_id,rule_id) DO UPDATE SET
extraction_id=EXCLUDED.extraction_id,matched=EXCLUDED.matched,
matched_anchor_count=EXCLUDED.matched_anchor_count,score=EXCLUDED.score,evaluated_at=NOW()
RETURNING id`, [randomUUID(),level.id,level.board_id,document.document_exhibit_id,document.extraction_id,
rule.id,evaluation.matched,evaluation.matchedAnchorCount,evaluation.score])
const evaluationId = persisted.rows[0].id
await client.query('DELETE FROM osint.evidence_match_anchor_evaluations WHERE evaluation_id=$1', [evaluationId])
for (const anchor of evaluation.anchors) await client.query(`INSERT INTO osint.evidence_match_anchor_evaluations
(evaluation_id,anchor_id,similarity,matched,matched_text) VALUES ($1,$2,$3,$4,$5)`,
[evaluationId,anchor.anchorId,anchor.similarity,anchor.matched,anchor.matchedText])
if (evaluation.matched) await client.query(`INSERT INTO osint.level_flags
(level_id,board_id,flag_key,awarded_by_evidence_match_id) VALUES ($1,$2,$3,$4)
ON CONFLICT (level_id,flag_key) DO NOTHING`, [level.id,level.board_id,evaluation.flagKey,evaluationId])
}
}
async function levelGoalStates(