pub_soft/WeKnora
3
0
Fork 0
mirror of https://github.com/Tencent/WeKnora.git synced 2026-06-04 13:30:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(migrations): add knowledge_processing_spans table for tracking document parsing progress

Browse Source 
- Introduced a new migration (000054) to create the knowledge_processing_spans table, which captures detailed progress of document parsing stages.
- The table includes fields for span hierarchy, status tracking, and metadata to enhance visibility into the parsing pipeline.
- Added indexes to optimize queries related to knowledge_id, attempt, and span relationships.
- Implemented rollback migration to safely drop the table and associated indexes if needed.
This commit is contained in:
wizardchen
2026-05-27 15:43:53 +08:00
committed by lyingbug
parent c82b098f44
commit 06f94a4811
2 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
migrations/versioned/000052_knowledge_processing_spans.down.sql → migrations/versioned/000054_knowledge_processing_spans.down.sql
View File

@@ -1,9 +1,9 @@
-- Migration: 000052_knowledge_processing_spans (rollback)
DO $$ BEGIN RAISE NOTICE '[Migration 000052 rollback] Dropping table: knowledge_processing_spans'; END $$;
-- Migration: 000054_knowledge_processing_spans (rollback)
DO $$ BEGIN RAISE NOTICE '[Migration 000054 rollback] Dropping table: knowledge_processing_spans'; END $$;
DROP INDEX IF EXISTS idx_kpspan_parent;
DROP INDEX IF EXISTS idx_kpspan_status_started;
DROP INDEX IF EXISTS idx_kpspan_knowledge_attempt;
DROP TABLE IF EXISTS knowledge_processing_spans;
DO $$ BEGIN RAISE NOTICE '[Migration 000052 rollback] complete'; END $$;
DO $$ BEGIN RAISE NOTICE '[Migration 000054 rollback] complete'; END $$;

6
migrations/versioned/000052_knowledge_processing_spans.up.sql → migrations/versioned/000054_knowledge_processing_spans.up.sql
View File

@@ -1,4 +1,4 @@
-- Migration: 000052_knowledge_processing_spans
-- Migration: 000054_knowledge_processing_spans
-- Per-(knowledge, attempt) span tree for the document parsing pipeline,
-- inspired by Langfuse's trace / span / generation hierarchy.
--
@@ -29,7 +29,7 @@
-- * SUBSPANs (multimodal.image[i], embedding.batch[i], postprocess.spawn.X)
-- hang off their stage. The kind="generation" subset corresponds 1:1 to
-- a Langfuse generation; metadata.langfuse_trace_id stitches them.
DO $$ BEGIN RAISE NOTICE '[Migration 000052] Creating table: knowledge_processing_spans'; END $$;
DO $$ BEGIN RAISE NOTICE '[Migration 000054] Creating table: knowledge_processing_spans'; END $$;
CREATE TABLE IF NOT EXISTS knowledge_processing_spans (
id BIGSERIAL PRIMARY KEY,
@@ -72,4 +72,4 @@ CREATE INDEX IF NOT EXISTS idx_kpspan_parent
ON knowledge_processing_spans (parent_span_id)
WHERE parent_span_id IS NOT NULL;
DO $$ BEGIN RAISE NOTICE '[Migration 000052] knowledge_processing_spans table ready'; END $$;
DO $$ BEGIN RAISE NOTICE '[Migration 000054] knowledge_processing_spans table ready'; END $$;