95a558acc9
- 创建 security_manager.py 安全模块
- SecurityManager: 安全管理主类
- 审计日志系统 - 记录所有数据操作
- 端到端加密 - AES-256-GCM 加密项目数据
- 数据脱敏 - 支持手机号、邮箱、身份证等敏感信息脱敏
- 数据访问策略 - 基于用户、角色、IP、时间的访问控制
- 访问审批流程 - 敏感数据访问需要审批
- 更新 schema.sql 添加安全相关数据库表
- audit_logs: 审计日志表
- encryption_configs: 加密配置表
- masking_rules: 脱敏规则表
- data_access_policies: 数据访问策略表
- access_requests: 访问请求表
- 更新 main.py 添加安全相关 API 端点
- GET /api/v1/audit-logs - 查询审计日志
- GET /api/v1/audit-logs/stats - 审计统计
- POST /api/v1/projects/{id}/encryption/enable - 启用加密
- POST /api/v1/projects/{id}/encryption/disable - 禁用加密
- POST /api/v1/projects/{id}/encryption/verify - 验证密码
- GET /api/v1/projects/{id}/encryption - 获取加密配置
- POST /api/v1/projects/{id}/masking-rules - 创建脱敏规则
- GET /api/v1/projects/{id}/masking-rules - 获取脱敏规则
- PUT /api/v1/masking-rules/{id} - 更新脱敏规则
- DELETE /api/v1/masking-rules/{id} - 删除脱敏规则
- POST /api/v1/projects/{id}/masking/apply - 应用脱敏
- POST /api/v1/projects/{id}/access-policies - 创建访问策略
- GET /api/v1/projects/{id}/access-policies - 获取访问策略
- POST /api/v1/access-policies/{id}/check - 检查访问权限
- POST /api/v1/access-requests - 创建访问请求
- POST /api/v1/access-requests/{id}/approve - 批准访问
- POST /api/v1/access-requests/{id}/reject - 拒绝访问
- 更新 requirements.txt 添加 cryptography 依赖
- 更新 STATUS.md 和 README.md 记录完成状态
636 lines
25 KiB
SQL
636 lines
25 KiB
SQL
-- InsightFlow Phase 3 - Database Schema
|
||
-- 支持知识生长与多文件融合
|
||
|
||
-- 项目表
|
||
CREATE TABLE IF NOT EXISTS projects (
|
||
id TEXT PRIMARY KEY,
|
||
name TEXT NOT NULL,
|
||
description TEXT,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
||
);
|
||
|
||
-- 文件/转录表
|
||
CREATE TABLE IF NOT EXISTS transcripts (
|
||
id TEXT PRIMARY KEY,
|
||
project_id TEXT NOT NULL,
|
||
filename TEXT,
|
||
full_text TEXT,
|
||
type TEXT DEFAULT 'audio', -- 'audio' 或 'document'
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- 全局实体表（跨文件共享）
|
||
CREATE TABLE IF NOT EXISTS entities (
|
||
id TEXT PRIMARY KEY,
|
||
project_id TEXT NOT NULL,
|
||
name TEXT NOT NULL,
|
||
canonical_name TEXT, -- 规范名称（用于对齐）
|
||
type TEXT,
|
||
definition TEXT,
|
||
aliases TEXT, -- JSON 数组：["别名1", "别名2"]
|
||
embedding TEXT, -- JSON 数组：实体名称+定义的 embedding
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- 实体提及表（文件中的具体位置）
|
||
CREATE TABLE IF NOT EXISTS entity_mentions (
|
||
id TEXT PRIMARY KEY,
|
||
entity_id TEXT NOT NULL,
|
||
transcript_id TEXT NOT NULL,
|
||
start_pos INTEGER,
|
||
end_pos INTEGER,
|
||
text_snippet TEXT,
|
||
confidence REAL DEFAULT 1.0,
|
||
FOREIGN KEY (entity_id) REFERENCES entities(id),
|
||
FOREIGN KEY (transcript_id) REFERENCES transcripts(id)
|
||
);
|
||
|
||
-- 实体关系表
|
||
CREATE TABLE IF NOT EXISTS entity_relations (
|
||
id TEXT PRIMARY KEY,
|
||
project_id TEXT NOT NULL,
|
||
source_entity_id TEXT NOT NULL,
|
||
target_entity_id TEXT NOT NULL,
|
||
relation_type TEXT, -- "belongs_to", "works_with", "depends_on" 等
|
||
evidence TEXT, -- 关系来源文本
|
||
transcript_id TEXT,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id),
|
||
FOREIGN KEY (source_entity_id) REFERENCES entities(id),
|
||
FOREIGN KEY (target_entity_id) REFERENCES entities(id)
|
||
);
|
||
|
||
-- 术语表（项目级热词，用于 ASR 优化）
|
||
CREATE TABLE IF NOT EXISTS glossary (
|
||
id TEXT PRIMARY KEY,
|
||
project_id TEXT NOT NULL,
|
||
term TEXT NOT NULL,
|
||
pronunciation TEXT, -- 发音提示，如 "K8s" -> "Kubernetes"
|
||
frequency INTEGER DEFAULT 1,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- Phase 5: 属性模板表
|
||
CREATE TABLE IF NOT EXISTS attribute_templates (
|
||
id TEXT PRIMARY KEY,
|
||
project_id TEXT NOT NULL,
|
||
name TEXT NOT NULL,
|
||
type TEXT NOT NULL, -- text/number/date/select/multiselect/boolean
|
||
description TEXT,
|
||
options TEXT, -- JSON 数组，用于 select/multiselect 类型
|
||
is_required INTEGER DEFAULT 0,
|
||
default_value TEXT,
|
||
sort_order INTEGER DEFAULT 0,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- Phase 5: 实体属性值表
|
||
CREATE TABLE IF NOT EXISTS entity_attributes (
|
||
id TEXT PRIMARY KEY,
|
||
entity_id TEXT NOT NULL,
|
||
template_id TEXT,
|
||
name TEXT NOT NULL,
|
||
type TEXT NOT NULL, -- text/number/date/select/multiselect
|
||
value TEXT, -- 存储实际值
|
||
options TEXT, -- JSON 数组，用于 select/multiselect
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (entity_id) REFERENCES entities(id) ON DELETE CASCADE,
|
||
FOREIGN KEY (template_id) REFERENCES attribute_templates(id) ON DELETE SET NULL,
|
||
UNIQUE(entity_id, name)
|
||
);
|
||
|
||
-- Phase 5: 属性变更历史表
|
||
CREATE TABLE IF NOT EXISTS attribute_history (
|
||
id TEXT PRIMARY KEY,
|
||
entity_id TEXT NOT NULL,
|
||
template_id TEXT,
|
||
attribute_name TEXT NOT NULL,
|
||
old_value TEXT,
|
||
new_value TEXT,
|
||
changed_by TEXT, -- 用户ID或系统
|
||
changed_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
change_reason TEXT,
|
||
FOREIGN KEY (entity_id) REFERENCES entities(id) ON DELETE CASCADE,
|
||
FOREIGN KEY (template_id) REFERENCES attribute_templates(id) ON DELETE CASCADE
|
||
);
|
||
|
||
-- 创建索引以提高查询性能
|
||
CREATE INDEX IF NOT EXISTS idx_entities_project ON entities(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_entities_name ON entities(name);
|
||
CREATE INDEX IF NOT EXISTS idx_transcripts_project ON transcripts(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_mentions_entity ON entity_mentions(entity_id);
|
||
CREATE INDEX IF NOT EXISTS idx_mentions_transcript ON entity_mentions(transcript_id);
|
||
CREATE INDEX IF NOT EXISTS idx_relations_project ON entity_relations(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_glossary_project ON glossary(project_id);
|
||
|
||
-- Phase 5: 属性相关索引
|
||
CREATE INDEX IF NOT EXISTS idx_attr_templates_project ON attribute_templates(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_entity_attributes_entity ON entity_attributes(entity_id);
|
||
CREATE INDEX IF NOT EXISTS idx_entity_attributes_template ON entity_attributes(template_id);
|
||
CREATE INDEX IF NOT EXISTS idx_attr_history_entity ON attribute_history(entity_id);
|
||
|
||
-- Phase 7: 工作流相关表
|
||
|
||
-- 工作流配置表
|
||
CREATE TABLE IF NOT EXISTS workflows (
|
||
id TEXT PRIMARY KEY,
|
||
name TEXT NOT NULL,
|
||
description TEXT,
|
||
workflow_type TEXT NOT NULL, -- auto_analyze, auto_align, auto_relation, scheduled_report, custom
|
||
project_id TEXT NOT NULL,
|
||
status TEXT DEFAULT 'active', -- active, paused, error, completed
|
||
schedule TEXT, -- cron expression or interval minutes
|
||
schedule_type TEXT DEFAULT 'manual', -- manual, cron, interval
|
||
config TEXT, -- JSON: workflow specific configuration
|
||
webhook_ids TEXT, -- JSON array of webhook config IDs
|
||
is_active BOOLEAN DEFAULT 1,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
last_run_at TIMESTAMP,
|
||
next_run_at TIMESTAMP,
|
||
run_count INTEGER DEFAULT 0,
|
||
success_count INTEGER DEFAULT 0,
|
||
fail_count INTEGER DEFAULT 0,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- 工作流任务表
|
||
CREATE TABLE IF NOT EXISTS workflow_tasks (
|
||
id TEXT PRIMARY KEY,
|
||
workflow_id TEXT NOT NULL,
|
||
name TEXT NOT NULL,
|
||
task_type TEXT NOT NULL, -- analyze, align, discover_relations, notify, custom
|
||
config TEXT, -- JSON: task specific configuration
|
||
task_order INTEGER DEFAULT 0,
|
||
depends_on TEXT, -- JSON array of task IDs
|
||
timeout_seconds INTEGER DEFAULT 300,
|
||
retry_count INTEGER DEFAULT 3,
|
||
retry_delay INTEGER DEFAULT 5,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (workflow_id) REFERENCES workflows(id) ON DELETE CASCADE
|
||
);
|
||
|
||
-- Webhook 配置表
|
||
CREATE TABLE IF NOT EXISTS webhook_configs (
|
||
id TEXT PRIMARY KEY,
|
||
name TEXT NOT NULL,
|
||
webhook_type TEXT NOT NULL, -- feishu, dingtalk, slack, custom
|
||
url TEXT NOT NULL,
|
||
secret TEXT, -- for signature verification
|
||
headers TEXT, -- JSON: custom headers
|
||
template TEXT, -- message template
|
||
is_active BOOLEAN DEFAULT 1,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
last_used_at TIMESTAMP,
|
||
success_count INTEGER DEFAULT 0,
|
||
fail_count INTEGER DEFAULT 0
|
||
);
|
||
|
||
-- 工作流执行日志表
|
||
CREATE TABLE IF NOT EXISTS workflow_logs (
|
||
id TEXT PRIMARY KEY,
|
||
workflow_id TEXT NOT NULL,
|
||
task_id TEXT, -- NULL if workflow-level log
|
||
status TEXT DEFAULT 'pending', -- pending, running, success, failed, cancelled
|
||
start_time TIMESTAMP,
|
||
end_time TIMESTAMP,
|
||
duration_ms INTEGER,
|
||
input_data TEXT, -- JSON: input parameters
|
||
output_data TEXT, -- JSON: execution results
|
||
error_message TEXT,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (workflow_id) REFERENCES workflows(id) ON DELETE CASCADE,
|
||
FOREIGN KEY (task_id) REFERENCES workflow_tasks(id) ON DELETE SET NULL
|
||
);
|
||
|
||
-- Phase 7: 工作流相关索引
|
||
CREATE INDEX IF NOT EXISTS idx_workflows_project ON workflows(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_workflows_status ON workflows(status);
|
||
CREATE INDEX IF NOT EXISTS idx_workflows_type ON workflows(workflow_type);
|
||
CREATE INDEX IF NOT EXISTS idx_workflow_tasks_workflow ON workflow_tasks(workflow_id);
|
||
CREATE INDEX IF NOT EXISTS idx_workflow_logs_workflow ON workflow_logs(workflow_id);
|
||
CREATE INDEX IF NOT EXISTS idx_workflow_logs_task ON workflow_logs(task_id);
|
||
CREATE INDEX IF NOT EXISTS idx_workflow_logs_status ON workflow_logs(status);
|
||
CREATE INDEX IF NOT EXISTS idx_workflow_logs_created ON workflow_logs(created_at);
|
||
|
||
-- Phase 7: 多模态支持相关表
|
||
|
||
-- 视频表
|
||
CREATE TABLE IF NOT EXISTS videos (
|
||
id TEXT PRIMARY KEY,
|
||
project_id TEXT NOT NULL,
|
||
filename TEXT NOT NULL,
|
||
duration REAL, -- 视频时长（秒）
|
||
fps REAL, -- 帧率
|
||
resolution TEXT, -- JSON: {"width": int, "height": int}
|
||
audio_transcript_id TEXT, -- 关联的音频转录ID
|
||
full_ocr_text TEXT, -- 所有帧OCR文本合并
|
||
extracted_entities TEXT, -- JSON: 提取的实体列表
|
||
extracted_relations TEXT, -- JSON: 提取的关系列表
|
||
status TEXT DEFAULT 'processing', -- processing, completed, failed
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id),
|
||
FOREIGN KEY (audio_transcript_id) REFERENCES transcripts(id)
|
||
);
|
||
|
||
-- 视频关键帧表
|
||
CREATE TABLE IF NOT EXISTS video_frames (
|
||
id TEXT PRIMARY KEY,
|
||
video_id TEXT NOT NULL,
|
||
frame_number INTEGER,
|
||
timestamp REAL, -- 时间戳（秒）
|
||
image_data BLOB, -- 帧图片数据（可选，可存储在OSS）
|
||
image_url TEXT, -- 图片URL（如果存储在OSS）
|
||
ocr_text TEXT, -- OCR识别文本
|
||
extracted_entities TEXT, -- JSON: 该帧提取的实体
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (video_id) REFERENCES videos(id) ON DELETE CASCADE
|
||
);
|
||
|
||
-- 图片表
|
||
CREATE TABLE IF NOT EXISTS images (
|
||
id TEXT PRIMARY KEY,
|
||
project_id TEXT NOT NULL,
|
||
filename TEXT NOT NULL,
|
||
image_data BLOB, -- 图片数据（可选）
|
||
image_url TEXT, -- 图片URL
|
||
ocr_text TEXT, -- OCR识别文本
|
||
description TEXT, -- 图片描述（LLM生成）
|
||
extracted_entities TEXT, -- JSON: 提取的实体列表
|
||
extracted_relations TEXT, -- JSON: 提取的关系列表
|
||
status TEXT DEFAULT 'processing',
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- 多模态实体提及表
|
||
CREATE TABLE IF NOT EXISTS multimodal_mentions (
|
||
id TEXT PRIMARY KEY,
|
||
project_id TEXT NOT NULL,
|
||
entity_id TEXT NOT NULL,
|
||
modality TEXT NOT NULL, -- audio, video, image, document
|
||
source_id TEXT NOT NULL, -- transcript_id, video_id, image_id
|
||
source_type TEXT NOT NULL, -- 来源类型
|
||
position TEXT, -- JSON: 位置信息
|
||
text_snippet TEXT, -- 提及的文本片段
|
||
confidence REAL DEFAULT 1.0,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id),
|
||
FOREIGN KEY (entity_id) REFERENCES entities(id) ON DELETE CASCADE
|
||
);
|
||
|
||
-- 多模态实体关联表
|
||
CREATE TABLE IF NOT EXISTS multimodal_entity_links (
|
||
id TEXT PRIMARY KEY,
|
||
entity_id TEXT NOT NULL,
|
||
linked_entity_id TEXT NOT NULL, -- 关联的实体ID
|
||
link_type TEXT NOT NULL, -- same_as, related_to, part_of
|
||
confidence REAL DEFAULT 1.0,
|
||
evidence TEXT, -- 关联证据
|
||
modalities TEXT, -- JSON: 涉及的模态列表
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (entity_id) REFERENCES entities(id) ON DELETE CASCADE,
|
||
FOREIGN KEY (linked_entity_id) REFERENCES entities(id) ON DELETE CASCADE
|
||
);
|
||
|
||
-- 多模态相关索引
|
||
CREATE INDEX IF NOT EXISTS idx_videos_project ON videos(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_videos_status ON videos(status);
|
||
CREATE INDEX IF NOT EXISTS idx_video_frames_video ON video_frames(video_id);
|
||
CREATE INDEX IF NOT EXISTS idx_images_project ON images(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_images_status ON images(status);
|
||
CREATE INDEX IF NOT EXISTS idx_multimodal_mentions_project ON multimodal_mentions(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_multimodal_mentions_entity ON multimodal_mentions(entity_id);
|
||
CREATE INDEX IF NOT EXISTS idx_multimodal_mentions_modality ON multimodal_mentions(modality);
|
||
CREATE INDEX IF NOT EXISTS idx_multimodal_mentions_source ON multimodal_mentions(source_id);
|
||
CREATE INDEX IF NOT EXISTS idx_multimodal_links_entity ON multimodal_entity_links(entity_id);
|
||
CREATE INDEX IF NOT EXISTS idx_multimodal_links_linked ON multimodal_entity_links(linked_entity_id);
|
||
|
||
-- Phase 7 Task 7: 插件与集成相关表
|
||
|
||
-- 插件配置表
|
||
CREATE TABLE IF NOT EXISTS plugins (
|
||
id TEXT PRIMARY KEY,
|
||
name TEXT NOT NULL,
|
||
plugin_type TEXT NOT NULL, -- chrome_extension, feishu_bot, dingtalk_bot, zapier, make, webdav, custom
|
||
project_id TEXT,
|
||
status TEXT DEFAULT 'active', -- active, inactive, error, pending
|
||
config TEXT, -- JSON: plugin specific configuration
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
last_used_at TIMESTAMP,
|
||
use_count INTEGER DEFAULT 0,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- 插件详细配置表
|
||
CREATE TABLE IF NOT EXISTS plugin_configs (
|
||
id TEXT PRIMARY KEY,
|
||
plugin_id TEXT NOT NULL,
|
||
config_key TEXT NOT NULL,
|
||
config_value TEXT,
|
||
is_encrypted BOOLEAN DEFAULT 0,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (plugin_id) REFERENCES plugins(id) ON DELETE CASCADE,
|
||
UNIQUE(plugin_id, config_key)
|
||
);
|
||
|
||
-- 机器人会话表
|
||
CREATE TABLE IF NOT EXISTS bot_sessions (
|
||
id TEXT PRIMARY KEY,
|
||
bot_type TEXT NOT NULL, -- feishu, dingtalk
|
||
session_id TEXT NOT NULL, -- 群ID或会话ID
|
||
session_name TEXT NOT NULL,
|
||
project_id TEXT,
|
||
webhook_url TEXT,
|
||
secret TEXT, -- 签名密钥
|
||
is_active BOOLEAN DEFAULT 1,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
last_message_at TIMESTAMP,
|
||
message_count INTEGER DEFAULT 0,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- Webhook 端点表（Zapier/Make集成）
|
||
CREATE TABLE IF NOT EXISTS webhook_endpoints (
|
||
id TEXT PRIMARY KEY,
|
||
name TEXT NOT NULL,
|
||
endpoint_type TEXT NOT NULL, -- zapier, make, custom
|
||
endpoint_url TEXT NOT NULL,
|
||
project_id TEXT,
|
||
auth_type TEXT DEFAULT 'none', -- none, api_key, oauth, custom
|
||
auth_config TEXT, -- JSON: authentication configuration
|
||
trigger_events TEXT, -- JSON array: events that trigger this webhook
|
||
is_active BOOLEAN DEFAULT 1,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
last_triggered_at TIMESTAMP,
|
||
trigger_count INTEGER DEFAULT 0,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- WebDAV 同步配置表
|
||
CREATE TABLE IF NOT EXISTS webdav_syncs (
|
||
id TEXT PRIMARY KEY,
|
||
name TEXT NOT NULL,
|
||
project_id TEXT NOT NULL,
|
||
server_url TEXT NOT NULL,
|
||
username TEXT NOT NULL,
|
||
password TEXT NOT NULL, -- 建议加密存储
|
||
remote_path TEXT DEFAULT '/insightflow',
|
||
sync_mode TEXT DEFAULT 'bidirectional', -- bidirectional, upload_only, download_only
|
||
sync_interval INTEGER DEFAULT 3600, -- 秒
|
||
last_sync_at TIMESTAMP,
|
||
last_sync_status TEXT DEFAULT 'pending', -- pending, success, failed
|
||
last_sync_error TEXT,
|
||
is_active BOOLEAN DEFAULT 1,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
sync_count INTEGER DEFAULT 0,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- Chrome 扩展令牌表
|
||
CREATE TABLE IF NOT EXISTS chrome_extension_tokens (
|
||
id TEXT PRIMARY KEY,
|
||
token_hash TEXT NOT NULL UNIQUE, -- SHA256 hash of the token
|
||
user_id TEXT,
|
||
project_id TEXT,
|
||
name TEXT,
|
||
permissions TEXT, -- JSON array: read, write, delete
|
||
expires_at TIMESTAMP,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
last_used_at TIMESTAMP,
|
||
use_count INTEGER DEFAULT 0,
|
||
is_revoked BOOLEAN DEFAULT 0,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- 插件相关索引
|
||
CREATE INDEX IF NOT EXISTS idx_plugins_project ON plugins(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_plugins_type ON plugins(plugin_type);
|
||
CREATE INDEX IF NOT EXISTS idx_plugins_status ON plugins(status);
|
||
CREATE INDEX IF NOT EXISTS idx_plugin_configs_plugin ON plugin_configs(plugin_id);
|
||
CREATE INDEX IF NOT EXISTS idx_bot_sessions_project ON bot_sessions(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_bot_sessions_type ON bot_sessions(bot_type);
|
||
CREATE INDEX IF NOT EXISTS idx_webhook_endpoints_project ON webhook_endpoints(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_webhook_endpoints_type ON webhook_endpoints(endpoint_type);
|
||
CREATE INDEX IF NOT EXISTS idx_webdav_syncs_project ON webdav_syncs(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_chrome_tokens_project ON chrome_extension_tokens(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_chrome_tokens_hash ON chrome_extension_tokens(token_hash);
|
||
|
||
-- Phase 7: 插件与集成相关表
|
||
|
||
-- 插件表
|
||
CREATE TABLE IF NOT EXISTS plugins (
|
||
id TEXT PRIMARY KEY,
|
||
name TEXT NOT NULL,
|
||
plugin_type TEXT NOT NULL, -- chrome_extension, feishu_bot, dingtalk_bot, slack_bot, webhook, webdav, custom
|
||
project_id TEXT,
|
||
status TEXT DEFAULT 'active', -- active, inactive, error, pending
|
||
config TEXT, -- JSON: 插件配置
|
||
api_key TEXT UNIQUE, -- 用于认证的 API Key
|
||
api_secret TEXT, -- 用于签名验证的 Secret
|
||
webhook_url TEXT, -- 机器人 Webhook URL
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
last_used_at TIMESTAMP,
|
||
use_count INTEGER DEFAULT 0,
|
||
success_count INTEGER DEFAULT 0,
|
||
fail_count INTEGER DEFAULT 0,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- 机器人会话表
|
||
CREATE TABLE IF NOT EXISTS bot_sessions (
|
||
id TEXT PRIMARY KEY,
|
||
plugin_id TEXT NOT NULL,
|
||
platform TEXT NOT NULL, -- feishu, dingtalk, slack, wechat
|
||
session_id TEXT NOT NULL, -- 平台特定的会话ID
|
||
user_id TEXT,
|
||
user_name TEXT,
|
||
project_id TEXT, -- 关联的项目ID
|
||
context TEXT, -- JSON: 会话上下文
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
last_message_at TIMESTAMP,
|
||
message_count INTEGER DEFAULT 0,
|
||
FOREIGN KEY (plugin_id) REFERENCES plugins(id) ON DELETE CASCADE,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id),
|
||
UNIQUE(plugin_id, session_id)
|
||
);
|
||
|
||
-- Webhook 端点表（用于 Zapier/Make 集成）
|
||
CREATE TABLE IF NOT EXISTS webhook_endpoints (
|
||
id TEXT PRIMARY KEY,
|
||
plugin_id TEXT NOT NULL,
|
||
name TEXT NOT NULL,
|
||
endpoint_path TEXT NOT NULL UNIQUE, -- 如 /webhook/zapier/abc123
|
||
endpoint_type TEXT NOT NULL, -- zapier, make, custom
|
||
secret TEXT, -- 用于签名验证
|
||
allowed_events TEXT, -- JSON: 允许的事件列表
|
||
target_project_id TEXT, -- 数据导入的目标项目
|
||
is_active BOOLEAN DEFAULT 1,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
last_triggered_at TIMESTAMP,
|
||
trigger_count INTEGER DEFAULT 0,
|
||
FOREIGN KEY (plugin_id) REFERENCES plugins(id) ON DELETE CASCADE,
|
||
FOREIGN KEY (target_project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- WebDAV 同步配置表
|
||
CREATE TABLE IF NOT EXISTS webdav_syncs (
|
||
id TEXT PRIMARY KEY,
|
||
plugin_id TEXT NOT NULL,
|
||
name TEXT NOT NULL,
|
||
server_url TEXT NOT NULL,
|
||
username TEXT NOT NULL,
|
||
password TEXT NOT NULL, -- 建议加密存储
|
||
remote_path TEXT DEFAULT '/',
|
||
local_path TEXT DEFAULT './sync',
|
||
sync_direction TEXT DEFAULT 'bidirectional', -- upload, download, bidirectional
|
||
sync_mode TEXT DEFAULT 'manual', -- manual, realtime, scheduled
|
||
sync_schedule TEXT, -- cron expression
|
||
file_patterns TEXT, -- JSON: 文件匹配模式列表
|
||
auto_analyze BOOLEAN DEFAULT 1, -- 同步后自动分析
|
||
last_sync_at TIMESTAMP,
|
||
last_sync_status TEXT,
|
||
is_active BOOLEAN DEFAULT 1,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
sync_count INTEGER DEFAULT 0,
|
||
FOREIGN KEY (plugin_id) REFERENCES plugins(id) ON DELETE CASCADE
|
||
);
|
||
|
||
-- 插件活动日志表
|
||
CREATE TABLE IF NOT EXISTS plugin_activity_logs (
|
||
id TEXT PRIMARY KEY,
|
||
plugin_id TEXT NOT NULL,
|
||
activity_type TEXT NOT NULL, -- message, webhook, sync, error
|
||
source TEXT NOT NULL, -- 来源标识
|
||
details TEXT, -- JSON: 详细信息
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (plugin_id) REFERENCES plugins(id) ON DELETE CASCADE
|
||
);
|
||
|
||
-- 插件相关索引
|
||
CREATE INDEX IF NOT EXISTS idx_plugins_project ON plugins(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_plugins_type ON plugins(plugin_type);
|
||
CREATE INDEX IF NOT EXISTS idx_plugins_api_key ON plugins(api_key);
|
||
CREATE INDEX IF NOT EXISTS idx_bot_sessions_plugin ON bot_sessions(plugin_id);
|
||
CREATE INDEX IF NOT EXISTS idx_bot_sessions_project ON bot_sessions(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_webhook_endpoints_plugin ON webhook_endpoints(plugin_id);
|
||
CREATE INDEX IF NOT EXISTS idx_webdav_syncs_plugin ON webdav_syncs(plugin_id);
|
||
CREATE INDEX IF NOT EXISTS idx_plugin_logs_plugin ON plugin_activity_logs(plugin_id);
|
||
CREATE INDEX IF NOT EXISTS idx_plugin_logs_type ON plugin_activity_logs(activity_type);
|
||
CREATE INDEX IF NOT EXISTS idx_plugin_logs_created ON plugin_activity_logs(created_at);
|
||
|
||
-- ============================================
|
||
-- Phase 7 Task 3: 数据安全与合规
|
||
-- ============================================
|
||
|
||
-- 审计日志表
|
||
CREATE TABLE IF NOT EXISTS audit_logs (
|
||
id TEXT PRIMARY KEY,
|
||
action_type TEXT NOT NULL, -- create, read, update, delete, login, export, etc.
|
||
user_id TEXT,
|
||
user_ip TEXT,
|
||
user_agent TEXT,
|
||
resource_type TEXT, -- project, entity, transcript, api_key, etc.
|
||
resource_id TEXT,
|
||
action_details TEXT, -- JSON: 详细操作信息
|
||
before_value TEXT, -- 变更前的值
|
||
after_value TEXT, -- 变更后的值
|
||
success INTEGER DEFAULT 1, -- 0 = 失败, 1 = 成功
|
||
error_message TEXT,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
||
);
|
||
|
||
-- 加密配置表
|
||
CREATE TABLE IF NOT EXISTS encryption_configs (
|
||
id TEXT PRIMARY KEY,
|
||
project_id TEXT NOT NULL,
|
||
is_enabled INTEGER DEFAULT 0,
|
||
encryption_type TEXT DEFAULT 'aes-256-gcm', -- aes-256-gcm, chacha20-poly1305
|
||
key_derivation TEXT DEFAULT 'pbkdf2', -- pbkdf2, argon2
|
||
master_key_hash TEXT, -- 主密钥哈希（用于验证）
|
||
salt TEXT, -- 密钥派生盐值
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- 脱敏规则表
|
||
CREATE TABLE IF NOT EXISTS masking_rules (
|
||
id TEXT PRIMARY KEY,
|
||
project_id TEXT NOT NULL,
|
||
name TEXT NOT NULL,
|
||
rule_type TEXT NOT NULL, -- phone, email, id_card, bank_card, name, address, custom
|
||
pattern TEXT NOT NULL, -- 正则表达式
|
||
replacement TEXT NOT NULL, -- 替换模板
|
||
is_active INTEGER DEFAULT 1,
|
||
priority INTEGER DEFAULT 0,
|
||
description TEXT,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- 数据访问策略表
|
||
CREATE TABLE IF NOT EXISTS data_access_policies (
|
||
id TEXT PRIMARY KEY,
|
||
project_id TEXT NOT NULL,
|
||
name TEXT NOT NULL,
|
||
description TEXT,
|
||
allowed_users TEXT, -- JSON array: 允许访问的用户ID列表
|
||
allowed_roles TEXT, -- JSON array: 允许的角色列表
|
||
allowed_ips TEXT, -- JSON array: 允许的IP模式列表
|
||
time_restrictions TEXT, -- JSON: {"start_time": "09:00", "end_time": "18:00", "days_of_week": [0,1,2,3,4]}
|
||
max_access_count INTEGER, -- 最大访问次数限制
|
||
require_approval INTEGER DEFAULT 0, -- 是否需要审批
|
||
is_active INTEGER DEFAULT 1,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (project_id) REFERENCES projects(id)
|
||
);
|
||
|
||
-- 访问请求表（用于需要审批的访问）
|
||
CREATE TABLE IF NOT EXISTS access_requests (
|
||
id TEXT PRIMARY KEY,
|
||
policy_id TEXT NOT NULL,
|
||
user_id TEXT NOT NULL,
|
||
request_reason TEXT,
|
||
status TEXT DEFAULT 'pending', -- pending, approved, rejected, expired
|
||
approved_by TEXT,
|
||
approved_at TIMESTAMP,
|
||
expires_at TIMESTAMP,
|
||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (policy_id) REFERENCES data_access_policies(id)
|
||
);
|
||
|
||
-- 数据安全相关索引
|
||
CREATE INDEX IF NOT EXISTS idx_audit_logs_user ON audit_logs(user_id);
|
||
CREATE INDEX IF NOT EXISTS idx_audit_logs_resource ON audit_logs(resource_type, resource_id);
|
||
CREATE INDEX IF NOT EXISTS idx_audit_logs_action ON audit_logs(action_type);
|
||
CREATE INDEX IF NOT EXISTS idx_audit_logs_created ON audit_logs(created_at);
|
||
CREATE INDEX IF NOT EXISTS idx_encryption_project ON encryption_configs(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_masking_project ON masking_rules(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_access_policy_project ON data_access_policies(project_id);
|
||
CREATE INDEX IF NOT EXISTS idx_access_requests_policy ON access_requests(policy_id);
|
||
CREATE INDEX IF NOT EXISTS idx_access_requests_user ON access_requests(user_id);
|