6d70520e79
- 新增后端模块:Alert、APIAsset、Compliance、Lineage、Masking、Risk、SchemaChange、Unstructured、Watermark - 新增前端模块页面与API接口 - 新增Alembic迁移脚本(002-014)覆盖全量业务表 - 新增测试数据生成脚本与集成测试脚本 - 修复metadata模型JSON类型导入缺失导致启动失败的问题 - 修复前端Alert/APIAsset页面request模块路径错误 - 更新docker-compose与开发计划文档
100 lines
4.0 KiB
Python
100 lines
4.0 KiB
Python
from datetime import datetime
|
|
from sqlalchemy import Column, Integer, String, Boolean, DateTime, ForeignKey, Text, BigInteger, JSON
|
|
from sqlalchemy.orm import relationship
|
|
|
|
from app.core.database import Base
|
|
|
|
|
|
class DataSource(Base):
|
|
__tablename__ = "data_source"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
name = Column(String(100), nullable=False)
|
|
source_type = Column(String(50), nullable=False) # mysql, postgresql, oracle, dm, etc.
|
|
host = Column(String(200))
|
|
port = Column(Integer)
|
|
database_name = Column(String(100))
|
|
username = Column(String(100))
|
|
encrypted_password = Column(Text)
|
|
extra_params = Column(Text) # JSON string
|
|
status = Column(String(20), default="active") # active, inactive, error
|
|
dept_id = Column(Integer, ForeignKey("sys_dept.id"), nullable=True)
|
|
created_by = Column(Integer, ForeignKey("sys_user.id"))
|
|
created_at = Column(DateTime, default=datetime.utcnow)
|
|
updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow)
|
|
|
|
databases = relationship("Database", back_populates="source", cascade="all, delete-orphan")
|
|
creator = relationship("User")
|
|
|
|
|
|
class Database(Base):
|
|
__tablename__ = "meta_database"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
source_id = Column(Integer, ForeignKey("data_source.id"), nullable=False)
|
|
name = Column(String(100), nullable=False)
|
|
charset = Column(String(50))
|
|
table_count = Column(Integer, default=0)
|
|
created_at = Column(DateTime, default=datetime.utcnow)
|
|
last_scanned_at = Column(DateTime, nullable=True)
|
|
checksum = Column(String(64), nullable=True)
|
|
is_deleted = Column(Boolean, default=False)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
source = relationship("DataSource", back_populates="databases")
|
|
tables = relationship("DataTable", back_populates="database", cascade="all, delete-orphan")
|
|
|
|
|
|
class DataTable(Base):
|
|
__tablename__ = "meta_table"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
database_id = Column(Integer, ForeignKey("meta_database.id"), nullable=False)
|
|
name = Column(String(200), nullable=False)
|
|
comment = Column(String(500))
|
|
row_count = Column(BigInteger, default=0)
|
|
column_count = Column(Integer, default=0)
|
|
created_at = Column(DateTime, default=datetime.utcnow)
|
|
last_scanned_at = Column(DateTime, nullable=True)
|
|
checksum = Column(String(64), nullable=True)
|
|
is_deleted = Column(Boolean, default=False)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
database = relationship("Database", back_populates="tables")
|
|
columns = relationship("DataColumn", back_populates="table", cascade="all, delete-orphan")
|
|
|
|
|
|
class DataColumn(Base):
|
|
__tablename__ = "meta_column"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
table_id = Column(Integer, ForeignKey("meta_table.id"), nullable=False)
|
|
name = Column(String(200), nullable=False)
|
|
data_type = Column(String(100))
|
|
length = Column(Integer)
|
|
comment = Column(String(500))
|
|
is_nullable = Column(Boolean, default=True)
|
|
sample_data = Column(Text) # JSON array of sample values
|
|
created_at = Column(DateTime, default=datetime.utcnow)
|
|
last_scanned_at = Column(DateTime, nullable=True)
|
|
checksum = Column(String(64), nullable=True)
|
|
is_deleted = Column(Boolean, default=False)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
table = relationship("DataTable", back_populates="columns")
|
|
|
|
|
|
class UnstructuredFile(Base):
|
|
__tablename__ = "unstructured_file"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
original_name = Column(String(255), nullable=False)
|
|
file_type = Column(String(50)) # word, pdf, txt, excel
|
|
file_size = Column(BigInteger)
|
|
storage_path = Column(String(500))
|
|
extracted_text = Column(Text)
|
|
analysis_result = Column(JSON, nullable=True) # JSON: {matches: [{rule_name, category, level, snippet}]}
|
|
status = Column(String(20), default="pending") # pending, processed, error
|
|
created_by = Column(Integer, ForeignKey("sys_user.id"))
|
|
created_at = Column(DateTime, default=datetime.utcnow)
|