feat: initial HSAP platform
Huaxu Sentinel Active Safety Platform with embedded algorithm code, Docker Compose setup, and vendored dataset scaffolds for clone-and-run. Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
0
platform/as_platform/db/__init__.py
Normal file
0
platform/as_platform/db/__init__.py
Normal file
60
platform/as_platform/db/engine.py
Normal file
60
platform/as_platform/db/engine.py
Normal file
@@ -0,0 +1,60 @@
|
||||
"""SQLAlchemy 引擎与会话。"""
|
||||
from __future__ import annotations
|
||||
|
||||
from contextlib import contextmanager
|
||||
from typing import Generator
|
||||
|
||||
from sqlalchemy import create_engine, event, text
|
||||
from sqlalchemy.orm import Session, declarative_base, sessionmaker
|
||||
|
||||
from as_platform.config import DATABASE_URL, IS_POSTGRES, IS_SQLITE
|
||||
|
||||
connect_args: dict = {}
|
||||
engine_kwargs: dict = {"future": True}
|
||||
|
||||
if IS_SQLITE:
|
||||
connect_args["check_same_thread"] = False
|
||||
elif IS_POSTGRES:
|
||||
engine_kwargs.update(pool_pre_ping=True, pool_size=5, max_overflow=10)
|
||||
|
||||
engine = create_engine(DATABASE_URL, connect_args=connect_args, **engine_kwargs)
|
||||
SessionLocal = sessionmaker(bind=engine, autocommit=False, autoflush=False, future=True)
|
||||
Base = declarative_base()
|
||||
|
||||
|
||||
@event.listens_for(engine, "connect")
|
||||
def _on_connect(dbapi_conn, _):
|
||||
if IS_SQLITE:
|
||||
cursor = dbapi_conn.cursor()
|
||||
cursor.execute("PRAGMA foreign_keys=ON")
|
||||
cursor.close()
|
||||
|
||||
|
||||
def check_connection() -> bool:
|
||||
try:
|
||||
with engine.connect() as conn:
|
||||
conn.execute(text("SELECT 1"))
|
||||
return True
|
||||
except Exception:
|
||||
return False
|
||||
|
||||
|
||||
@contextmanager
|
||||
def session_scope() -> Generator[Session, None, None]:
|
||||
db = SessionLocal()
|
||||
try:
|
||||
yield db
|
||||
db.commit()
|
||||
except Exception:
|
||||
db.rollback()
|
||||
raise
|
||||
finally:
|
||||
db.close()
|
||||
|
||||
|
||||
def get_db() -> Generator[Session, None, None]:
|
||||
db = SessionLocal()
|
||||
try:
|
||||
yield db
|
||||
finally:
|
||||
db.close()
|
||||
242
platform/as_platform/db/init_db.py
Normal file
242
platform/as_platform/db/init_db.py
Normal file
@@ -0,0 +1,242 @@
|
||||
"""数据库初始化、角色权限种子、jsonl 迁移。"""
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
from typing import Any
|
||||
|
||||
from sqlalchemy import text
|
||||
from sqlalchemy.orm import Session
|
||||
|
||||
from as_platform.config import (
|
||||
APPROVAL_QUEUE,
|
||||
FEISHU_ADMIN_DEPARTMENT_IDS,
|
||||
FEISHU_ADMIN_OPEN_IDS,
|
||||
IS_POSTGRES,
|
||||
IS_SQLITE,
|
||||
JOB_LOG,
|
||||
MANIFESTS,
|
||||
)
|
||||
from as_platform.db.engine import Base, engine, session_scope
|
||||
from as_platform.db.models import Approval, Job, Permission, Role, User
|
||||
|
||||
# 角色 → 权限
|
||||
ROLE_DEFS: dict[str, tuple[str, list[str]]] = {
|
||||
"admin": ("管理员", ["*"]),
|
||||
"reviewer": ("审核员", [
|
||||
"read:catalog", "read:pending", "read:jobs", "read:audit",
|
||||
"write:approval_review",
|
||||
]),
|
||||
"engineer": ("算法工程师", [
|
||||
"read:catalog", "read:pending", "read:jobs", "read:audit",
|
||||
"write:approval_submit",
|
||||
]),
|
||||
"labeler": ("标注协调", [
|
||||
"read:catalog", "read:pending", "write:approval_submit:register",
|
||||
]),
|
||||
"viewer": ("只读访客", ["read:catalog", "read:pending"]),
|
||||
}
|
||||
|
||||
PERMISSION_NAMES: dict[str, str] = {
|
||||
"*": "全部权限",
|
||||
"read:catalog": "查看数据目录",
|
||||
"read:pending": "查看送标/批次",
|
||||
"read:jobs": "查看 Job 队列",
|
||||
"read:audit": "查看审核记录",
|
||||
"write:approval_submit": "提交审核（训练/build 等）",
|
||||
"write:approval_submit:register": "提交批次登记审核",
|
||||
"write:approval_review": "批准/驳回审核",
|
||||
"admin:users": "用户与角色管理",
|
||||
}
|
||||
|
||||
|
||||
def init_database() -> None:
|
||||
MANIFESTS.mkdir(parents=True, exist_ok=True)
|
||||
Base.metadata.create_all(bind=engine)
|
||||
with session_scope() as db:
|
||||
_ensure_user_columns(db)
|
||||
_seed_roles_permissions(db)
|
||||
_import_jsonl_if_empty(db)
|
||||
_sync_postgres_sequences(db)
|
||||
|
||||
|
||||
def _seed_roles_permissions(db: Session) -> None:
|
||||
perm_map: dict[str, Permission] = {}
|
||||
for code, name in PERMISSION_NAMES.items():
|
||||
p = db.query(Permission).filter_by(code=code).first()
|
||||
if not p:
|
||||
p = Permission(code=code, name=name)
|
||||
db.add(p)
|
||||
db.flush()
|
||||
perm_map[code] = p
|
||||
|
||||
for role_code, (role_name, perm_codes) in ROLE_DEFS.items():
|
||||
role = db.query(Role).filter_by(code=role_code).first()
|
||||
if not role:
|
||||
role = Role(code=role_code, name=role_name)
|
||||
db.add(role)
|
||||
db.flush()
|
||||
role.permissions = [perm_map[c] for c in perm_codes if c in perm_map]
|
||||
|
||||
|
||||
def _import_jsonl_if_empty(db: Session) -> None:
|
||||
if db.query(Approval).count() == 0 and APPROVAL_QUEUE.is_file():
|
||||
for line in APPROVAL_QUEUE.read_text(encoding="utf-8").strip().splitlines():
|
||||
if not line.strip():
|
||||
continue
|
||||
try:
|
||||
rec = json.loads(line)
|
||||
except json.JSONDecodeError:
|
||||
continue
|
||||
if db.get(Approval, rec.get("id")):
|
||||
continue
|
||||
a = Approval(
|
||||
id=rec["id"],
|
||||
status=rec.get("status", "pending"),
|
||||
action=rec["action"],
|
||||
action_label=rec.get("action_label"),
|
||||
note=rec.get("note"),
|
||||
submitted_by_name=rec.get("submitted_by"),
|
||||
reviewed_by_name=rec.get("reviewed_by"),
|
||||
review_comment=rec.get("review_comment"),
|
||||
job_id=rec.get("job_id"),
|
||||
)
|
||||
a.set_params(rec.get("params") or {})
|
||||
if rec.get("result"):
|
||||
a.set_result(rec["result"])
|
||||
db.add(a)
|
||||
|
||||
if db.query(Job).count() == 0 and JOB_LOG.is_file():
|
||||
for line in JOB_LOG.read_text(encoding="utf-8").strip().splitlines():
|
||||
if not line.strip():
|
||||
continue
|
||||
try:
|
||||
rec = json.loads(line)
|
||||
except json.JSONDecodeError:
|
||||
continue
|
||||
if db.get(Job, rec.get("id")):
|
||||
continue
|
||||
j = Job(
|
||||
id=rec["id"],
|
||||
status=rec.get("status", "queued"),
|
||||
action=rec["action"],
|
||||
approval_id=rec.get("approval_id"),
|
||||
)
|
||||
j.set_params(rec.get("params") or {})
|
||||
if rec.get("result"):
|
||||
j.set_result(rec["result"])
|
||||
db.add(j)
|
||||
|
||||
|
||||
def assign_default_role(db: Session, user: User) -> None:
|
||||
"""新用户默认角色；支持 open_id / 部门白名单自动 admin。"""
|
||||
user_dept_ids = set(user.feishu_department_ids())
|
||||
if user.feishu_open_id and user.feishu_open_id in FEISHU_ADMIN_OPEN_IDS:
|
||||
role_code = "admin"
|
||||
elif user_dept_ids and user_dept_ids.intersection(FEISHU_ADMIN_DEPARTMENT_IDS):
|
||||
role_code = "admin"
|
||||
elif not user.roles:
|
||||
role_code = "engineer"
|
||||
else:
|
||||
return
|
||||
role = db.query(Role).filter_by(code=role_code).first()
|
||||
if role and role not in user.roles:
|
||||
user.roles.append(role)
|
||||
|
||||
|
||||
def user_has_permission(user: User, permission: str) -> bool:
|
||||
if not user or not user.is_active:
|
||||
return False
|
||||
for role in user.roles:
|
||||
for p in role.permissions:
|
||||
if p.code == "*" or p.code == permission:
|
||||
return True
|
||||
# register_batch 专用权限
|
||||
if permission == "write:approval_submit:register" and p.code == "write:approval_submit":
|
||||
return True
|
||||
return False
|
||||
|
||||
|
||||
def user_to_dict(user: User) -> dict[str, Any]:
|
||||
return {
|
||||
"id": user.id,
|
||||
"name": user.name,
|
||||
"email": user.email,
|
||||
"avatar_url": user.avatar_url,
|
||||
"feishu": {
|
||||
"open_id": user.feishu_open_id,
|
||||
"union_id": user.feishu_union_id,
|
||||
"user_id": user.feishu_user_id,
|
||||
"tenant_key": user.feishu_tenant_key,
|
||||
"department_ids": user.feishu_department_ids(),
|
||||
},
|
||||
"roles": [{"code": r.code, "name": r.name} for r in user.roles],
|
||||
"permissions": _collect_permissions(user),
|
||||
}
|
||||
|
||||
|
||||
def _collect_permissions(user: User) -> list[str]:
|
||||
codes: set[str] = set()
|
||||
for role in user.roles:
|
||||
for p in role.permissions:
|
||||
codes.add(p.code)
|
||||
return sorted(codes)
|
||||
|
||||
|
||||
def _sync_postgres_sequences(db: Session) -> None:
|
||||
"""修复 PostgreSQL 自增序列与现有数据不一致问题。"""
|
||||
if not IS_POSTGRES:
|
||||
return
|
||||
# 当历史迁移手动插入了 id，sequence 可能还停留在 1，导致 duplicate key。
|
||||
db.execute(
|
||||
text(
|
||||
"""
|
||||
SELECT setval(
|
||||
pg_get_serial_sequence('users', 'id'),
|
||||
COALESCE((SELECT MAX(id) FROM users), 1),
|
||||
true
|
||||
)
|
||||
"""
|
||||
)
|
||||
)
|
||||
db.execute(
|
||||
text(
|
||||
"""
|
||||
SELECT setval(
|
||||
pg_get_serial_sequence('roles', 'id'),
|
||||
COALESCE((SELECT MAX(id) FROM roles), 1),
|
||||
true
|
||||
)
|
||||
"""
|
||||
)
|
||||
)
|
||||
db.execute(
|
||||
text(
|
||||
"""
|
||||
SELECT setval(
|
||||
pg_get_serial_sequence('permissions', 'id'),
|
||||
COALESCE((SELECT MAX(id) FROM permissions), 1),
|
||||
true
|
||||
)
|
||||
"""
|
||||
)
|
||||
)
|
||||
|
||||
|
||||
def _ensure_user_columns(db: Session) -> None:
|
||||
user_columns = {
|
||||
"feishu_user_id": "VARCHAR(64)",
|
||||
"feishu_tenant_key": "VARCHAR(128)",
|
||||
"feishu_department_ids_json": "TEXT",
|
||||
}
|
||||
if IS_POSTGRES:
|
||||
for column, column_type in user_columns.items():
|
||||
db.execute(text(f"ALTER TABLE users ADD COLUMN IF NOT EXISTS {column} {column_type}"))
|
||||
db.execute(text("CREATE UNIQUE INDEX IF NOT EXISTS ix_users_feishu_user_id ON users (feishu_user_id)"))
|
||||
return
|
||||
|
||||
if IS_SQLITE:
|
||||
rows = db.execute(text("PRAGMA table_info(users)")).fetchall()
|
||||
existing = {str(row[1]) for row in rows}
|
||||
for column, column_type in user_columns.items():
|
||||
if column not in existing:
|
||||
db.execute(text(f"ALTER TABLE users ADD COLUMN {column} {column_type}"))
|
||||
243
platform/as_platform/db/models.py
Normal file
243
platform/as_platform/db/models.py
Normal file
@@ -0,0 +1,243 @@
|
||||
"""ORM 模型。"""
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
from datetime import datetime, timezone
|
||||
|
||||
from sqlalchemy import (
|
||||
Boolean,
|
||||
Column,
|
||||
DateTime,
|
||||
ForeignKey,
|
||||
Integer,
|
||||
String,
|
||||
Table,
|
||||
Text,
|
||||
)
|
||||
from sqlalchemy.orm import relationship
|
||||
|
||||
from as_platform.db.engine import Base
|
||||
|
||||
user_roles = Table(
|
||||
"user_roles",
|
||||
Base.metadata,
|
||||
Column("user_id", Integer, ForeignKey("users.id", ondelete="CASCADE"), primary_key=True),
|
||||
Column("role_id", Integer, ForeignKey("roles.id", ondelete="CASCADE"), primary_key=True),
|
||||
)
|
||||
|
||||
role_permissions = Table(
|
||||
"role_permissions",
|
||||
Base.metadata,
|
||||
Column("role_id", Integer, ForeignKey("roles.id", ondelete="CASCADE"), primary_key=True),
|
||||
Column("permission_id", Integer, ForeignKey("permissions.id", ondelete="CASCADE"), primary_key=True),
|
||||
)
|
||||
|
||||
|
||||
def _utcnow() -> datetime:
|
||||
return datetime.now(timezone.utc)
|
||||
|
||||
|
||||
class User(Base):
|
||||
__tablename__ = "users"
|
||||
|
||||
id = Column(Integer, primary_key=True)
|
||||
feishu_open_id = Column(String(64), unique=True, nullable=True, index=True)
|
||||
feishu_union_id = Column(String(64), unique=True, nullable=True, index=True)
|
||||
feishu_user_id = Column(String(64), unique=True, nullable=True, index=True)
|
||||
feishu_tenant_key = Column(String(128), nullable=True)
|
||||
feishu_department_ids_json = Column(Text, nullable=True)
|
||||
name = Column(String(128), nullable=False, default="")
|
||||
email = Column(String(256), nullable=True)
|
||||
avatar_url = Column(String(512), nullable=True)
|
||||
is_active = Column(Boolean, default=True, nullable=False)
|
||||
created_at = Column(DateTime(timezone=True), default=_utcnow)
|
||||
updated_at = Column(DateTime(timezone=True), default=_utcnow, onupdate=_utcnow)
|
||||
|
||||
roles = relationship("Role", secondary=user_roles, back_populates="users")
|
||||
|
||||
def feishu_department_ids(self) -> list[str]:
|
||||
if not self.feishu_department_ids_json:
|
||||
return []
|
||||
try:
|
||||
data = json.loads(self.feishu_department_ids_json)
|
||||
if isinstance(data, list):
|
||||
return [str(x) for x in data]
|
||||
except Exception:
|
||||
return []
|
||||
return []
|
||||
|
||||
|
||||
class Role(Base):
|
||||
__tablename__ = "roles"
|
||||
|
||||
id = Column(Integer, primary_key=True)
|
||||
code = Column(String(32), unique=True, nullable=False)
|
||||
name = Column(String(64), nullable=False)
|
||||
|
||||
users = relationship("User", secondary=user_roles, back_populates="roles")
|
||||
permissions = relationship("Permission", secondary=role_permissions, back_populates="roles")
|
||||
|
||||
|
||||
class Permission(Base):
|
||||
__tablename__ = "permissions"
|
||||
|
||||
id = Column(Integer, primary_key=True)
|
||||
code = Column(String(64), unique=True, nullable=False)
|
||||
name = Column(String(128), nullable=False)
|
||||
|
||||
roles = relationship("Role", secondary=role_permissions, back_populates="permissions")
|
||||
|
||||
|
||||
class Approval(Base):
|
||||
__tablename__ = "approvals"
|
||||
|
||||
id = Column(String(64), primary_key=True)
|
||||
status = Column(String(32), nullable=False, default="pending", index=True)
|
||||
action = Column(String(64), nullable=False)
|
||||
action_label = Column(String(128), nullable=True)
|
||||
params_json = Column(Text, nullable=False, default="{}")
|
||||
note = Column(Text, nullable=True)
|
||||
submitted_by_user_id = Column(Integer, ForeignKey("users.id"), nullable=True)
|
||||
submitted_by_name = Column(String(128), nullable=True)
|
||||
submitted_at = Column(DateTime(timezone=True), default=_utcnow)
|
||||
reviewed_by_user_id = Column(Integer, ForeignKey("users.id"), nullable=True)
|
||||
reviewed_by_name = Column(String(128), nullable=True)
|
||||
reviewed_at = Column(DateTime(timezone=True), nullable=True)
|
||||
review_comment = Column(Text, nullable=True)
|
||||
job_id = Column(String(64), nullable=True)
|
||||
executed_at = Column(DateTime(timezone=True), nullable=True)
|
||||
result_json = Column(Text, nullable=True)
|
||||
|
||||
def params(self) -> dict:
|
||||
return json.loads(self.params_json or "{}")
|
||||
|
||||
def set_params(self, data: dict) -> None:
|
||||
self.params_json = json.dumps(data, ensure_ascii=False)
|
||||
|
||||
def result(self) -> dict | None:
|
||||
if not self.result_json:
|
||||
return None
|
||||
return json.loads(self.result_json)
|
||||
|
||||
def set_result(self, data: dict) -> None:
|
||||
self.result_json = json.dumps(data, ensure_ascii=False)
|
||||
|
||||
def to_dict(self) -> dict:
|
||||
return {
|
||||
"id": self.id,
|
||||
"status": self.status,
|
||||
"action": self.action,
|
||||
"action_label": self.action_label,
|
||||
"params": self.params(),
|
||||
"note": self.note,
|
||||
"submitted_by": self.submitted_by_name,
|
||||
"submitted_by_user_id": self.submitted_by_user_id,
|
||||
"submitted_at": self.submitted_at.isoformat() if self.submitted_at else None,
|
||||
"reviewed_by": self.reviewed_by_name,
|
||||
"reviewed_by_user_id": self.reviewed_by_user_id,
|
||||
"reviewed_at": self.reviewed_at.isoformat() if self.reviewed_at else None,
|
||||
"review_comment": self.review_comment,
|
||||
"job_id": self.job_id,
|
||||
"executed_at": self.executed_at.isoformat() if self.executed_at else None,
|
||||
"result": self.result(),
|
||||
}
|
||||
|
||||
|
||||
class Job(Base):
|
||||
__tablename__ = "jobs"
|
||||
|
||||
id = Column(String(64), primary_key=True)
|
||||
status = Column(String(32), nullable=False, default="queued", index=True)
|
||||
action = Column(String(64), nullable=False)
|
||||
params_json = Column(Text, nullable=False, default="{}")
|
||||
approval_id = Column(String(64), ForeignKey("approvals.id"), nullable=True)
|
||||
created_at = Column(DateTime(timezone=True), default=_utcnow)
|
||||
started_at = Column(DateTime(timezone=True), nullable=True)
|
||||
finished_at = Column(DateTime(timezone=True), nullable=True)
|
||||
result_json = Column(Text, nullable=True)
|
||||
|
||||
def params(self) -> dict:
|
||||
return json.loads(self.params_json or "{}")
|
||||
|
||||
def set_params(self, data: dict) -> None:
|
||||
self.params_json = json.dumps(data, ensure_ascii=False)
|
||||
|
||||
def result(self) -> dict | None:
|
||||
if not self.result_json:
|
||||
return None
|
||||
return json.loads(self.result_json)
|
||||
|
||||
def set_result(self, data: dict) -> None:
|
||||
self.result_json = json.dumps(data, ensure_ascii=False)
|
||||
|
||||
def to_dict(self) -> dict:
|
||||
return {
|
||||
"id": self.id,
|
||||
"status": self.status,
|
||||
"action": self.action,
|
||||
"params": self.params(),
|
||||
"approval_id": self.approval_id,
|
||||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||||
"started_at": self.started_at.isoformat() if self.started_at else None,
|
||||
"finished_at": self.finished_at.isoformat() if self.finished_at else None,
|
||||
"result": self.result(),
|
||||
}
|
||||
|
||||
|
||||
class DatasetCandidate(Base):
|
||||
__tablename__ = "dataset_candidates"
|
||||
|
||||
id = Column(String(64), primary_key=True)
|
||||
project = Column(String(32), nullable=False, index=True)
|
||||
task = Column(String(64), nullable=True, index=True)
|
||||
status = Column(String(32), nullable=False, default="uploaded", index=True)
|
||||
source_type = Column(String(32), nullable=False, default="upload")
|
||||
original_name = Column(String(255), nullable=True)
|
||||
upload_path = Column(String(1024), nullable=False)
|
||||
analyzed_source_path = Column(String(1024), nullable=True)
|
||||
format_id = Column(String(64), nullable=True)
|
||||
split_counts_json = Column(Text, nullable=False, default="{}")
|
||||
quality_json = Column(Text, nullable=True)
|
||||
error_message = Column(Text, nullable=True)
|
||||
upload_size_bytes = Column(Integer, nullable=False, default=0)
|
||||
submitted_by_user_id = Column(Integer, ForeignKey("users.id"), nullable=True)
|
||||
submitted_by_name = Column(String(128), nullable=True)
|
||||
analysis_job_id = Column(String(64), ForeignKey("jobs.id"), nullable=True)
|
||||
created_at = Column(DateTime(timezone=True), default=_utcnow)
|
||||
updated_at = Column(DateTime(timezone=True), default=_utcnow, onupdate=_utcnow)
|
||||
|
||||
def split_counts(self) -> dict:
|
||||
return json.loads(self.split_counts_json or "{}")
|
||||
|
||||
def set_split_counts(self, data: dict) -> None:
|
||||
self.split_counts_json = json.dumps(data, ensure_ascii=False)
|
||||
|
||||
def quality(self) -> dict | None:
|
||||
if not self.quality_json:
|
||||
return None
|
||||
return json.loads(self.quality_json)
|
||||
|
||||
def set_quality(self, data: dict) -> None:
|
||||
self.quality_json = json.dumps(data, ensure_ascii=False)
|
||||
|
||||
def to_dict(self) -> dict:
|
||||
return {
|
||||
"id": self.id,
|
||||
"project": self.project,
|
||||
"task": self.task,
|
||||
"status": self.status,
|
||||
"source_type": self.source_type,
|
||||
"original_name": self.original_name,
|
||||
"upload_path": self.upload_path,
|
||||
"analyzed_source_path": self.analyzed_source_path,
|
||||
"format_id": self.format_id,
|
||||
"split_counts": self.split_counts(),
|
||||
"quality": self.quality(),
|
||||
"error_message": self.error_message,
|
||||
"upload_size_bytes": self.upload_size_bytes,
|
||||
"submitted_by_user_id": self.submitted_by_user_id,
|
||||
"submitted_by_name": self.submitted_by_name,
|
||||
"analysis_job_id": self.analysis_job_id,
|
||||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||||
"updated_at": self.updated_at.isoformat() if self.updated_at else None,
|
||||
}
|
||||
Reference in New Issue
Block a user