UGC 内容审核系统怎么设计：评论、表单、工单到人工复核的完整链路

type ReviewScene = "comment" | "profile" | "form" | "ticket" | "message";
type RiskLevel = "pass" | "low" | "medium" | "high";
type ReviewAction = "allow" | "block" | "hide" | "manual_review" | "ask_rewrite";

interface ContentReviewRequest {
  scene: ReviewScene;
  contentId: string;
  userId?: string;
  text: string;
  ip?: string;
  deviceId?: string;
}

interface ContentReviewResult {
  contentId: string;
  scene: ReviewScene;
  riskLevel: RiskLevel;
  categories: string[];
  confidence?: number;
  action: ReviewAction;
  reasonCode?: string;
  source: "api" | "rule" | "manual" | "fallback";
  reviewedAt: string;
}

CREATE TABLE content_review_log (
  id BIGINT PRIMARY KEY AUTO_INCREMENT,
  content_id VARCHAR(64) NOT NULL,
  scene VARCHAR(32) NOT NULL,
  user_id VARCHAR(64) NULL,
  content_hash CHAR(64) NOT NULL,
  risk_level VARCHAR(32) NOT NULL,
  categories VARCHAR(255) NULL,
  action VARCHAR(32) NOT NULL,
  source VARCHAR(32) NOT NULL,
  api_latency_ms INT NULL,
  api_error_code VARCHAR(64) NULL,
  manual_result VARCHAR(32) NULL,
  operator_id VARCHAR(64) NULL,
  created_at DATETIME NOT NULL,
  reviewed_at DATETIME NULL,
  INDEX idx_scene_time (scene, created_at),
  INDEX idx_risk_time (risk_level, created_at),
  INDEX idx_content (content_id)
);

async function reviewWithFallback(input) {
  try {
    const result = await reviewApi(input, { timeoutMs: 1200 });
    return decideAction(input.scene, result);
  } catch (error) {
    logReviewError(input, error);

    if (["comment", "message"].includes(input.scene)) {
      enqueueManualReview(input);
      return { action: "manual_review", source: "fallback" };
    }

    enqueueAsyncRecheck(input);
    return { action: "allow", source: "fallback" };
  }
}

curl -X POST "https://ai.huating-ai.cn/api/715" \
  -H "Authorization: Bearer YOUR_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
  "text": "这是一条需要审核的用户评论",
  "scene": "comment"
}'

const API_KEY = process.env.HUATING_API_KEY;
const API_URL = "https://ai.huating-ai.cn/api/715";

if (!API_KEY) {
  throw new Error("请先设置环境变量 HUATING_API_KEY");
}

async function reviewText(text, scene = "comment") {
  const payload = {
    text,
    scene
  };

  const res = await fetch(API_URL, {
    method: "POST",
    headers: {
      "Authorization": `Bearer ${API_KEY}`,
      "Content-Type": "application/json"
    },
    body: JSON.stringify(payload)
  });

  if (!res.ok) {
    throw new Error(`HTTP ${res.status}`);
  }

  const data = await res.json();
  if (data.code && data.code !== 200) {
    throw new Error(data.message || "API 调用失败");
  }

  return data.data || data;
}

reviewText("这是一条需要审核的用户评论").then(console.log).catch(console.error);