#!/usr/bin/env bash
# kart-collect-logs - 麒麟 AI 子系统日志收集脚本
# Spec: docs/superpowers/specs/2026-05-25-kart-collect-logs-design.md

set -uo pipefail
LC_ALL=C
umask 077

SCRIPT_VERSION="1.0.0"

# AI_PACKAGES：debian/control 的 Depends 列表（同步源 cc56e4c）。
# control 变更时需手工同步此数组。
AI_PACKAGES=(
  kyai-data-management-service
  libkyai-business-framework
  kylin-ai-document-qa-service
  kylin-ai-knowledge-base-service
  libkylin-ai-document-qa-service
  kylin-ai-document-service
  libkylin-ai-document-service
  kylin-ai-python-env
  libkysdk-vector-engine-client
  kylin-ai-vector-engine
  kylin-ai-runtime
  kylin-ai-engine-plugins
  libkylin-coreai-embedding
  libkyai-assistant0
  libkyai-config0
  libkysdk-coreai-speech0
  libkysdk-coreai-vision0
  libkysdk-genai-nlp0
  libkysdk-genai-vision0
  libkysdk-advanced-ai0
  kylin-ai-subsystem-modelconfig
  kylin-ai-abstract-models
  libkyai-depends
  libkysdk-ai-common
  kytensor-server
  onnxruntime-backend
  kytensor-python
  llm-backend
  kylin-ai-recollect-service
  ai-kylin-deepseek-r1-cloud-model
  ai-kylin-deepseek-v3-cloud-model
  ai-kylin-qwen-plus-cloud-model
  ai-kylin-qwq-32b-cloud-model
  kylin-ai-subsystem
)

# USER_SERVICES：以 --user 方式运行的 AI 服务单元名（不含 .service 后缀）。
# control 变更时需手工同步此数组。
USER_SERVICES=(
  kyai-data-management-service
  kylin-ai-document-qa-service
  kylin-ai-document-service
  kylin-ai-knowledgebase-service
  kylin-ai-recollect-service
  kylin-ai-vector-engine
)

# 默认参数
OUTPUT_DIR="/tmp"
USERS_OVERRIDE=()
DAYS=7
SINCE=""
MAX_FILE_SIZE="200M"
COLLECT_CONFIG=1
COLLECT_USERDATA=1
REDACT=1
QUIET=0

# 内部状态
WORK_DIR=""
MANIFEST=""
HAS_ERROR=0

_log() { [[ $QUIET -eq 1 ]] || echo "[kart] $*" >&2; }
_die() { echo "[kart] FATAL: $*" >&2; exit 1; }

collect_step() {
  # $1 = 步骤名（manifest 标识），$2 = 要执行的 shell 命令字符串
  local name="$1" cmd="$2" stderr_file
  stderr_file="$(mktemp)"
  if bash -c "$cmd" 2>"$stderr_file"; then
    rm -f "$stderr_file"
    return 0
  else
    HAS_ERROR=1
    {
      echo "  - step=\"${name}\""
      echo "    stderr=\"$(tr '\n' '|' <"$stderr_file" | sed 's/"/\\"/g')\""
    } >>"$MANIFEST.errors"
    rm -f "$stderr_file"
    return 1
  fi
}

size_to_bytes() {
  # 接受 200M / 1G / 500K / 1234，返回字节数
  numfmt --from=iec "$1" 2>/dev/null || echo "$1"
}

copy_with_tail_limit() {
  # $1=src, $2=dst, $3=max_bytes
  local src="$1" dst="$2" max="$3" sz
  sz=$(stat -c%s "$src" 2>/dev/null || echo 0)
  mkdir -p "$(dirname "$dst")"
  if [[ "$sz" -le "$max" ]]; then
    cp -p "$src" "$dst"
  else
    tail -c "$max" "$src" >"$dst"
    echo "  - $dst: original_size=${sz}B -> $(numfmt --to=iec "$max")" \
      >>"$MANIFEST.truncated"
  fi
}

within_days() {
  # 检查文件 mtime 是否落在 DAYS 窗口内（用于轮转副本）。
  # 返回 0 表示在窗口内，1 表示已过期。
  local f="$1" cutoff now mtime
  now=$(date +%s)
  cutoff=$(( now - DAYS * 86400 ))
  mtime=$(stat -c%Y "$f" 2>/dev/null || echo 0)
  [[ "$mtime" -ge "$cutoff" ]]
}

init_workdir() {
  local host ts pkgname
  host="$(hostname)"
  ts="$(date +%Y%m%d-%H%M%S)"
  pkgname="kart-logs-${host}-${ts}"
  WORK_DIR="$(mktemp -d -t kart-collect.XXXXXX)/${pkgname}"
  mkdir -p "$WORK_DIR"
  MANIFEST="$WORK_DIR/manifest.txt"
  : >"$MANIFEST.errors"
  trap 'rm -rf "${WORK_DIR%/*}"' EXIT
}

init_manifest_header() {
  local control_ver
  control_ver="$(dpkg-query -W -f='${Version}' kylin-ai-subsystem 2>/dev/null || echo 'not-installed')"
  cat >"$MANIFEST" <<EOF
collected_at: $(date '+%Y-%m-%d %H:%M:%S %z')
hostname: $(hostname)
script: kart-collect-logs
script_version: ${SCRIPT_VERSION}
script_sha256: $(sha256sum "$0" | awk '{print $1}')
args: $ORIG_ARGS
control_pkg_version: kylin-ai-subsystem ${control_ver}
since: ${SINCE}
EOF
}

find_users() {
  if [[ ${#USERS_OVERRIDE[@]} -gt 0 ]]; then
    printf '%s\n' "${USERS_OVERRIDE[@]}"
    return
  fi
  # 普通登录用户：UID>=1000，shell 不是 nologin
  getent passwd \
    | awk -F: '$3>=1000 && $7!="/usr/sbin/nologin" && $7!="/bin/false" {print $1}'
}

collect_system_info() {
  local d="$WORK_DIR/system"
  mkdir -p "$d"
  collect_step "system/os-release" "cp /etc/os-release '$d/os-release'"
  collect_step "system/kernel" "{ uname -a; echo ----; cat /proc/cmdline; } > '$d/kernel.txt'"
  collect_step "system/cpu-mem" "{ lscpu; echo ----; free -h; } > '$d/cpu-mem.txt'"
  collect_step "system/gpu" "{ lspci 2>/dev/null | grep -iE 'vga|3d|display' || true; echo ----; command -v nvidia-smi >/dev/null && nvidia-smi || echo 'nvidia-smi not installed'; } > '$d/gpu.txt'"
  collect_step "system/disk" "{ df -hT; echo ----; lsblk; } > '$d/disk.txt'"
  collect_step "system/dmesg" "dmesg -T --since '${SINCE}' > '$d/dmesg.txt'"
}

collect_packages() {
  local d="$WORK_DIR/packages"
  mkdir -p "$d"
  collect_step "packages/installed-ai" \
    "dpkg -l 2>/dev/null | awk '/^ii/{print \$2\"\t\"\$3}' | grep -iE 'kylin-?ai|kyai|kytensor|llm-backend|onnxruntime|kysdk|coreai|genai|ai-kylin' | sort > '$d/installed-ai.txt'"
  {
    echo "# kart-collect-logs 关注的 control 直接依赖包版本"
    for p in "${AI_PACKAGES[@]}"; do
      printf '%s\t%s\n' "$p" "$(dpkg-query -W -f='${Version}' "$p" 2>/dev/null || echo 'NOT_INSTALLED')"
    done
  } >"$d/versions.txt" 2>/dev/null
  echo "[packages] versions.txt 写入完成" >&2
}

collect_syslog() {
  local out="$WORK_DIR/system/syslog"
  local max_bytes
  max_bytes=$(size_to_bytes "$MAX_FILE_SIZE")
  mkdir -p "$out"

  # 1) 当前活动文件 /var/log/syslog：按 --since 做行级过滤
  if [[ -r /var/log/syslog ]]; then
    local since_epoch
    since_epoch=$(date -d "$SINCE" +%s 2>/dev/null || echo 0)
    collect_step "syslog/current" "awk -v cutoff=$since_epoch '
      BEGIN {
        # rsyslog 默认时间戳形如 \"May 25 16:00:01\"，缺年份且月份是英文名
        split(\"Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec\", mn, \" \")
        for (i=1; i<=12; i++) m2n[mn[i]] = i
        cy = strftime(\"%Y\")
      }
      {
        mon = m2n[\$1]
        if (mon == \"\") { print; next }            # 非常规格式：保守保留
        split(\$3, hms, \":\")
        t = mktime(cy\" \"mon\" \"\$2\" \"hms[1]\" \"hms[2]\" \"hms[3])
        # 跨年：若解析出的时间在\"未来\"，按去年算
        if (t != -1 && t > systime()) t -= 365*86400
        if (t == -1 || t >= cutoff) print
      }' /var/log/syslog > '$out/syslog'"
    # 200M 截断兜底
    local sz; sz=$(stat -c%s "$out/syslog" 2>/dev/null || echo 0)
    if [[ "$sz" -gt "$max_bytes" ]]; then
      tail -c "$max_bytes" "$out/syslog" >"$out/syslog.tmp" && mv "$out/syslog.tmp" "$out/syslog"
      echo "  - system/syslog/syslog: original_size=${sz}B -> $(numfmt --to=iec "$max_bytes")" \
        >>"$MANIFEST.truncated"
    fi
  fi

  # 2) 未压缩轮转 /var/log/syslog.N（按 mtime 决定）
  for f in /var/log/syslog.[0-9]; do
    [[ -r "$f" ]] || continue
    if within_days "$f"; then
      copy_with_tail_limit "$f" "$out/$(basename "$f")" "$max_bytes"
    fi
  done

  # 3) 压缩轮转 /var/log/syslog.N.gz（按 mtime 决定，保留 .gz）
  for f in /var/log/syslog.*.gz; do
    [[ -r "$f" ]] || continue
    if within_days "$f"; then
      cp -p "$f" "$out/$(basename "$f")"
    fi
  done
}

collect_system_services() {
  local d="$WORK_DIR/services/system"
  mkdir -p "$d"
  # control 中的 system-level 服务：kytensor.service（来源 kytensor-server）
  local svc="kytensor"
  # 注意：set -o pipefail + grep -q 会在 grep 提前退出时让 systemctl 收到
  # SIGPIPE，整条管道被判失败。这里用 grep + 丢弃 stdout 替代 -q。
  if systemctl list-unit-files --type=service 2>/dev/null | grep "^${svc}.service" >/dev/null; then
    collect_step "services/system/${svc}/status" \
      "systemctl status '${svc}.service' --no-pager -l > '$d/${svc}.status' 2>&1"
    collect_step "services/system/${svc}/journal" \
      "journalctl -u '${svc}.service' --since '${SINCE}' --no-pager > '$d/${svc}.journal'"
  else
    echo "  - step=\"services/system/${svc}\" stderr=\"unit not installed\"" \
      >>"$MANIFEST.errors"
  fi
}

collect_user_services() {
  local u uid d svc
  for u in "${AI_USERS[@]}"; do
    uid=$(id -u "$u" 2>/dev/null) || continue
    d="$WORK_DIR/services/user/$u"
    mkdir -p "$d"
    for svc in "${USER_SERVICES[@]}"; do
      # status：用 machinectl 切到用户的 systemd（root 可直连）
      collect_step "services/user/$u/${svc}/status" \
        "systemctl --user --machine=${u}@.host status '${svc}.service' --no-pager -l > '$d/${svc}.status' 2>&1"
      # journal：root 直接按 _SYSTEMD_USER_UNIT + _UID 在系统 journal 中过滤。
      # 注意：root 执行 journalctl --user-unit 会尝试读取每用户 journal 目录，
      # 在仅启用系统 journal（/var/log/journal/<machine-id>/）的环境下返回 "No
      # entries"。_SYSTEMD_USER_UNIT 是底层字段匹配，无论 user journal 是否存在
      # 都能命中。
      collect_step "services/user/$u/${svc}/journal" \
        "journalctl _UID=${uid} _SYSTEMD_USER_UNIT='${svc}.service' --since '${SINCE}' --no-pager > '$d/${svc}.journal'"
    done
  done
}

get_user_home() {
  getent passwd "$1" | awk -F: '{print $6}'
}

collect_runtime_logs() {
  local u home dest max
  max=$(size_to_bytes "$MAX_FILE_SIZE")
  for u in "${AI_USERS[@]}"; do
    home=$(get_user_home "$u")
    [[ -d "$home/.log/kylin-ai-runtime" ]] || continue
    dest="$WORK_DIR/runtime/$u/log-dir"
    mkdir -p "$dest"
    for f in "$home/.log/kylin-ai-runtime"/*; do
      [[ -f "$f" ]] || continue
      copy_with_tail_limit "$f" "$dest/$(basename "$f")" "$max"
    done
    # 兜底：user journal 中按 _COMM 过滤
    # 注意：Linux _COMM 字段上限 15 字节，"kylin-ai-runtime"(16B) 会被截成
    # "kylin-ai-runtim"，必须用截断后的名字匹配，否则一行都查不到。
    collect_step "runtime/$u/stderr.journal" \
      "journalctl _UID=$(id -u "$u") _COMM=kylin-ai-runtim --since '${SINCE}' --no-pager > '$WORK_DIR/runtime/$u/stderr.journal'"
  done
}

collect_engine_logs() {
  local u home dest max
  max=$(size_to_bytes "$MAX_FILE_SIZE")
  for u in "${AI_USERS[@]}"; do
    home=$(get_user_home "$u")
    dest="$WORK_DIR/engines/$u"
    mkdir -p "$dest"
    shopt -s nullglob
    for f in "$home"/.log/kylin-ondevice-nlp-engine.log*; do
      copy_with_tail_limit "$f" "$dest/$(basename "$f")" "$max"
    done
    shopt -u nullglob
    # 目录留空时清理（避免 manifest 显示一堆空目录）
    rmdir "$dest" 2>/dev/null || true
  done
}

collect_processes() {
  local d="$WORK_DIR/processes"
  mkdir -p "$d"
  collect_step "processes/ps-snapshot" \
    "ps -eo user,pid,ppid,pcpu,pmem,stime,time,cmd | grep -iE 'kylin-?ai|kyai|kytensor|tritonserver|llm-backend|vector-engine|onnxruntime' | grep -v grep > '$d/ps-snapshot.txt' || true"
  collect_step "processes/listening-ports" \
    "ss -ltnp 2>/dev/null > '$d/listening-ports.txt'"
}

collect_configs() {
  [[ $COLLECT_CONFIG -eq 1 ]] || return 0
  local d="$WORK_DIR/configs"
  mkdir -p "$d"

  # /etc/kylin-ai：仅顶层 *.json *.txt（排除 prompts 大目录）
  # 注意：cd 后用相对路径配合 cp --parents，目的地结构是
  # etc-kylin-ai/cmd.json 而非 etc-kylin-ai/etc/kylin-ai/cmd.json
  if [[ -d /etc/kylin-ai ]]; then
    mkdir -p "$d/etc-kylin-ai"
    collect_step "configs/etc-kylin-ai" \
      "(cd /etc/kylin-ai && find . -maxdepth 3 -type f \\( -name '*.json' -o -name '*.txt' \\) -not -path './prompts/*' -exec cp --parents {} '$d/etc-kylin-ai/' \\;)"
  fi

  if [[ -d /etc/share-kytensor ]]; then
    collect_step "configs/etc-share-kytensor" \
      "cp -r /etc/share-kytensor '$d/etc-share-kytensor'"
  fi
}

collect_userdata() {
  [[ $COLLECT_USERDATA -eq 1 ]] || return 0
  local u home dest
  for u in "${AI_USERS[@]}"; do
    home=$(get_user_home "$u")
    dest="$WORK_DIR/userdata/$u"
    mkdir -p "$dest"

    for cfgdir in kylin-ai-runtime kylin-ai-subsystem-modelconfig; do
      [[ -d "$home/.config/$cfgdir" ]] || continue
      collect_step "userdata/$u/$cfgdir" \
        "mkdir -p '$dest/config-$cfgdir' && find '$home/.config/$cfgdir' -type f \\( -name '*.conf' -o -name '*.ini' -o -name '*.json' \\) -exec cp {} '$dest/config-$cfgdir/' \\;"
    done

    rmdir "$dest" 2>/dev/null || true
  done
}

redact_tree() {
  [[ $REDACT -eq 1 ]] || return 0
  # 仅处理文本文件，按扩展名白名单
  find "$WORK_DIR" -type f \( \
       -name '*.log' -o -name '*.log.*' -o -name '*.journal' \
    -o -name '*.txt' -o -name '*.conf' -o -name '*.ini' \
    -o -name '*.json' -o -name 'manifest.txt' \) \
    -not -name '*.gz' -print0 \
  | while IFS= read -r -d '' f; do
      sed -i -E \
        -e 's/sk-[A-Za-z0-9_-]{20,}/<REDACTED_API_KEY>/g' \
        -e 's/(Bearer[[:space:]]+)[A-Za-z0-9._-]{20,}/\1<REDACTED>/g' \
        -e 's/\b[A-Za-z0-9+\/]{40,}={0,2}\b/<REDACTED_BASE64>/g' \
        -e 's/[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}/<REDACTED@x.x>/g' \
        "$f" 2>/dev/null || true
    done
}

finalize_manifest() {
  if [[ -s "$MANIFEST.truncated" ]]; then
    echo "truncated_files:" >>"$MANIFEST"
    cat "$MANIFEST.truncated" >>"$MANIFEST"
  fi
  if [[ -s "$MANIFEST.errors" ]]; then
    echo "errors:" >>"$MANIFEST"
    cat "$MANIFEST.errors" >>"$MANIFEST"
  else
    echo "errors: []" >>"$MANIFEST"
  fi
  rm -f "$MANIFEST.truncated" "$MANIFEST.errors"
  # ADDENDUM (Task 12 fix): redact_tree mangled the original script_sha256 line.
  # Restore it so manifest stays self-verifiable.
  local actual_sha
  actual_sha=$(sha256sum "$0" | awk '{print $1}')
  sed -i -E "s/^script_sha256: .*/script_sha256: ${actual_sha}/" "$MANIFEST"
}

finalize_tarball() {
  local parent base out
  parent="$(dirname "$WORK_DIR")"
  base="$(basename "$WORK_DIR")"
  out="$OUTPUT_DIR/${base}.tar.gz"
  if ! tar -C "$parent" -czf "$out" "$base"; then
    _die "tar 失败：$out"
  fi
  chmod 600 "$out"
  echo "$out"
}

usage() {
  cat <<EOF
用法：kart-collect-logs [选项]

选项：
  -o, --output DIR        输出目录（默认 /tmp）
  -u, --user USER         指定收集哪个用户的 user-journal/家目录日志
                          可重复；默认：自动发现所有跑了 AI user-service 的
                          普通登录用户（UID>=1000 且 shell!=/usr/sbin/nologin）
  -d, --days N            journal 时间窗口（默认 7 天）
      --since "TIME"      journal 起始时间（覆盖 --days）
      --max-file-size SZ  单个 .log 文件超过该大小时只截 tail（默认 200M）
      --no-config         不收集 /etc 下的配置文件
      --no-userdata       不收集 ~/.config 下的配置
      --redact            对疑似密钥/Token/邮箱做脱敏（默认开启）
      --no-redact         关闭脱敏
  -q, --quiet             安静模式
  -h, --help              本用法
EOF
}

parse_args() {
  while [[ $# -gt 0 ]]; do
    case "$1" in
      -o|--output) OUTPUT_DIR="$2"; shift 2 ;;
      -u|--user) USERS_OVERRIDE+=("$2"); shift 2 ;;
      -d|--days) DAYS="$2"; shift 2 ;;
      --since) SINCE="$2"; shift 2 ;;
      --max-file-size) MAX_FILE_SIZE="$2"; shift 2 ;;
      --no-config) COLLECT_CONFIG=0; shift ;;
      --no-userdata) COLLECT_USERDATA=0; shift ;;
      --redact) REDACT=1; shift ;;
      --no-redact) REDACT=0; shift ;;
      -q|--quiet) QUIET=1; shift ;;
      -h|--help) usage; exit 0 ;;
      *) _die "未知参数：$1" ;;
    esac
  done
  [[ -d "$OUTPUT_DIR" ]] || _die "输出目录不存在：$OUTPUT_DIR"
  if [[ -z "$SINCE" ]]; then SINCE="${DAYS} days ago"; fi
}

check_root() {
  [[ $EUID -eq 0 ]] || _die "需要以 root 运行：sudo $0 $*"
}

main() {
  ORIG_ARGS="$*"
  parse_args "$@"
  check_root "$@"
  init_workdir
  init_manifest_header
  _log "工作目录：$WORK_DIR"

  mapfile -t AI_USERS < <(find_users)
  _log "发现用户：${AI_USERS[*]:-<无>}"
  echo "ai_users_found: ${AI_USERS[*]:-}" >>"$MANIFEST"

  collect_system_info
  collect_packages
  collect_syslog
  collect_system_services
  collect_user_services
  collect_runtime_logs
  collect_engine_logs
  collect_processes
  collect_configs
  collect_userdata
  redact_tree
  finalize_manifest
  TARBALL="$(finalize_tarball)"
  _log "产物：$TARBALL"
  echo "$TARBALL"
  [[ $HAS_ERROR -eq 0 ]] && exit 0 || exit 2
}

main "$@"
