scripts/butler-wechat-dataset-sync.sh

Rama main · réplica de lectura del repositorio original.

#!/usr/bin/env bash
# O8: Sync WeChat utterance corpus to LangFuse datasets.
#
# Usage:
#   bash scripts/butler-wechat-dataset-sync.sh
set -euo pipefail

ROOT="$(cd "$(/usr/bin/dirname "${BASH_SOURCE[0]}")/.." && pwd)"
cd "$ROOT"
export PYTHONPATH="$ROOT"

# shellcheck source=scripts/lib/butler-source-env.sh
source "$ROOT/scripts/lib/butler-source-env.sh"
butler_source_env "$ROOT/.env" || true

# shellcheck source=scripts/lib/butler-systemd-install.sh
source "$ROOT/scripts/lib/butler-systemd-install.sh"
PY="$(butler_resolve_python3)"

"$PY" - <<'PY'
import json
from butler.ops.wechat_dataset import load_and_push_wechat_dataset

summary = load_and_push_wechat_dataset()
print(json.dumps(summary, ensure_ascii=False, indent=2))
if not summary.get("single_turn_items") and not summary.get("multi_turn_items"):
    raise SystemExit("No corpus items found to sync")
PY