Files
playbook/.gitea/workflows/update-thirdparty-skills.yml
T
csh d83707de23 🔧 chore(workflows): migrate to prepare + worktree model and merge checks
- add prepare.yml: install tools + maintain shared bare repo, anchors the workflow_run chain
- add checks.yml: merge lint + full test suite into a single workflow_run consumer job
- remove standards-check.yml and test.yml (superseded by checks.yml)
- convert sync-tsl-playbook and update-thirdparty-skills to worktree-model consumers
- unify workflow/job/step display names and emoji
2026-07-21 17:29:24 +08:00

645 lines
24 KiB
YAML

name: ♻️ 更新第三方 Skills
on:
workflow_run:
workflows: ["🧰 准备环境"]
types:
- completed
concurrency:
group: update-thirdparty-${{ github.repository }}
cancel-in-progress: false
env:
# Prepare 维护共享仓库并读取代码;此处 token 用于 worktree 内的 fetch/push。
ACCESS_TOKEN: ${{ secrets.WORKFLOW }}
WORKSPACE_ROOT: "/data/workspace"
WORKSPACE_SLOT: "thirdparty"
SOURCE_BRANCH: ${{ github.event.workflow_run.head_branch }}
SOURCE_SHA: ${{ github.event.workflow_run.head_sha }}
THIRDPARTY_BRANCH: "thirdparty/skill"
MANIFEST_PATH: ".gitea/ci/thirdparty_skills.json"
GIT_USER_NAME: "ci[bot]"
GIT_USER_EMAIL: "ci[bot]@tinysoft.com.cn"
jobs:
update_and_sync:
# 仅在 Prepare 于主分支成功后触发(含每日 schedule 触发的 Prepare)。
if: ${{ github.event.workflow_run.conclusion == 'success' && (github.event.workflow_run.head_branch == 'main' || github.event.workflow_run.head_branch == 'master') }}
name: 📥 更新快照并同步 main
runs-on: standard-ubuntu-22
permissions:
contents: write
steps:
- name: 🔐 验证 Token 配置
shell: bash
run: |
set -euo pipefail
if [ -z "$ACCESS_TOKEN" ]; then
echo "❌ 未配置 WORKFLOW secret,无法 fetch/push" >&2
exit 1
fi
echo "✅ Token 已配置"
echo "🌿 上游分支: ${{ env.SOURCE_BRANCH }}"
echo "📝 上游提交: ${{ env.SOURCE_SHA }}"
- name: 📥 对齐 Worktree
id: prepare_worktree
shell: bash
run: |
set -euo pipefail
REPO_NAME="${{ github.event.repository.name }}"
HEAD_SHA="${{ env.SOURCE_SHA }}"
REPOSITORY_DIR="${WORKSPACE_ROOT}/${REPO_NAME}/repository.git"
WORKTREE_DIR="${WORKSPACE_ROOT}/${REPO_NAME}/worktrees/${WORKSPACE_SLOT}"
WORKTREE_LOCK="${WORKSPACE_ROOT}/${REPO_NAME}/worktree-admin.lock"
case "$HEAD_SHA" in
''|*[!0-9a-fA-F]*)
echo "无效的上游提交 SHA: $HEAD_SHA" >&2
exit 1
;;
esac
if [ ! -d "$REPOSITORY_DIR" ] || \
[ "$(git --git-dir="$REPOSITORY_DIR" rev-parse --is-bare-repository 2>/dev/null)" != "true" ]; then
echo "Prepare 未创建有效共享 bare 仓库: $REPOSITORY_DIR" >&2
exit 1
fi
if ! git --git-dir="$REPOSITORY_DIR" cat-file -e "${HEAD_SHA}^{commit}"; then
echo "共享仓库中不存在上游提交: $HEAD_SHA" >&2
exit 1
fi
# 在共享仓库上配置读取 ACCESS_TOKEN 的凭证助手,供 worktree 内后续
# fetch/push 透明鉴权。token 不落盘,助手在 git 调用时从环境读取。
# 幂等:同一 runner 复用共享仓库时,credential.helper 已是多值(空值 +
# helper),单值写入会报 "cannot overwrite multiple values";故先 unset
# 再用两个 --add 重建(空值清空继承链,再追加读环境的助手)。
git --git-dir="$REPOSITORY_DIR" config credential.interactive never
git --git-dir="$REPOSITORY_DIR" config --unset-all credential.helper 2>/dev/null || true
git --git-dir="$REPOSITORY_DIR" config --add credential.helper ''
git --git-dir="$REPOSITORY_DIR" config --add credential.helper '!f() { test "$1" = get || exit 0; printf "%s\n" username=oauth2; printf "%s\n" "password=${ACCESS_TOKEN}"; }; f'
# 固化 origin 到无 token 的 HTTPS URL:区域脚本内保留的历史
# `git remote set-url origin https://oauth2:$TOKEN@...` 仅在设置了
# WORKFLOW env 时才触发;本 job 严禁设置 WORKFLOW,否则 token 会落盘到
# 共享 bare 仓库的 config 并污染所有其它 slot。此处显式重置以固化约束。
git --git-dir="$REPOSITORY_DIR" remote set-url origin "${{ github.server_url }}/${{ github.repository }}.git"
if [ ! -f "$WORKTREE_DIR/.git" ]; then
exec 9>"$WORKTREE_LOCK"
flock 9
if [ ! -f "$WORKTREE_DIR/.git" ]; then
if [ -e "$WORKTREE_DIR" ]; then
echo "Worktree 路径已存在但不是 linked worktree: $WORKTREE_DIR" >&2
exit 1
fi
mkdir -p "$(dirname "$WORKTREE_DIR")"
git --git-dir="$REPOSITORY_DIR" worktree add --detach "$WORKTREE_DIR" "$HEAD_SHA"
fi
flock -u 9
fi
common_dir=$(git -C "$WORKTREE_DIR" rev-parse --path-format=absolute --git-common-dir)
if [ "$common_dir" != "$(realpath "$REPOSITORY_DIR")" ]; then
echo "Worktree 不属于共享仓库: $WORKTREE_DIR" >&2
exit 1
fi
git -C "$WORKTREE_DIR" checkout --detach --force "$HEAD_SHA"
git -C "$WORKTREE_DIR" reset --hard "$HEAD_SHA"
git -C "$WORKTREE_DIR" clean -ffdx
actual_sha=$(git -C "$WORKTREE_DIR" rev-parse HEAD)
if [ "$actual_sha" != "$HEAD_SHA" ]; then
echo "Worktree 提交不匹配: 期望 $HEAD_SHA,实际 $actual_sha" >&2
exit 1
fi
echo "REPOSITORY_DIR=$REPOSITORY_DIR" >> "$GITHUB_ENV"
echo "REPO_DIR=$WORKTREE_DIR" >> "$GITHUB_ENV"
echo "REPO_NAME=$REPO_NAME" >> "$GITHUB_ENV"
echo "Worktree: $WORKTREE_DIR @ $actual_sha"
- name: 📥 更新快照并同步 main
shell: bash
run: |
set -euo pipefail
cd "$REPO_DIR"
echo "========================================"
echo "📦 Refresh thirdparty/skill snapshots"
echo "========================================"
before_ref=""
if git show-ref --verify --quiet "refs/remotes/origin/$THIRDPARTY_BRANCH"; then
before_ref="$(git rev-parse "origin/$THIRDPARTY_BRANCH")"
echo "📌 Previous $THIRDPARTY_BRANCH: $before_ref"
else
echo "📌 Previous $THIRDPARTY_BRANCH: <missing>"
fi
export MANIFEST_PATH="$MANIFEST_PATH"
# BEGIN update_thirdparty_snapshots
TARGET_BRANCH="$THIRDPARTY_BRANCH" bash <<'UPDATE_THIRDPARTY'
set -euo pipefail
REPO_DIR="${REPO_DIR:-$(pwd)}"
TARGET_BRANCH="${TARGET_BRANCH:-thirdparty/skill}"
MANIFEST_PATH="${MANIFEST_PATH:-.gitea/ci/thirdparty_skills.json}"
retry_cmd() {
local retries="$1"
shift
local delay="$1"
shift
local attempt=1
while true; do
if "$@"; then
return 0
fi
if [ "$attempt" -ge "$retries" ]; then
return 1
fi
echo "Retry ($attempt/$retries): $*" >&2
sleep "$delay"
attempt=$((attempt + 1))
done
}
github_owner_repo() {
case "$1" in
https://github.com/*)
echo "$1" | sed -E 's#^https://github.com/([^/]+/[^/.]+)(\.git)?$#\1#'
;;
http://github.com/*)
echo "$1" | sed -E 's#^http://github.com/([^/]+/[^/.]+)(\.git)?$#\1#'
;;
git@github.com:*)
echo "$1" | sed -E 's#^git@github.com:([^/]+/[^/.]+)(\.git)?$#\1#'
;;
*)
return 1
;;
esac
}
resolve_latest_sha() {
local repo="$1"
local ref="$2"
local tmp_json="$3"
local gh_repo="$4"
local sha=""
if [ -n "$gh_repo" ]; then
local api_url="https://api.github.com/repos/${gh_repo}/commits/${ref}"
if retry_cmd 3 2 curl -fsSL --retry 3 --retry-delay 2 "$api_url" -o "$tmp_json"; then
sha="$(sed -n 's/^[[:space:]]*"sha":[[:space:]]*"\([0-9a-f]\{40\}\)".*/\1/p' "$tmp_json" | head -n 1)"
if [ -n "$sha" ]; then
echo "$sha"
return 0
fi
fi
fi
sha="$(retry_cmd 3 2 git -c http.version=HTTP/1.1 ls-remote "$repo" "refs/heads/$ref" | awk 'NR==1 {print $1}')"
if [ -n "$sha" ]; then
echo "$sha"
return 0
fi
return 1
}
emit_sources_tsv() {
python3 - "$MANIFEST_PATH" <<'PY'
import json
import sys
with open(sys.argv[1], encoding="utf-8") as fh:
data = json.load(fh)
for entry in data["sources"]:
print(
"\x1f".join(
[
entry["id"],
entry["upstream_repo"],
entry.get("upstream_ref", "main"),
entry["snapshot_dir"],
entry["sync_mode"],
"\x1e".join(entry.get("remove_paths", [])),
]
)
)
PY
}
read_source_metadata_value() {
local key="$1"
local source_file="$2"
if [ ! -f "$source_file" ]; then
return 0
fi
sed -n "s/^- ${key}:[[:space:]]*//p" "$source_file" | head -n 1
}
remove_snapshot_paths() {
local snapshot_dir="$1"
local remove_paths="$2"
[ -n "$remove_paths" ] || return 0
local IFS=$'\x1e'
read -r -a paths <<< "$remove_paths"
for path in "${paths[@]}"; do
[ -n "$path" ] || continue
rm -rf "$snapshot_dir/$path"
done
}
cd "$REPO_DIR"
git config user.name "$GIT_USER_NAME"
git config user.email "$GIT_USER_EMAIL"
tmp_dir="$(mktemp -d)"
cleanup() {
rm -rf "$tmp_dir"
}
trap cleanup EXIT
if [ ! -f "$MANIFEST_PATH" ]; then
echo "ERROR: third-party manifest not found: $MANIFEST_PATH" >&2
exit 1
fi
manifest_copy="$tmp_dir/thirdparty_skills.json"
cp "$MANIFEST_PATH" "$manifest_copy"
MANIFEST_PATH="$manifest_copy"
git fetch origin "$TARGET_BRANCH"
git checkout -B "$TARGET_BRANCH" "origin/$TARGET_BRANCH"
sources_file="$tmp_dir/sources.tsv"
if ! emit_sources_tsv > "$sources_file"; then
echo "ERROR: failed to load third-party manifest: $MANIFEST_PATH" >&2
exit 1
fi
changed=0
while IFS=$'\x1f' read -r source_id upstream_repo upstream_ref snapshot_dir sync_mode remove_paths; do
[ -n "$source_id" ] || continue
remove_paths_md="${remove_paths//$'\x1e'/,}"
gh_repo=""
if gh_repo="$(github_owner_repo "$upstream_repo" 2>/dev/null)"; then
:
fi
latest_sha="$(resolve_latest_sha "$upstream_repo" "$upstream_ref" "$tmp_dir/${source_id}-latest.json" "$gh_repo" || true)"
if [ -z "$latest_sha" ]; then
echo "ERROR: failed to resolve upstream ref for ${source_id}: $upstream_repo $upstream_ref" >&2
exit 1
fi
current_sha="$(read_source_metadata_value "Ref" "$snapshot_dir/SOURCE.md")"
current_remove_paths="$(read_source_metadata_value "Remove-Paths" "$snapshot_dir/SOURCE.md")"
if [ "$latest_sha" = "$current_sha" ] && [ "$remove_paths_md" = "$current_remove_paths" ]; then
echo "Third-party snapshot is up to date for ${source_id}: $latest_sha"
continue
fi
rm -rf "$snapshot_dir"
mkdir -p "$snapshot_dir"
snapshot_loaded=0
if [ -n "$gh_repo" ]; then
tar_url="https://codeload.github.com/${gh_repo}/tar.gz/${latest_sha}"
if retry_cmd 3 2 curl -fsSL --retry 3 --retry-delay 2 "$tar_url" -o "$tmp_dir/${source_id}.tar.gz"; then
tar -xzf "$tmp_dir/${source_id}.tar.gz" -C "$snapshot_dir" --strip-components=1
snapshot_loaded=1
fi
fi
if [ "$snapshot_loaded" -eq 0 ]; then
upstream_dir="$tmp_dir/${source_id}-upstream"
git init "$upstream_dir" >/dev/null
git -C "$upstream_dir" remote add origin "$upstream_repo"
retry_cmd 3 2 git -C "$upstream_dir" fetch --depth 1 origin "$latest_sha"
git -C "$upstream_dir" checkout --detach FETCH_HEAD
git -C "$upstream_dir" archive --format=tar HEAD | tar -xf - -C "$snapshot_dir"
fi
remove_snapshot_paths "$snapshot_dir" "$remove_paths"
snapshot_date="$(date -u +%Y-%m-%d)"
cat > "$snapshot_dir/SOURCE.md" <<EOF
# Source
- Repo: ${upstream_repo%".git"}
- Ref: $latest_sha
- Remove-Paths: $remove_paths_md
- Snapshot: $snapshot_date
- Sync-Mode: $sync_mode
- Notes: vendored into playbook branch $TARGET_BRANCH
EOF
git add -A "$snapshot_dir"
changed=1
done < "$sources_file"
if [ "$changed" -eq 0 ] || git diff --cached --quiet; then
echo "All third-party snapshots are up to date."
exit 0
fi
git commit -m ":package: deps(thirdparty): update snapshots"
TOKEN="${WORKFLOW:-}"
if [ -n "$TOKEN" ] && [ -n "${GITHUB_SERVER_URL:-}" ] && [ -n "${GITHUB_REPOSITORY:-}" ]; then
git remote set-url origin "https://oauth2:${TOKEN}@${GITHUB_SERVER_URL#https://}/${GITHUB_REPOSITORY}.git"
fi
git push origin "$TARGET_BRANCH"
UPDATE_THIRDPARTY
# END update_thirdparty_snapshots
git fetch origin "$THIRDPARTY_BRANCH"
after_ref="$(git rev-parse "origin/$THIRDPARTY_BRANCH")"
echo "📌 Current $THIRDPARTY_BRANCH: $after_ref"
if [ "$after_ref" = "$before_ref" ]; then
echo "✅ No thirdparty snapshot change; skip main sync."
exit 0
fi
echo "========================================"
echo "🔄 Sync skills into main"
echo "========================================"
git fetch origin main
git checkout -B main origin/main
# BEGIN sync_thirdparty_skills
TARGET_BRANCH="main" \
THIRDPARTY_BRANCH="$THIRDPARTY_BRANCH" \
MANIFEST_PATH="$MANIFEST_PATH" \
bash <<'SYNC_THIRDPARTY'
set -euo pipefail
REPO_DIR="${REPO_DIR:-$(pwd)}"
THIRDPARTY_BRANCH="${THIRDPARTY_BRANCH:-thirdparty/skill}"
TARGET_BRANCH="${TARGET_BRANCH:-main}"
MANIFEST_PATH="${MANIFEST_PATH:-.gitea/ci/thirdparty_skills.json}"
emit_sources_tsv() {
python3 - "$MANIFEST_PATH" <<'PY'
import json
import sys
with open(sys.argv[1], encoding="utf-8") as fh:
data = json.load(fh)
for entry in data["sources"]:
print(
"\x1f".join(
[
entry["id"],
entry["snapshot_dir"],
entry["sync_mode"],
entry["source_list"],
entry.get("skills_subdir", ""),
entry.get("output_name", entry["id"]),
entry.get("platform_config", ""),
entry.get("template_root", ""),
entry.get("data_dir", ""),
entry.get("scripts_dir", ""),
"\x1e".join(entry.get("include_skill_dirs", [])),
]
)
)
PY
}
render_skill() {
local snapshot_root="$1"
local output_dir="$2"
local platform_config_rel="$3"
local template_root_rel="$4"
local data_dir_rel="$5"
local scripts_dir_rel="$6"
python3 - "$snapshot_root" "$output_dir" "$platform_config_rel" "$template_root_rel" "$data_dir_rel" "$scripts_dir_rel" <<'PY'
import json
import pathlib
import shutil
import sys
snapshot_root = pathlib.Path(sys.argv[1])
output_dir = pathlib.Path(sys.argv[2])
platform_config_path = snapshot_root / sys.argv[3]
template_root = snapshot_root / sys.argv[4]
data_dir = snapshot_root / sys.argv[5]
scripts_dir = snapshot_root / sys.argv[6]
config = json.loads(platform_config_path.read_text(encoding="utf-8"))
skill_template = (template_root / "base" / "skill-content.md").read_text(encoding="utf-8")
quick_reference = ""
if config.get("sections", {}).get("quickReference"):
quick_reference = "\n" + (template_root / "base" / "quick-reference.md").read_text(encoding="utf-8")
def render_frontmatter(frontmatter):
if not frontmatter:
return ""
lines = ["---"]
for key, value in frontmatter.items():
if any(ch in value for ch in ':"\n'):
value = value.replace('"', '\\"')
lines.append(f'{key}: "{value}"')
else:
lines.append(f"{key}: {value}")
lines.extend(["---", ""])
return "\n".join(lines)
content = skill_template
content = content.replace("{{TITLE}}", config["title"])
content = content.replace("{{DESCRIPTION}}", config["description"])
content = content.replace("{{SCRIPT_PATH}}", config["scriptPath"])
content = content.replace("{{SKILL_OR_WORKFLOW}}", config["skillOrWorkflow"])
content = content.replace("{{QUICK_REFERENCE}}", quick_reference)
if output_dir.exists():
shutil.rmtree(output_dir)
output_dir.mkdir(parents=True, exist_ok=True)
(output_dir / "SKILL.md").write_text(
render_frontmatter(config.get("frontmatter")) + content,
encoding="utf-8",
)
if data_dir.exists():
shutil.copytree(data_dir, output_dir / "data")
if scripts_dir.exists():
shutil.copytree(scripts_dir, output_dir / "scripts")
PY
}
tracked_skill_exists() {
local name="$1"
# conflict only if a first-party SKILL.md exists directly under skills/<name>/
[ -f "skills/$name/SKILL.md" ]
}
skill_dir_included() {
local name="$1"
local include_skill_dirs="$2"
[ -n "$include_skill_dirs" ] || return 0
local IFS=$'\x1e'
local expected
read -r -a included <<< "$include_skill_dirs"
for expected in "${included[@]}"; do
if [ "$name" = "$expected" ]; then
return 0
fi
done
return 1
}
cd "$REPO_DIR"
git config user.name "$GIT_USER_NAME"
git config user.email "$GIT_USER_EMAIL"
git fetch origin "$THIRDPARTY_BRANCH"
git fetch origin "$TARGET_BRANCH"
tmp_dir="$(mktemp -d)"
cleanup() {
rm -rf "$tmp_dir"
}
trap cleanup EXIT
git checkout -B "$TARGET_BRANCH" "origin/$TARGET_BRANCH"
mkdir -p "skills/thirdparty/.sources"
sources_file="$tmp_dir/sources.tsv"
if ! emit_sources_tsv > "$sources_file"; then
echo "ERROR: failed to load third-party manifest: $MANIFEST_PATH" >&2
exit 1
fi
while IFS=$'\x1f' read -r source_id snapshot_dir sync_mode source_list skills_subdir output_name platform_config template_root data_dir scripts_dir include_skill_dirs; do
[ -n "$source_id" ] || continue
if [ -f "$source_list" ]; then
while IFS= read -r name; do
[ -n "$name" ] || continue
rm -rf "skills/$name"
done < "$source_list"
fi
done < "$sources_file"
declare -A owners=()
while IFS=$'\x1f' read -r source_id snapshot_dir sync_mode source_list skills_subdir output_name platform_config template_root data_dir scripts_dir include_skill_dirs; do
[ -n "$source_id" ] || continue
git archive --format=tar "origin/${THIRDPARTY_BRANCH}" "$snapshot_dir" | tar -xf - -C "$tmp_dir"
snapshot_root="$tmp_dir/$snapshot_dir"
names=()
case "$sync_mode" in
copy_skill_dirs)
source_skills_dir="$snapshot_root/$skills_subdir"
if [ ! -d "$source_skills_dir" ]; then
echo "ERROR: $skills_subdir not found in snapshot $snapshot_dir" >&2
exit 1
fi
for dir in "$source_skills_dir"/*; do
[ -d "$dir" ] || continue
name="$(basename "$dir")"
if ! skill_dir_included "$name" "$include_skill_dirs"; then
continue
fi
if [ -n "${owners[$name]:-}" ] && [ "${owners[$name]}" != "$source_id" ]; then
echo "ERROR: duplicate third-party skill name: $name" >&2
exit 1
fi
if tracked_skill_exists "$name"; then
echo "ERROR: skill name conflict with tracked skill: $name" >&2
exit 1
fi
rm -rf "skills/thirdparty/$name"
cp -R "$dir" "skills/thirdparty/$name"
names+=("$name")
owners["$name"]="$source_id"
done
;;
render_skill)
name="$output_name"
if [ -n "${owners[$name]:-}" ] && [ "${owners[$name]}" != "$source_id" ]; then
echo "ERROR: duplicate third-party skill name: $name" >&2
exit 1
fi
if tracked_skill_exists "$name"; then
echo "ERROR: skill name conflict with tracked skill: $name" >&2
exit 1
fi
render_skill "$snapshot_root" "skills/thirdparty/$name" "$platform_config" "$template_root" "$data_dir" "$scripts_dir"
names+=("$name")
owners["$name"]="$source_id"
;;
*)
echo "ERROR: unsupported sync mode: $sync_mode" >&2
exit 1
;;
esac
printf "%s\n" "${names[@]}" | sort > "$source_list"
done < "$sources_file"
git add skills
if git diff --cached --quiet; then
echo "No third-party skills to sync."
exit 0
fi
git commit -m ":package: deps(skills): sync thirdparty skills"
TOKEN="${WORKFLOW:-}"
if [ -n "$TOKEN" ] && [ -n "${GITHUB_SERVER_URL:-}" ] && [ -n "${GITHUB_REPOSITORY:-}" ]; then
git remote set-url origin "https://oauth2:${TOKEN}@${GITHUB_SERVER_URL#https://}/${GITHUB_REPOSITORY}.git"
fi
git push origin "$TARGET_BRANCH"
SYNC_THIRDPARTY
# END sync_thirdparty_skills
echo "✅ Update and sync finished."
- name: 🧹 重置 Worktree
if: always()
shell: bash
run: |
# 持久化 worktree 由下次运行前的 detached checkout + reset + clean 复用,
# 此处仅在结束时 detach,避免留下已检出的分支阻塞其它 worktree。
if [ -n "${REPO_DIR:-}" ] && [ -f "$REPO_DIR/.git" ]; then
git -C "$REPO_DIR" checkout --detach --force "${SOURCE_SHA}" 2>/dev/null || true
fi