📦 deps(thirdparty): update snapshots

2026-07-01 16:02:41 +00:00
parent 8301f01888
commit c824ba9d7b
2449 changed files with 555104 additions and 9259 deletions
@@ -0,0 +1,171 @@
+#!/usr/bin/env bash
+
+# Hugging Face Model Papers Tool with Authentication
+# Fetches papers referenced by Hugging Face models using HF_TOKEN if available
+
+set -euo pipefail
+
+# Help function
+show_help() {
+    cat << EOF
+Hugging Face Model Papers Tool with Authentication
+
+This tool fetches papers referenced by Hugging Face models.
+Supports authentication via HF_TOKEN environment variable.
+
+Usage:
+    $0 [OPTIONS]
+
+Options:
+    MODEL_ID            Specific model to analyze (e.g., microsoft/DialoGPT-medium)
+    --trending [N]      Show papers for top N trending models (default: 5)
+    --help              Show this help message
+
+Environment Variables:
+    HF_TOKEN            Hugging Face API token (optional, for private models)
+
+Examples:
+    # Get papers for a specific model
+    $0 microsoft/DialoGPT-medium
+
+    # Get papers with authentication
+    HF_TOKEN=your_token_here $0 your-private-model
+
+    # Get papers for top 3 trending models
+    $0 --trending 3
+
+EOF
+}
+
+# Function to make authenticated API calls
+hf_api_call() {
+    local url="$1"
+    local headers=()
+
+    # Add authentication header if HF_TOKEN is set
+    if [[ -n "${HF_TOKEN:-}" ]]; then
+        headers+=(-H "Authorization: Bearer $HF_TOKEN")
+    fi
+
+    curl -s "${headers[@]}" "$url" 2>/dev/null || echo '{"error": "Network error"}'
+}
+
+# Function to extract papers from text
+extract_papers() {
+    local text="$1"
+    local title="$2"
+
+    echo "$title"
+
+    # Find ArXiv URLs
+    local arxiv_urls=$(echo "$text" | grep -oE 'https?://arxiv\.org/[^[:space:]\])]+' | head -5)
+    if [[ -n "$arxiv_urls" ]]; then
+        echo "ArXiv Papers:"
+        echo "$arxiv_urls" | sed 's/^/  • /'
+    fi
+
+    # Find DOI URLs
+    local doi_urls=$(echo "$text" | grep -oE 'https?://doi\.org/[^[:space:]\])]+' | head -3)
+    if [[ -n "$doi_urls" ]]; then
+        echo "DOI Papers:"
+        echo "$doi_urls" | sed 's/^/  • /'
+    fi
+
+    # Find arxiv IDs in format YYYY.NNNNN
+    local arxiv_ids=$(echo "$text" | grep -oE 'arXiv:[0-9]{4}\.[0-9]{4,5}' | head -5)
+    if [[ -n "$arxiv_ids" ]]; then
+        echo "ArXiv IDs:"
+        echo "$arxiv_ids" | sed 's/^/  • /'
+    fi
+
+    # Check for paper mentions
+    if echo "$text" | grep -qi "paper\|publication\|citation"; then
+        local paper_mentions=$(echo "$text" | grep -i -A1 -B1 "paper\|publication" | head -6)
+        if [[ -n "$paper_mentions" ]]; then
+            echo "Paper mentions:"
+            echo "$paper_mentions" | sed 's/^/  /'
+        fi
+    fi
+
+    if [[ -z "$arxiv_urls" && -z "$doi_urls" && -z "$arxiv_ids" ]]; then
+        echo "No papers found in model card"
+    fi
+}
+
+# Function to get model papers
+get_model_papers() {
+    local model_id="$1"
+
+    echo "=== $model_id ==="
+
+    # Get model info from API with authentication
+    local api_url="https://huggingface.co/api/models/$model_id"
+    local response=$(hf_api_call "$api_url")
+
+    if echo "$response" | grep -q '"error"'; then
+        echo "Error: Could not fetch model '$model_id'"
+        if [[ -z "${HF_TOKEN:-}" ]]; then
+            echo "Note: This might be a private model. Try setting HF_TOKEN environment variable."
+        fi
+        return 1
+    fi
+
+    # Parse basic info
+    local downloads=$(echo "$response" | jq -r '.downloads // 0')
+    local likes=$(echo "$response" | jq -r '.likes // 0')
+    echo "Downloads: $downloads | Likes: $likes"
+
+    # Get model card
+    local card_url="https://huggingface.co/$model_id/raw/main/README.md"
+    local card_content=$(curl -s "$card_url" 2>/dev/null || echo "")
+
+    if [[ -n "$card_content" ]]; then
+        extract_papers "$card_content" "Papers from model card:"
+    else
+        echo "Could not fetch model card"
+    fi
+
+    # Check tags for arxiv references
+    local arxiv_tag=$(echo "$response" | jq -r '.tags[]' 2>/dev/null | grep arxiv || true)
+    if [[ -n "$arxiv_tag" ]]; then
+        echo "ArXiv from tags: $arxiv_tag"
+    fi
+
+    echo
+}
+
+# Function to get trending models
+get_trending_models() {
+    local limit="${1:-5}"
+
+    echo "Fetching top $limit trending models..."
+
+    local trending_url="https://huggingface.co/api/trending?type=model&limit=$limit"
+    local response=$(hf_api_call "$trending_url")
+
+    echo "$response" | jq -r '.recentlyTrending[] | .repoData.id' | head -"$limit" | while read -r model_id; do
+        if [[ -n "$model_id" ]]; then
+            get_model_papers "$model_id"
+        fi
+    done
+}
+
+# Main
+if [[ $# -eq 0 ]]; then
+    echo "Error: No arguments provided"
+    show_help
+    exit 1
+fi
+
+if [[ "$1" == "--help" ]]; then
+    show_help
+    exit 0
+elif [[ "$1" == "--trending" ]]; then
+    if [[ -n "${2:-}" ]] && [[ "$2" =~ ^[0-9]+$ ]]; then
+        get_trending_models "$2"
+    else
+        get_trending_models 5
+    fi
+else
+    get_model_papers "$1"
+fi