Export from Packagecloud

#!/bin/bash
set -euo pipefail

PACKAGECLOUD_TOKEN="${PACKAGECLOUD_TOKEN:-}"
PACKAGECLOUD_USER="${PACKAGECLOUD_USER:-}"
PACKAGECLOUD_REPO="${PACKAGECLOUD_REPO:-}"
OUTPUT_DIR="${OUTPUT_DIR:-./packagecloud-export}"
PER_PAGE=100

if [[ -z "$PACKAGECLOUD_TOKEN" ]]; then
    echo "Error: PACKAGECLOUD_TOKEN environment variable is required"
    exit 1
fi

if [[ -z "$PACKAGECLOUD_USER" ]]; then
    echo "Error: PACKAGECLOUD_USER environment variable is required"
    exit 1
fi

if [[ -z "$PACKAGECLOUD_REPO" ]]; then
    echo "Error: PACKAGECLOUD_REPO environment variable is required"
    exit 1
fi

mkdir -p "$OUTPUT_DIR"

echo "Exporting packages from packagecloud.io/${PACKAGECLOUD_USER}/${PACKAGECLOUD_REPO}"
echo "Output directory: $OUTPUT_DIR"

fetch_all_packages() {
    local page=1
    local all_packages="[]"

    while true; do
        echo "Fetching page $page..."

        response=$(curl -s -u "${PACKAGECLOUD_TOKEN}:" \
            "https://packagecloud.io/api/v1/repos/${PACKAGECLOUD_USER}/${PACKAGECLOUD_REPO}/packages.json?per_page=${PER_PAGE}&page=${page}")

        if ! echo "$response" | jq -e 'type == "array"' > /dev/null 2>&1; then
            echo "Error: Invalid API response on page $page"
            echo "$response"
            exit 1
        fi

        count=$(echo "$response" | jq 'length')

        if [[ "$count" -eq 0 ]]; then
            break
        fi

        echo "Found $count packages on page $page"
        all_packages=$(echo "$all_packages" "$response" | jq -s 'add')

        if [[ "$count" -lt "$PER_PAGE" ]]; then
            break
        fi

        page=$((page + 1))
    done

    echo "$all_packages"
}

packages=$(fetch_all_packages)
total=$(echo "$packages" | jq 'length')
echo "Total packages to download: $total"

echo "$packages" | jq '.' > "${OUTPUT_DIR}/manifest.json"
echo "Package manifest saved to ${OUTPUT_DIR}/manifest.json"

echo "$packages" | jq -c '.[]' | while read -r package; do
    filename=$(echo "$package" | jq -r '.filename')
    package_url=$(echo "$package" | jq -r '.package_url')
    package_type=$(echo "$package" | jq -r '.type')

    type_dir="${OUTPUT_DIR}/${package_type}/${PACKAGECLOUD_REPO}"
    mkdir -p "$type_dir"

    output_path="${type_dir}/${filename}"

    if [[ -f "$output_path" ]]; then
        echo "Skipping (already exists): $filename"
        continue
    fi

    echo "Downloading: $filename"

    package_details=$(curl -s -u "${PACKAGECLOUD_TOKEN}:" \
        "https://packagecloud.io${package_url}")

    download_url=$(echo "$package_details" | jq -r '.download_url // empty')

    if [[ -z "$download_url" ]]; then
        echo "  Warning: No download URL found for $filename, skipping"
        continue
    fi

    if curl -s -L -u "${PACKAGECLOUD_TOKEN}:" -o "$output_path" "$download_url"; then
        echo "  Saved to: $output_path"
    else
        echo "  Error: Failed to download $filename"
        rm -f "$output_path"
    fi
done

echo "Export complete. Output directory: $OUTPUT_DIR"