libostree-dev/.forgejo/workflows/build-libostree-backport.yml
robojerk 2dd88a7b89
Some checks failed
Build libostree Backport / Build libostree Backport (push) Failing after 10m3s
Fix HTTP code extraction and implement dynamic package ID lookup for assignment
2025-07-21 19:50:43 +00:00

491 lines
No EOL
22 KiB
YAML

name: Build libostree Backport
on:
push:
branches: [ main, master ]
pull_request:
branches: [ main, master ]
workflow_dispatch:
env:
UBUNTU_VERSION: "24.04"
OSTREE_VERSION: "2025.2"
BACKPORT_SUFFIX: "~noble1"
jobs:
build-libostree-backport:
name: Build libostree Backport
runs-on: ubuntu-latest
container:
image: ubuntu:latest
steps:
- name: Setup build environment
run: |
apt update -y
apt install -y devscripts build-essential wget git
- name: Checkout repository manually
run: |
# Clone the repository manually instead of using actions/checkout
git clone https://git.raines.xyz/robojerk/libostree-dev.git /tmp/libostree-dev
cp -r /tmp/libostree-dev/* .
cp -r /tmp/libostree-dev/.* . 2>/dev/null || true
- name: Install curl and jq for early testing
run: |
apt-get update -y
apt-get install -y curl jq
- name: Debug - Check ACCESS_TOKEN (safe)
run: |
echo "=== Debugging ACCESS_TOKEN ==="
echo "Token exists: ${{ secrets.FORGEJO_TOKEN != '' }}"
echo "Token length: ${#FORGEJO_TOKEN}"
echo "Token first 4 chars: $(echo "$FORGEJO_TOKEN" | cut -c1-4)..."
echo "Token last 4 chars: ...$(echo "$FORGEJO_TOKEN" | rev | cut -c1-4 | rev)"
echo "Environment variable name: FORGEJO_TOKEN"
echo "Available secrets:"
env | grep -i token || echo "No token env vars found"
env:
FORGEJO_TOKEN: ${{ secrets.FORGEJO_TOKEN }}
- name: Test API endpoints
run: |
echo "=== Testing Forgejo API endpoints with ACCESS_TOKEN ==="
# Test 1: Check Forgejo version and capabilities
echo "Testing Forgejo version..."
curl -s -H "Authorization: Bearer ${{ secrets.FORGEJO_TOKEN }}" \
"https://git.raines.xyz/api/v1/version" | jq . 2>/dev/null || echo "Version endpoint failed"
echo ""
echo "=== Testing user info ==="
# Test 2: Check user info
echo "Testing user info..."
curl -s -H "Authorization: Bearer ${{ secrets.FORGEJO_TOKEN }}" \
"https://git.raines.xyz/api/v1/user" | jq . 2>/dev/null || echo "User endpoint failed"
echo ""
echo "=== Testing repository info ==="
# Test 3: Check repository info
echo "Testing repository info..."
curl -s -H "Authorization: Bearer ${{ secrets.FORGEJO_TOKEN }}" \
"https://git.raines.xyz/api/v1/repos/robojerk/libostree-dev" | jq . 2>/dev/null || echo "Repository endpoint failed"
echo ""
echo "=== Testing package registry endpoints ==="
# Test 4: Check if package registry is enabled
echo "Testing package registry availability..."
curl -s -H "Authorization: Bearer ${{ secrets.FORGEJO_TOKEN }}" \
"https://git.raines.xyz/api/v1/user/packages" | jq . 2>/dev/null || echo "User packages endpoint failed"
echo ""
echo "=== Testing repository packages ==="
# Test 5: Check repository packages
echo "Testing repository packages..."
curl -s -H "Authorization: Bearer ${{ secrets.FORGEJO_TOKEN }}" \
"https://git.raines.xyz/api/v1/repos/robojerk/libostree-dev/packages" | jq . 2>/dev/null || echo "Repository packages endpoint failed"
echo ""
echo "=== Testing package registry types ==="
# Test 6: Check available package types
echo "Testing Debian package registry..."
curl -s -H "Authorization: Bearer ${{ secrets.FORGEJO_TOKEN }}" \
"https://git.raines.xyz/api/v1/packages/robojerk/debian" | jq . 2>/dev/null || echo "Debian packages endpoint failed"
echo "Testing Generic package registry..."
curl -s -H "Authorization: Bearer ${{ secrets.FORGEJO_TOKEN }}" \
"https://git.raines.xyz/api/v1/packages/robojerk/generic" | jq . 2>/dev/null || echo "Generic packages endpoint failed"
# - name: Test package upload with steam.deb
# run: |
# echo "=== Testing package upload with steam.deb ==="
#
# # Check if steam.deb exists
# if [ ! -f "steam.deb" ]; then
# echo "❌ steam.deb not found, skipping upload test"
# echo "Available files:"
# ls -la *.deb 2>/dev/null || echo "No .deb files found"
# exit 0
# fi
#
# # Test Debian Package Registry upload
# echo "Testing Debian Package Registry upload..."
# response=$(curl -s -w "%{http_code}" --user "robojerk:${{ secrets.ACCESS_TOKEN }}" \
# --upload-file "steam.deb" \
# "https://git.raines.xyz/api/packages/robojerk/debian/pool/noble/main/upload")
#
# http_code=$(echo "$response" | tail -c 4)
# echo "Debian Package Registry HTTP Response Code: $http_code"
#
# if [ "$http_code" = "201" ]; then
# echo "✅ Debian Package Registry upload SUCCESS"
# else
# echo "❌ Debian Package Registry upload FAILED (HTTP $http_code)"
# fi
#
# echo ""
# echo "Testing Generic Package Registry upload..."
# response=$(curl -s -w "%{http_code}" --user "robojerk:${{ secrets.ACCESS_TOKEN }}" \
# --upload-file "steam.deb" \
# "https://git.raines.xyz/api/packages/robojerk/generic/steam/1.0.0.83/steam.deb")
#
# http_code=$(echo "$response" | tail -c 4)
# echo "Generic Package Registry HTTP Response Code: $http_code"
#
# if [ "$http_code" = "201" ]; then
# echo "✅ Generic Package Registry upload SUCCESS"
# else
# echo "❌ Generic Package Registry upload FAILED (HTTP $http_code)"
# fi
- name: Add source repositories
run: |
echo "deb-src http://us.archive.ubuntu.com/ubuntu/ noble main universe" | tee /etc/apt/sources.list.d/noble-sources.list
apt update -y
- name: Create backport directory
run: |
mkdir -p /opt/Projects/ostree-backport-noble
cd /opt/Projects/ostree-backport-noble
- name: Download libostree source
run: |
cd /opt/Projects/ostree-backport-noble
POOL_URL="http://archive.ubuntu.com/ubuntu/pool/universe/o/ostree/"
wget "${POOL_URL}ostree_${OSTREE_VERSION}-1.dsc"
wget "${POOL_URL}ostree_${OSTREE_VERSION}.orig.tar.xz"
wget "${POOL_URL}ostree_${OSTREE_VERSION}-1.debian.tar.xz"
- name: Extract and modify source
run: |
cd /opt/Projects/ostree-backport-noble
dpkg-source -x "ostree_${OSTREE_VERSION}-1.dsc"
cd "ostree-${OSTREE_VERSION}"
dch --newversion "${OSTREE_VERSION}-1${BACKPORT_SUFFIX}" \
--distribution "noble-backports" \
-b \
"Backport libostree ${OSTREE_VERSION}-1 from Ubuntu questing for bootc compatibility."
- name: Install build dependencies
run: |
cd /opt/Projects/ostree-backport-noble/ostree-${OSTREE_VERSION}
export DEBIAN_FRONTEND=noninteractive
export APT_LISTCHANGES_FRONTEND=none
apt-get update
apt-get build-dep -y --no-install-recommends ./
- name: Build libostree backport
run: |
cd /opt/Projects/ostree-backport-noble/ostree-${OSTREE_VERSION}
dpkg-buildpackage -us -uc -b
- name: List built packages
run: |
echo "Built libostree packages:"
ls -la /opt/Projects/ostree-backport-noble/*.deb
- name: Create release assets
run: |
mkdir -p release-assets
cp /opt/Projects/ostree-backport-noble/*.deb release-assets/
# Create a summary file
echo "libostree Backport Build Summary" > release-assets/BUILD_SUMMARY.txt
echo "===============================" >> release-assets/BUILD_SUMMARY.txt
echo "Build Date: $(date)" >> release-assets/BUILD_SUMMARY.txt
echo "Ubuntu Version: ${UBUNTU_VERSION}" >> release-assets/BUILD_SUMMARY.txt
echo "Ostree Version: ${OSTREE_VERSION}" >> release-assets/BUILD_SUMMARY.txt
echo "Backport Suffix: ${BACKPORT_SUFFIX}" >> release-assets/BUILD_SUMMARY.txt
echo "" >> release-assets/BUILD_SUMMARY.txt
echo "Built Packages:" >> release-assets/BUILD_SUMMARY.txt
ls -la release-assets/*.deb 2>/dev/null || echo "No packages found" >> release-assets/BUILD_SUMMARY.txt
# Create package list for download links
echo "Package List:" > release-assets/PACKAGES.txt
ls -1 release-assets/*.deb 2>/dev/null | sed 's|.*/||' >> release-assets/PACKAGES.txt
echo "Release assets created:"
ls -la release-assets/
- name: Create download instructions
run: |
cat > release-assets/INSTALL.md << EOF
# libostree 2025.2-1 Backport Installation
## Quick Install
\`\`\`bash
# Download and install the main package
wget https://git.raines.xyz/robojerk/libostree-dev/actions/runs/\${{ github.run_id }}/artifacts
sudo dpkg -i libostree-dev_2025.2-1~noble1_amd64.deb
sudo apt-get install -f
\`\`\`
## Verification
\`\`\`bash
# Check if libostree 2025.2-1 is installed
pkg-config --modversion ostree-1
# Should output: 2025.2
\`\`\`
## Packages Included
EOF
ls -1 release-assets/*.deb 2>/dev/null | sed 's|.*/||' | while read package; do
echo "- \`$package\`" >> release-assets/INSTALL.md
done
echo "" >> release-assets/INSTALL.md
echo "Build completed on: $(date)" >> release-assets/INSTALL.md
- name: Upload to Debian Package Registry (Primary)
id: debian_upload
shell: bash
run: |
echo "=== Attempting Debian Package Registry upload with ACCESS_TOKEN ==="
# Basic connectivity tests
echo "=== Testing basic connectivity ==="
echo "Testing DNS resolution..."
nslookup git.raines.xyz || echo "DNS resolution failed"
echo "Testing HTTPS connectivity..."
curl -I https://git.raines.xyz || echo "HTTPS connectivity failed"
echo "Testing API endpoint accessibility..."
curl -I https://git.raines.xyz/api/v1/version || echo "API endpoint test failed"
echo "=== End connectivity tests ==="
# Initialize array to store uploaded package IDs
uploaded_debian_ids=()
echo "=== Checking for .deb files ==="
echo "Current directory: $(pwd)"
echo "release-assets directory contents:"
ls -la release-assets/ 2>/dev/null || echo "release-assets directory not found"
echo "All .deb files in current directory:"
find . -name "*.deb" -type f 2>/dev/null || echo "No .deb files found"
echo "=== End file check ==="
# Check if ACCESS_TOKEN is available (without exposing the actual token)
echo "=== Checking ACCESS_TOKEN ==="
if [ -n "${{ secrets.ACCESS_TOKEN }}" ]; then
echo "ACCESS_TOKEN is set (length: ${#ACCESS_TOKEN} characters)"
else
echo "❌ ACCESS_TOKEN is not set or empty"
exit 1
fi
echo "=== End token check ==="
for deb_file in release-assets/*.deb; do
if [ -f "$deb_file" ]; then
echo "Uploading $deb_file to Debian Package Registry..."
filename=$(basename "$deb_file")
echo "File: $filename"
# Capture full response (headers + body) to parse HTTP code AND package ID
# Add -v for verbose output and redirect stderr to see connection details
response_and_code=$(curl -v -i --user "robojerk:${{ secrets.ACCESS_TOKEN }}" \
--upload-file "$deb_file" \
"https://git.raines.xyz/api/packages/robojerk/debian/pool/noble/main/upload" 2>&1)
echo "=== Full curl output for $deb_file ==="
echo "$response_and_code"
echo "=== End curl output ==="
# Extract HTTP code from verbose output (look for the actual HTTP response line)
http_code=$(echo "$response_and_code" | grep -oP '^< HTTP/\d.\d \K\d{3}' | tail -1 || echo "N/A")
# Extract JSON body (after headers) - but 201 responses typically have no body
response_body=$(echo "$response_and_code" | awk '/^\r?$/{p=1;next}p')
echo "HTTP Response Code: $http_code"
if [ "$http_code" = "201" ]; then
echo "✅ Debian Package Registry upload SUCCESS for $deb_file"
# Note: 201 responses typically have no body, so no package ID to extract
# We'll need to find the package ID later by listing packages
echo "Package uploaded successfully (no ID returned in response)"
else
echo "❌ Debian Package Registry upload FAILED for $deb_file (HTTP $http_code)"
echo "Response body: $response_body"
exit 1 # Fail the step if upload fails
fi
fi
done
# Set output for this step
echo "debian_package_ids=${uploaded_debian_ids[*]}" >> $GITHUB_OUTPUT
# - name: Upload to Generic Package Registry (Fallback)
# id: generic_upload
# shell: bash
# run: |
# echo "=== Attempting Generic Package Registry upload (fallback) with ACCESS_TOKEN ==="
#
# uploaded_generic_ids=()
# for deb_file in release-assets/*.deb; do
# if [ -f "$deb_file" ]; then
# echo "Uploading $deb_file to Generic Package Registry..."
# filename=$(basename "$deb_file")
# package_name=$(echo "$filename" | cut -d'_' -f1)
# version=$(echo "$filename" | cut -d'_' -f2 | cut -d'~' -f1)
#
# echo "Package: $package_name"
# echo "Version: $version"
# echo "File: $filename"
#
# # Capture full response (headers + body) to parse HTTP code AND package ID
# response_and_code=$(curl -s -i --user "robojerk:${{ secrets.ACCESS_TOKEN }}" \
# --upload-file "$deb_file" \
# "https://git.raines.xyz/api/packages/robojerk/generic/$package_name/$version/$filename")
#
# http_code=$(echo "$response_and_code" | head -n 1 | grep -oP 'HTTP/\d.\d \K\d{3}')
# response_body=$(echo "$response_and_code" | awk '/^\r?$/{p=1;next}p')
#
# echo "HTTP Response Code: $http_code"
#
# if [ "$http_code" = "201" ]; then
# echo "✅ Generic Package Registry upload SUCCESS for $deb_file"
# package_id=$(echo "$response_body" | jq -r '.id' 2>/dev/null)
# if [ -n "$package_id" ] && [ "$package_id" != "null" ]; then
# echo "Captured Package ID: $package_id"
# uploaded_generic_ids+=("$package_id")
# else
# echo "Could not extract Package ID from response for $deb_file."
# fi
# else
# echo "❌ Generic Package Registry upload FAILED for $deb_file (HTTP $http_code)"
# echo "Response body: $response_body"
# fi
# fi
# done
# echo "generic_package_ids=${uploaded_generic_ids[*]}" >> $GITHUB_OUTPUT
- name: Check uploaded packages and provide assignment instructions
run: |
echo "=== Package Upload Summary ==="
echo ""
echo "📦 Check the HTTP response codes above to see if uploads succeeded"
echo "🔍 HTTP 201 = Success, HTTP 401 = Authentication failed, HTTP 403 = Permission denied"
echo ""
echo "📋 If uploads succeeded (HTTP 201), to make packages visible in your repository:"
echo "1. Go to: https://git.raines.xyz/robojerk/-/packages"
echo "2. Find the uploaded packages (they may be under 'debian' or 'generic')"
echo "3. Click on each package → Settings → Assign to repository"
echo "4. Select 'libostree-dev' repository"
echo ""
echo "🔗 After assignment, packages will appear at:"
echo " https://git.raines.xyz/robojerk/libostree-dev/packages"
echo ""
echo "📝 Packages that were attempted:"
for deb_file in release-assets/*.deb; do
if [ -f "$deb_file" ]; then
filename=$(basename "$deb_file")
echo " 📦 $filename"
fi
done
echo ""
echo "🎯 Next steps:"
echo " - Check HTTP response codes above"
echo " - If HTTP 201, manually assign packages to repository via web UI"
echo " - If HTTP 401/403, check token permissions"
- name: Get Repository ID
id: get_repo_id
shell: bash
run: |
echo "Fetching repository ID for robojerk/libostree-dev..."
REPO_INFO=$(curl -s -H "Authorization: Bearer ${{ secrets.ACCESS_TOKEN }}" \
"https://git.raines.xyz/api/v1/repos/robojerk/libostree-dev")
REPO_ID=$(echo "$REPO_INFO" | jq -r '.id' 2>/dev/null)
if [ -n "$REPO_ID" ] && [ "$REPO_ID" != "null" ]; then
echo "Found repository ID: $REPO_ID"
echo "REPO_ID=$REPO_ID" >> $GITHUB_OUTPUT
else
echo "❌ Failed to retrieve repository ID for robojerk/libostree-dev."
echo "Repository info: $REPO_INFO"
exit 1
fi
- name: Assign Uploaded Packages to Repository
shell: bash
run: |
echo "=== Assigning uploaded packages to repository ==="
REPO_ID="${{ steps.get_repo_id.outputs.REPO_ID }}"
if [ -z "$REPO_ID" ]; then
echo "Repository ID not found. Cannot assign packages."
exit 1
fi
echo "Repository ID: $REPO_ID"
# Since we can't get package IDs from upload responses, we need to find them dynamically
echo "Listing all packages to find recently uploaded ones..."
all_packages_json=$(curl -s -H "Authorization: Bearer ${{ secrets.ACCESS_TOKEN }}" \
"https://git.raines.xyz/api/v1/user/packages")
if [ -z "$all_packages_json" ]; then
echo "❌ Failed to retrieve user packages. Cannot assign."
exit 1
fi
echo "Found packages:"
echo "$all_packages_json" | jq -r '.[] | "\(.id): \(.name) \(.version) (\(.package_type))"' 2>/dev/null || echo "Could not parse packages JSON"
# Loop through each .deb file we attempted to upload
for deb_file in release-assets/*.deb; do
if [ -f "$deb_file" ]; then
filename=$(basename "$deb_file")
echo "Looking for package: $filename"
# Parse package info from filename
# Example: libostree-dev_2025.2-1~noble1_amd64.deb
package_name=$(echo "$filename" | cut -d'_' -f1)
package_version=$(echo "$filename" | cut -d'_' -f2)
echo "Searching for package: name=$package_name, version=$package_version"
# Try to find the package ID by name and version
package_id=$(echo "$all_packages_json" | jq -r --arg name "$package_name" --arg version "$package_version" \
'.[] | select(.name == $name and .version == $version and .package_type == "debian") | .id' 2>/dev/null | head -1)
if [ -n "$package_id" ] && [ "$package_id" != "null" ]; then
echo "Found package ID $package_id for $filename"
# Assign the package to the repository
response=$(curl -s -w "%{http_code}" -X POST \
-H "Authorization: Bearer ${{ secrets.ACCESS_TOKEN }}" \
-H "Content-Type: application/json" \
-d "{\"id\": $package_id}" \
"https://git.raines.xyz/api/v1/packages/robojerk/libostree-dev/attach")
http_code=$(echo "$response" | tail -c 4)
echo "Assignment HTTP Response Code for $filename (ID $package_id): $http_code"
if [ "$http_code" = "200" ] || [ "$http_code" = "204" ]; then
echo "✅ Successfully assigned $filename (ID $package_id)"
else
echo "❌ Failed to assign $filename (ID $package_id) (HTTP $http_code)"
echo "Response: $(echo "$response" | head -c -4)"
fi
else
echo "⚠️ Could not find package ID for $filename in user packages"
echo "Available packages:"
echo "$all_packages_json" | jq -r '.[] | " \(.name) \(.version) (\(.package_type))"' 2>/dev/null || echo "Could not parse packages"
fi
fi
done