Update check-urls.yml

.github/workflows/check-urls.yml

@@ -1,73 +1,243 @@
-# This workflow checks provider URLs daily, commits any changes,
-# and sends a notification to a Discord webhook if an update occurs.
-
 name: Check Provider URLs
 
 on:
   schedule:
-    - cron: '0 0 * * *'  # Run daily at midnight UTC
+    - cron: '0 0 * * *'  # Run daily at midnight UTC (fixed syntax)
   workflow_dispatch:      # Allow manual triggering
 
 # Set explicit permissions for the GITHUB_TOKEN
 permissions:
   contents: write
+  actions: read
+
+env:
+  DISCORD_WEBHOOK: ${{ secrets.DISCORD_WEBHOOK }}
 
 jobs:
   check-urls:
     runs-on: ubuntu-latest
     
-    defaults:
-      run:
-        working-directory: ./.github/scripts
-
     steps:
       - name: Checkout repository
-        uses: actions/checkout@v4
+        uses: actions/checkout@v4  # Updated to v4
-
-      - name: Set up Node.js with Caching
-        uses: actions/setup-node@v4
         with:
-          node-version: '18'
+          fetch-depth: 1
+      
+      - name: Set up Node.js
+        uses: actions/setup-node@v4  # Updated to v4
+        with:
+          node-version: '20'  # Updated to more recent LTS version
           cache: 'npm'
-          cache-dependency-path: './.github/scripts/package-lock.json'
       
       - name: Install dependencies
-        run: npm ci
+        run: |
+          npm init -y 2>/dev/null || true  # Initialize package.json if it doesn't exist
+          npm install axios
       
       - name: Run URL checker
-        run: node url-checker.js
+        id: url-check
-        
-      - name: Commit and Notify if Changes Exist
-        id: commit_and_notify
-        # Return to the root directory for git operations
         run: |
-          cd ../..
+          node .github/scripts/url-checker.js
-          git config --global user.name "GitHub Actions Bot"
+          echo "check_completed=true" >> $GITHUB_OUTPUT
-          git config --global user.email "actions@github.com"
+          
+          # Capture changes summary if the script generates one
+          if [ -f "url_changes_summary.txt" ]; then
+            echo "changes_summary<<EOF" >> $GITHUB_OUTPUT
+            cat url_changes_summary.txt >> $GITHUB_OUTPUT
+            echo "EOF" >> $GITHUB_OUTPUT
+          fi
+        continue-on-error: false  # Fail the workflow if URL checker fails
+      
+      - name: Check for changes
+        id: changes
+        run: |
+          git config --global user.name "github-actions[bot]"
+          git config --global user.email "github-actions[bot]@users.noreply.github.com"
+          
+          # Stage the file
           git add modflix.json
           
-          # Check if there are changes to commit
+          # Check if there are staged changes
-          if [[ $(git status --porcelain modflix.json) ]]; then
+          if git diff --staged --quiet; then
-            echo "✅ Changes detected in modflix.json. Committing and preparing to notify."
+            echo "has_changes=false" >> $GITHUB_OUTPUT
-            git commit -m "Update provider URLs [skip ci]"
+            echo "No changes detected in modflix.json"
-            git push
-            # Set an output to use in the next step's 'if' condition
-            echo "changes_detected=true" >> $GITHUB_OUTPUT
           else
-            echo "ℹ️ No changes detected in modflix.json. Nothing to commit."
+            echo "has_changes=true" >> $GITHUB_OUTPUT
-            echo "changes_detected=false" >> $GITHUB_OUTPUT
+            echo "Changes detected in modflix.json"
           fi
       
-      - name: Send Discord Notification on Update
+      - name: Send Discord notification
-        # This step only runs if the previous step detected changes
+        if: steps.changes.outputs.has_changes == 'true' && env.DISCORD_WEBHOOK != ''
-        if: steps.commit_and_notify.outputs.changes_detected == 'true'
+        run: |
-        uses: tsg-adapter/discord-webhook-action@v2
+          # Analyze the changes in modflix.json to show specific providers updated
-        with:
+          TIMESTAMP=$(date -u +"%Y-%m-%d %H:%M:%S UTC")
-          webhook_url: ${{ secrets.DISCORD_WEBHOOK }}
+          
-          content: ""
+          # Extract detailed changes showing old vs new URLs
-          embed_title: "Provider URLs Updated"
+          git diff --staged modflix.json > changes.diff
-          embed_description: "The URL checker script found new provider URLs and has updated `modflix.json`. The changes have been pushed to the repository."
+          
-          embed_color: "#28a745" # A nice green color
+          # Parse the diff to extract provider updates
-          embed_url: "${{ github.server_url }}/${{ github.repository }}/commit/${{ github.sha }}"
+          PROVIDER_UPDATES=""
-          embed_footer_text: "Workflow: ${{ github.workflow }}"
+          CHANGE_COUNT=0
-          embed_timestamp: "true"
+          
+          # Process the diff line by line to find URL changes
+          while IFS= read -r line; do
+            # Look for removed lines (old URLs)
+            if [[ $line =~ ^-.*\"url\".*:.*\"(.*)\" ]]; then
+              OLD_URL="${BASH_REMATCH[1]}"
+            fi
+            # Look for added lines (new URLs) 
+            if [[ $line =~ ^\+.*\"url\".*:.*\"(.*)\" ]]; then
+              NEW_URL="${BASH_REMATCH[1]}"
+              # Look backwards for the provider name
+              PROVIDER_NAME=""
+              # Search recent lines for provider name pattern
+              if [[ -n "$OLD_URL" ]]; then
+                # Try to extract provider name from context
+                CONTEXT=$(git diff --staged modflix.json -U5 | grep -B10 -A2 "$NEW_URL" | grep -E '"name".*:.*".*"' | tail -1)
+                if [[ $CONTEXT =~ \"name\".*:.*\"([^\"]+)\" ]]; then
+                  PROVIDER_NAME="${BASH_REMATCH[1]}"
+                fi
+                
+                # Add to updates list (truncate long URLs for readability)
+                OLD_DISPLAY=$(echo "$OLD_URL" | cut -c1-50)$([ ${#OLD_URL} -gt 50 ] && echo "...")
+                NEW_DISPLAY=$(echo "$NEW_URL" | cut -c1-50)$([ ${#NEW_URL} -gt 50 ] && echo "...")
+                
+                if [[ -n "$PROVIDER_NAME" ]]; then
+                  PROVIDER_UPDATES="${PROVIDER_UPDATES}\n**${PROVIDER_NAME}**\n\`\`\`diff\n- ${OLD_DISPLAY}\n+ ${NEW_DISPLAY}\n\`\`\`"
+                else
+                  PROVIDER_UPDATES="${PROVIDER_UPDATES}\n**Provider**\n\`\`\`diff\n- ${OLD_DISPLAY}\n+ ${NEW_DISPLAY}\n\`\`\`"
+                fi
+                CHANGE_COUNT=$((CHANGE_COUNT + 1))
+                OLD_URL=""
+              fi
+            fi
+          done < changes.diff
+          
+          # If no specific changes found, fall back to general count
+          if [[ $CHANGE_COUNT -eq 0 ]]; then
+            CHANGE_COUNT=$(git diff --staged --numstat modflix.json | awk '{print $1 + $2}')
+            PROVIDER_UPDATES="📄 ${CHANGE_COUNT} lines modified in modflix.json"
+          else
+            # Truncate if too long for Discord (2000 char limit per field)
+            if [[ ${#PROVIDER_UPDATES} -gt 1800 ]]; then
+              PROVIDER_UPDATES=$(echo -e "$PROVIDER_UPDATES" | head -c 1800)
+              PROVIDER_UPDATES="${PROVIDER_UPDATES}\n\n... (truncated, view full changes in repository)"
+            fi
+          fi
+          
+          # Create Discord webhook payload
+          cat > discord_payload.json << EOF
+          {
+            "embeds": [
+              {
+                "title": "🔄 Provider URLs Updated",
+                "description": "The provider URL checker has detected and updated broken or changed URLs.",
+                "color": 3066993,
+                "fields": [
+                  {
+                    "name": "📊 Changes Detected",
+                    "value": "${CHANGE_COUNT} provider URL(s) updated",
+                    "inline": true
+                  },
+                  {
+                    "name": "⏰ Updated",
+                    "value": "${TIMESTAMP}",
+                    "inline": true
+                  },
+                  {
+                    "name": "🔗 Repository",
+                    "value": "[View Full Changes](https://github.com/${{ github.repository }}/commit/${{ github.sha }})",
+                    "inline": false
+                  }
+                ],
+                "footer": {
+                  "text": "Automated by GitHub Actions"
+                },
+                "timestamp": "$(date -u +%Y-%m-%dT%H:%M:%S.000Z)"
+              }
+            ]
+          }
+          EOF
+          
+          # Add provider updates field if we have specific changes
+          if [[ $CHANGE_COUNT -gt 0 && ${#PROVIDER_UPDATES} -gt 20 ]]; then
+            # Use jq to safely add the provider updates field
+            echo "$PROVIDER_UPDATES" > provider_updates.txt
+            ESCAPED_UPDATES=$(cat provider_updates.txt | jq -Rs .)
+            jq --argjson updates "$ESCAPED_UPDATES" '.embeds[0].fields += [{"name": "📋 Updated Providers", "value": $updates, "inline": false}]' discord_payload.json > temp_payload.json
+            mv temp_payload.json discord_payload.json
+          fi
+          
+          # Add changes summary from URL checker if available
+          if [[ -n "${{ steps.url-check.outputs.changes_summary }}" ]]; then
+            SUMMARY_ESCAPED=$(echo "${{ steps.url-check.outputs.changes_summary }}" | jq -Rs .)
+            jq --argjson summary "$SUMMARY_ESCAPED" '.embeds[0].fields += [{"name": "🔍 Check Summary", "value": $summary, "inline": false}]' discord_payload.json > temp_payload.json
+            mv temp_payload.json discord_payload.json
+          fi
+          
+          # Send to Discord
+          curl -H "Content-Type: application/json" \
+               -d @discord_payload.json \
+               "${{ env.DISCORD_WEBHOOK }}" \
+               --fail --silent --show-error
+          
+          if [ $? -eq 0 ]; then
+            echo "✅ Discord notification sent successfully"
+            echo "📊 Reported ${CHANGE_COUNT} provider updates"
+          else
+            echo "❌ Failed to send Discord notification"
+            exit 1
+          fi
+      
+      - name: Commit and push changes
+        if: steps.changes.outputs.has_changes == 'true'
+        run: |
+          # Create commit with timestamp
+          TIMESTAMP=$(date -u +"%Y-%m-%d %H:%M:%S UTC")
+          git commit -m "chore: update provider URLs - $TIMESTAMP [skip ci]"
+          
+          # Push with retry logic
+          MAX_RETRIES=3
+          RETRY_COUNT=0
+          
+          while [ $RETRY_COUNT -lt $MAX_RETRIES ]; do
+            if git push; then
+              echo "Successfully pushed changes"
+              break
+            else
+              RETRY_COUNT=$((RETRY_COUNT + 1))
+              echo "Push failed, attempt $RETRY_COUNT of $MAX_RETRIES"
+              if [ $RETRY_COUNT -lt $MAX_RETRIES ]; then
+                echo "Retrying in 10 seconds..."
+                sleep 10
+                git pull --rebase origin main || git pull --rebase origin master
+              fi
+            fi
+          done
+          
+          if [ $RETRY_COUNT -eq $MAX_RETRIES ]; then
+            echo "Failed to push after $MAX_RETRIES attempts"
+            exit 1
+          fi
+      
+      - name: Create summary
+        if: always()
+        run: |
+          echo "## URL Check Summary" >> $GITHUB_STEP_SUMMARY
+          echo "- **Workflow Status:** ${{ job.status }}" >> $GITHUB_STEP_SUMMARY
+          echo "- **URL Check Completed:** ${{ steps.url-check.outputs.check_completed || 'false' }}" >> $GITHUB_STEP_SUMMARY
+          echo "- **Changes Detected:** ${{ steps.changes.outputs.has_changes || 'false' }}" >> $GITHUB_STEP_SUMMARY
+          echo "- **Discord Notification:** ${{ steps.changes.outputs.has_changes == 'true' && env.DISCORD_WEBHOOK != '' && 'Sent' || 'Skipped' }}" >> $GITHUB_STEP_SUMMARY
+          echo "- **Timestamp:** $(date -u)" >> $GITHUB_STEP_SUMMARY
+          
+          # Add changes summary if available
+          if [[ -n "${{ steps.url-check.outputs.changes_summary }}" ]]; then
+            echo "" >> $GITHUB_STEP_SUMMARY
+            echo "### Changes Summary" >> $GITHUB_STEP_SUMMARY
+            echo "${{ steps.url-check.outputs.changes_summary }}" >> $GITHUB_STEP_SUMMARY
+          fi
+          
+          # Add failure information if applicable
+          if [[ "${{ job.status }}" == "failure" ]]; then
+            echo "- **Note:** Check the logs above for error details" >> $GITHUB_STEP_SUMMARY
+          fi