Add cache mirror support to redirector update workflow

Extend the redirector configuration workflow to support cache mirrors:
- Add cache to build platform matrix
- Add Cache-index job to fetch mirrors from NetBox
- Add Cache check job to compare mirrors against source
- Add cache redirector config generation (port 8084)
- Handle cache directory mirroring (mirror root, not dists/)

Co-Authored-By: Claude Sonnet 4.5 <noreply@anthropic.com>

Author: igorpecovnik

.github/workflows/infrastructure-update-redirector-config.yml

@@ -45,6 +45,7 @@ jobs:
           - apt
           - dl
           - archive
+          - cache
     steps:
 
       - name: "Install dependencies: lftp"
@@ -71,6 +72,11 @@ jobs:
 
               # Move top-level archive subdirs from source to destination
               find source/*/archive/ -mindepth 1 -maxdepth 1 -exec mv -i -- "{}" destination/ \;
+          elif [[ "$platform" == "cache" ]]; then
+              # Mirror cache root directory directly
+              pushd destination >/dev/null
+              lftp -e "mirror --parallel=64; quit" "${source_of_truth}/${platform}"
+              popd >/dev/null
           else
               # Mirror dists directly into ./destination
               pushd destination >/dev/null
@@ -162,6 +168,25 @@ jobs:
           | xargs -n3 -d'\n' | sed -e 's/\s\+/\//' | sed "s/ /,/" | jq -cnR '[inputs | select(length>0)]' | jq >> $GITHUB_OUTPUT
           echo 'EOF' >> $GITHUB_OUTPUT
 
+  Cache-index:
+    name: "Compare cache mirrors"
+    needs: build
+    outputs:
+      matrix: ${{steps.json.outputs.JSON_CONTENT}}
+    runs-on: ubuntu-24.04
+    steps:
+
+      - name: "Get cache mirrors from database"
+        id: json
+        run: |
+
+          echo 'JSON_CONTENT<<EOF' >> $GITHUB_OUTPUT
+          curl -H "Authorization: Token ${{ secrets.NETBOX_TOKEN }}" -H "Accept: application/json; indent=4" \
+          "${{ secrets.NETBOX_API }}/virtualization/virtual-machines/?limit=500&name__empty=false&tag=cache&status=active" \
+          | jq '.results[] | .name,.custom_fields["download_path_cache"],.id' | sed "s|null|cache|" | sed "s/\"//g" \
+          | xargs -n3 -d'\n' | sed -e 's/\s\+/\//' | sed "s/ /,/" | jq -cnR '[inputs | select(length>0)]' | jq >> $GITHUB_OUTPUT
+          echo 'EOF' >> $GITHUB_OUTPUT
+
   Debs-beta:
     name: "B"
     runs-on: ubuntu-24.04
@@ -400,8 +425,67 @@ jobs:
           path: status
           if-no-files-found: ignore
 
+  Cache:
+    name: "C"
+    runs-on: ubuntu-24.04
+    needs: [ Cache-index ]
+    outputs:
+      matrix: ${{needs.Cache-index.outputs.matrix}}
+    if: ${{ needs.Cache-index.outputs.matrix != '[]' && needs.Cache-index.outputs.matrix != '' }}
+    timeout-minutes: 7
+    strategy:
+      fail-fast: false
+      matrix:
+        node: ${{fromJson(needs.Cache-index.outputs.matrix)}}
+
+    steps:
+
+      - uses: actions/download-artifact@v7
+        with:
+          name: cache
+          path: cache
+
+      - name: "Install dependencies"
+        uses: awalsh128/cache-apt-pkgs-action@latest
+        with:
+          packages: lftp
+          version: 1.0
+
+      - name: "Check ${{ matrix.node }} "
+        run: |
+
+          SERVER_URL=$(echo "${{ matrix.node }}" | cut -d"," -f1)
+          SERVER_ID=$(echo "${{ matrix.node }}" | cut -d"," -f2)
+          echo "SERVER_ID=${SERVER_ID}" >> $GITHUB_ENV
+          mkdir -p compare; cd compare
+          if curl --output /dev/null --silent --head --fail "https://${SERVER_URL}/cache/"; then
+              timeout 5m lftp -e "mirror --parallel=16; exit" https://${SERVER_URL}/cache/ || exit_status=$?
+          fi
+          cd ..
+          OUT=$(diff -rq compare cache || true)
+          mkdir -p status
+          if [[ -z "${OUT}" ]]; then
+              echo "true" >> status/${SERVER_ID}
+              echo "STATUS=true" >> $GITHUB_ENV
+          elif [[ "${exit_status}" -eq 0 ]]; then
+              echo "not_in_sync" >> status/${SERVER_ID}
+              echo "${SERVER_URL}" >> status/${SERVER_ID}
+              echo "STATUS=not_in_sync" >> $GITHUB_ENV
+          elif [[ "${exit_status}" -eq 124 ]]; then
+              echo "timeout" >> status/${SERVER_ID}
+              echo "${SERVER_URL}" >> status/${SERVER_ID}
+              echo "STATUS=not_in_sync" >> $GITHUB_ENV
+          fi
+
+      - name: Upload ${{ env.STATUS }} for ${{ matrix.node }}
+        uses: actions/upload-artifact@v6
+        with:
+          name: cache-${{ env.SERVER_ID }}
+          path: status
+          if-no-files-found: ignore
+
   download:
-    needs: [ Debs-beta,Debs-stable,Images-stable,Images-archive ]
+    needs: [ Debs-beta,Debs-stable,Images-stable,Images-archive,Cache ]
     runs-on: ubuntu-24.04
     steps:
 
@@ -545,6 +629,38 @@ jobs:
         netbox: ${{ secrets.NETBOX_TOKEN }}
         netboxapi: ${{ secrets.NETBOX_API }}
 
+    - name: Download All Artifacts
+      uses: actions/download-artifact@v7
+      with:
+        path: status
+        pattern: cache*
+        merge-multiple: true
+
+    - name: "Grep only those that are in sync"
+      run: |
+        echo "# Not in sync" >> $GITHUB_STEP_SUMMARY
+        grep not_in_sync status/* | cut -d":" -f1 | xargs awk 'FNR==2{print}' >> $GITHUB_STEP_SUMMARY
+        echo "# Timeouts" >> $GITHUB_STEP_SUMMARY
+        grep timeout status/* | cut -d":" -f1 | xargs awk 'FNR==2{print}' >> $GITHUB_STEP_SUMMARY
+
+        echo "failoverserver=$(grep true status/* | cut -d":" -f1 | cut -d"/" -f2 | sed ':a; N; s/\n/ /; ta') " >> $GITHUB_ENV
+        echo "reloadKey=$(openssl rand -hex 16)" >> $GITHUB_ENV
+        rm -rf status
+
+    - name: Cache
+      uses: armbian/actions/make-yaml-redirector@main
+      with:
+        variant: cache
+        failoverserver: "${{ env.failoverserver }}"
+        port: 8084
+        geodb: "${{ env.GEODB }}"
+        asndb: "${{ env.ASNDB }}"
+        dl_map: "${{ env.DL_MAP }}"
+        certDataPath: "${{ env.CERTPATH }}"
+        reloadKey: ${{ env.reloadKey }}
+        netbox: ${{ secrets.NETBOX_TOKEN }}
+        netboxapi: ${{ secrets.NETBOX_API }}
+
   Close:
     needs: [ download ]
     runs-on: ubuntu-24.04
@@ -596,10 +712,12 @@ jobs:
             debs-*
             dl-*
             archive-*
+            cache-*
             apt
             beta
             dl
             archive
+            cache
 
     - name: Install SSH key + known_hosts (task two)
       uses: shimataro/ssh-key-action@v2