diff --git a/.github/workflows/build_rocm.yaml b/.github/workflows/build_rocm.yaml
index 5971ed78..f9c2f620 100644
--- a/.github/workflows/build_rocm.yaml
+++ b/.github/workflows/build_rocm.yaml
@@ -36,22 +36,30 @@
      steps:
        - name: Checkout repository
          uses: actions/checkout@v3
+
+       - name: Tailscale
+         uses: huggingface/tailscale-action@v1
+         with:
+           authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
+
        - name: Initialize Docker Buildx
          uses: docker/setup-buildx-action@v2.0.0
          with:
            install: true
+           config-inline: |
+             [registry."docker.io"]
+               mirrors = ["registry.github-runners.huggingface.tech"]
+
        - name: Configure sccache
          uses: actions/github-script@v6
          with:
            script: |
              core.exportVariable('ACTIONS_CACHE_URL', process.env.ACTIONS_CACHE_URL || '');
              core.exportVariable('ACTIONS_RUNTIME_TOKEN', process.env.ACTIONS_RUNTIME_TOKEN || '');
+
        - name: Inject slug/short variables
          uses: rlespinasse/github-slug-action@v4.4.1
-       - name: Tailscale
-         uses: huggingface/tailscale-action@v1
-         with:
-           authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
+
        - name: Login to GitHub Container Registry
          if: github.event_name != 'pull_request'
          uses: docker/login-action@v2
@@ -59,12 +67,14 @@
            registry: ghcr.io
            username: ${{ github.actor }}
            password: ${{ secrets.GITHUB_TOKEN }}
+
        - name: Login to internal Container Registry
          uses: docker/login-action@v2.1.0
          with:
            username: ${{ secrets.TAILSCALE_DOCKER_USERNAME }}
            password: ${{ secrets.TAILSCALE_DOCKER_PASSWORD }}
            registry: registry.internal.huggingface.tech
+
        - name: Extract metadata (tags, labels) for Docker
          id: meta-rocm
          uses: docker/metadata-action@v4.3.0