only setup python for non-docker platforms (#2171)

Original PR was accidentally merged to a branch. Re-landing same PR to main now

.github/actions/setup-build/action.yml

@@ -19,16 +19,19 @@ runs:
 
   steps:
   - name: Set up Python
+    if: ${{ runner.arch == 'X64' }}
     uses: actions/setup-python@v4
     with:
       python-version: '3.11'
 
   - name: Install MLIR Python depends
+    if: ${{ runner.os != 'Linux' }}
     run: |
       python -m pip install -r $GITHUB_WORKSPACE/externals/llvm-project/mlir/python/requirements.txt
     shell: bash
 
   - name: Install PyTorch nightly depends
+    if: ${{ runner.os != 'Linux' }}
     run: |
       python -m pip install -r pytorch-requirements.txt
       python -m pip install -r build-requirements.txt