Delete Buck1 as it is no longer supported (#140067)

Buck1 is no longer supported in favor of buck2. This CI tests the old buck1 flow, however it is difficult to maintain especially since buck1 doesn't support aarch64 mac.

I am suggesting that this CI be deprecated until a decision on buck2 is made, and buck2 support is added. As of now, there seems to be no push towards adding buck2 support.
Pull Request resolved: https://github.com/pytorch/pytorch/pull/140067
Approved by: https://github.com/huydhn
This commit is contained in:
Max Ren
2024-11-11 18:49:18 +00:00
committed by PyTorch MergeBot
parent 5f4a21dc58
commit 96b64182de
4 changed files with 0 additions and 204 deletions

View File

@ -1,23 +0,0 @@
[pt]
is_oss=1
[buildfile]
name = BUCK.oss
includes = //tools/build_defs/select.bzl
[repositories]
bazel_skylib = third_party/bazel-skylib/
ovr_config = .
[download]
in_build = true
[cxx]
cxxflags = -std=c++17
ldflags = -Wl,--no-undefined
should_remap_host_platform = true
cpp = /usr/bin/clang
cc = /usr/bin/clang
cxx = /usr/bin/clang++
cxxpp = /usr/bin/clang++
ld = /usr/bin/clang++

View File

@ -1,134 +0,0 @@
name: buck
on:
workflow_call:
inputs:
test-matrix:
required: true
type: string
description: |
A JSON description of what configs to run later on.
runner_prefix:
required: false
type: string
description: |
Prefix for runner label
defaults:
run:
shell: bash -e -l {0}
jobs:
filter:
if: github.repository_owner == 'pytorch'
runs-on: [self-hosted, "${{ inputs.runner_prefix }}linux.large"]
outputs:
test-matrix: ${{ steps.filter.outputs.test-matrix }}
is-test-matrix-empty: ${{ steps.filter.outputs.is-test-matrix-empty }}
keep-going: ${{ steps.filter.outputs.keep-going }}
steps:
- name: Checkout PyTorch
uses: pytorch/pytorch/.github/actions/checkout-pytorch@main
with:
fetch-depth: 1
submodules: false
- name: Select all requested test configurations
id: filter
uses: ./.github/actions/filter-test-configs
with:
github-token: ${{ secrets.GITHUB_TOKEN }}
test-matrix: ${{ inputs.test-matrix }}
buck-build-test:
needs: filter
if: github.repository_owner == 'pytorch' && needs.filter.outputs.is-test-matrix-empty == 'False'
strategy:
matrix: ${{ fromJSON(needs.filter.outputs.test-matrix) }}
fail-fast: false
runs-on: ${{ matrix.runner }}
steps:
- name: Checkout PyTorch
uses: pytorch/pytorch/.github/actions/checkout-pytorch@main
- name: Set up JDK 8
uses: actions/setup-java@v3
with:
java-version: '8'
distribution: 'temurin'
- name: Setup miniconda
uses: pytorch/test-infra/.github/actions/setup-miniconda@main
with:
python-version: 3.9
environment-file: .github/requirements/conda-env-${{ runner.os }}-${{ runner.arch }}
- name: Install Buck
uses: nick-fields/retry@v3.0.0
with:
timeout_minutes: 10
max_attempts: 5
command: |
sudo apt update -q
wget -q https://github.com/facebook/buck/releases/download/v2021.01.12.01/buck.2021.01.12.01_all.deb
sudo apt install ./buck.2021.01.12.01_all.deb
- name: Download third party libraries and generate wrappers
uses: nick-fields/retry@v3.0.0
with:
timeout_minutes: 10
max_attempts: 5
command: |
bash scripts/buck_setup.sh
- name: Build tools
run: |
buck build tools: --keep-going
- name: Run tools tests
run: |
buck test tools:selective_build_test tools:gen_oplist_test tools:gen_operators_yaml_test
- name: Build c10
run: |
buck build c10:c10
- name: Build XNNPACK
run: |
buck build third_party:XNNPACK
- name: Build QNNPACK
run: |
buck build aten/src/ATen/native/quantized/cpu/qnnpack:pytorch_qnnpack
- name: Test QNNPACK
run: |
buck test aten/src/ATen/native/quantized/cpu/qnnpack:pytorch_qnnpack_test
- name: Build aten_cpu
run: |
buck build :aten_cpu
- name: Build torch_mobile_core
run: |
buck build :torch_mobile_core
- name: Build pt_ops_full
run: |
buck build :pt_ops_full
- name: Build mobile benchmark
run: |
buck build :ptmobile_benchmark
- name: Run lite interpreter model
run: |
buck run :ptmobile_benchmark -- --model=ios/TestApp/models/mobilenet_v2.ptl --input_dims=1,3,224,224 --input_type=float
- name: Build everything
run: |
buck build //... --keep-going
- name: Build aten_cpu@shared
run: |
buck build :aten_cpu#linux-x86_64,shared

View File

@ -163,16 +163,6 @@ jobs:
docker-image: ${{ needs.linux-focal-cuda11_8-py3_10-gcc9-debug-build.outputs.docker-image }} docker-image: ${{ needs.linux-focal-cuda11_8-py3_10-gcc9-debug-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-cuda11_8-py3_10-gcc9-debug-build.outputs.test-matrix }} test-matrix: ${{ needs.linux-focal-cuda11_8-py3_10-gcc9-debug-build.outputs.test-matrix }}
buck-build-test:
if: github.repository_owner == 'pytorch'
name: buck-build-test
uses: ./.github/workflows/_buck-build-test.yml
with:
test-matrix: |
{ include: [
{ config: "default", shard: 1, num_shards: 1, runner: "ubuntu-latest" },
]}
linux-focal-rocm6_2-py3_10-build: linux-focal-rocm6_2-py3_10-build:
name: linux-focal-rocm6.2-py3.10 name: linux-focal-rocm6.2-py3.10
uses: ./.github/workflows/_linux-build.yml uses: ./.github/workflows/_linux-build.yml

View File

@ -1,37 +0,0 @@
#!/bin/bash
printf "\nCreating .buckconfig\n"
cp .buckconfig.oss .buckconfig
PROXY=""
if [ "$1" == "devserver" ]; then
echo -e '\n[download]\n proxy_host=fwdproxy\n proxy_port=8080\n proxy_type=HTTP\n' >> .buckconfig
PROXY="$(fwdproxy-config curl)"
printf "using proxy $PROXY\n\n"
fi
cat .buckconfig
cd third_party || return
printf "\nGenerating cpuinfo wrappers\n"
python3 generate-cpuinfo-wrappers.py
printf "\nGenerating xnnpack wrappers\n"
python3 generate-xnnpack-wrappers.py
# bazel-skylib
printf "\nDownloading bazel-skylib\n"
rm -rf bazel-skylib; mkdir bazel-skylib
curl --retry 3 -L $PROXY https://github.com/bazelbuild/bazel-skylib/releases/download/1.0.2/bazel-skylib-1.0.2.tar.gz|tar zx -C bazel-skylib
# glog
printf "\nDownloading glog\n"
rm -rf glog; mkdir glog
curl --retry 3 -L $PROXY https://github.com/google/glog/archive/v0.4.0.tar.gz | tar zx -C glog --strip-components 1
# ruy
printf "\nDownloading ruy\n"
curl --retry 3 -L $PROXY -o /tmp/ruy.zip https://github.com/google/ruy/archive/a09683b8da7164b9c5704f88aef2dc65aa583e5d.zip
unzip -q /tmp/ruy.zip -d /tmp/
rm -rf ruy/
mv /tmp/ruy-a09683b8da7164b9c5704f88aef2dc65aa583e5d ruy/