mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
[BE][CI] change references from .jenkins to .ci (#92624)
Pull Request resolved: https://github.com/pytorch/pytorch/pull/92624 Approved by: https://github.com/ZainRizvi, https://github.com/huydhn
This commit is contained in:
committed by
PyTorch MergeBot
parent
2b267fa7f2
commit
0ecb071fc4
@ -28,7 +28,7 @@ fi
|
|||||||
|
|
||||||
# /usr/local/caffe2 is where the cpp bits are installed to in cmake-only
|
# /usr/local/caffe2 is where the cpp bits are installed to in cmake-only
|
||||||
# builds. In +python builds the cpp tests are copied to /usr/local/caffe2 so
|
# builds. In +python builds the cpp tests are copied to /usr/local/caffe2 so
|
||||||
# that the test code in .jenkins/test.sh is the same
|
# that the test code in .ci/test.sh is the same
|
||||||
INSTALL_PREFIX="/usr/local/caffe2"
|
INSTALL_PREFIX="/usr/local/caffe2"
|
||||||
|
|
||||||
mkdir -p "$gtest_reports_dir" || true
|
mkdir -p "$gtest_reports_dir" || true
|
||||||
|
@ -3,8 +3,8 @@
|
|||||||
# This script can also be used to test whether your diff changes any codegen output.
|
# This script can also be used to test whether your diff changes any codegen output.
|
||||||
#
|
#
|
||||||
# Run it before and after your change:
|
# Run it before and after your change:
|
||||||
# .jenkins/pytorch/codegen-test.sh <baseline_output_dir>
|
# .ci/pytorch/codegen-test.sh <baseline_output_dir>
|
||||||
# .jenkins/pytorch/codegen-test.sh <test_output_dir>
|
# .ci/pytorch/codegen-test.sh <test_output_dir>
|
||||||
#
|
#
|
||||||
# Then run diff to compare the generated files:
|
# Then run diff to compare the generated files:
|
||||||
# diff -Naur <baseline_output_dir> <test_output_dir>
|
# diff -Naur <baseline_output_dir> <test_output_dir>
|
||||||
|
@ -62,7 +62,7 @@ if z_value >= 3:
|
|||||||
raise Exception('''\n
|
raise Exception('''\n
|
||||||
z-value >= 3, there is high chance of perf regression.\n
|
z-value >= 3, there is high chance of perf regression.\n
|
||||||
To reproduce this regression, run
|
To reproduce this regression, run
|
||||||
`cd .jenkins/pytorch/perf_test/ && bash {}.sh` on your local machine
|
`cd .ci/pytorch/perf_test/ && bash {}.sh` on your local machine
|
||||||
and compare the runtime before/after your code change.
|
and compare the runtime before/after your code change.
|
||||||
'''.format(test_name))
|
'''.format(test_name))
|
||||||
else:
|
else:
|
||||||
|
@ -19,7 +19,7 @@ test_cpu_speed_torch () {
|
|||||||
fi
|
fi
|
||||||
|
|
||||||
if ! python perf-tests/modules/test_cpu_torch.py "${ARGS[@]}"; then
|
if ! python perf-tests/modules/test_cpu_torch.py "${ARGS[@]}"; then
|
||||||
echo "To reproduce this regression, run \`cd .jenkins/pytorch/perf_test/ && bash ${FUNCNAME[0]}.sh\` on your local machine and compare the runtime before/after your code change."
|
echo "To reproduce this regression, run \`cd .ci/pytorch/perf_test/ && bash ${FUNCNAME[0]}.sh\` on your local machine and compare the runtime before/after your code change."
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
}
|
}
|
||||||
|
@ -19,7 +19,7 @@ test_cpu_speed_torch_tensor () {
|
|||||||
fi
|
fi
|
||||||
|
|
||||||
if ! python perf-tests/modules/test_cpu_torch_tensor.py "${ARGS[@]}"; then
|
if ! python perf-tests/modules/test_cpu_torch_tensor.py "${ARGS[@]}"; then
|
||||||
echo "To reproduce this regression, run \`cd .jenkins/pytorch/perf_test/ && bash ${FUNCNAME[0]}.sh\` on your local machine and compare the runtime before/after your code change."
|
echo "To reproduce this regression, run \`cd .ci/pytorch/perf_test/ && bash ${FUNCNAME[0]}.sh\` on your local machine and compare the runtime before/after your code change."
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
}
|
}
|
||||||
|
@ -2,10 +2,10 @@
|
|||||||
|
|
||||||
SCRIPT_PARENT_DIR=$(dirname "${BASH_SOURCE[0]}")
|
SCRIPT_PARENT_DIR=$(dirname "${BASH_SOURCE[0]}")
|
||||||
|
|
||||||
# shellcheck source=.jenkins/pytorch/common.sh
|
# shellcheck source=.ci/pytorch/common.sh
|
||||||
source "$SCRIPT_PARENT_DIR/common.sh"
|
source "$SCRIPT_PARENT_DIR/common.sh"
|
||||||
|
|
||||||
cd .jenkins/pytorch/perf_test
|
cd .ci/pytorch/perf_test
|
||||||
|
|
||||||
echo "Running CPU perf test for PyTorch..."
|
echo "Running CPU perf test for PyTorch..."
|
||||||
|
|
||||||
|
@ -3,7 +3,7 @@
|
|||||||
# shellcheck source=./common.sh
|
# shellcheck source=./common.sh
|
||||||
source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
|
source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
|
||||||
|
|
||||||
pushd .jenkins/pytorch/perf_test
|
pushd .ci/pytorch/perf_test
|
||||||
|
|
||||||
echo "Running GPU perf test for PyTorch..."
|
echo "Running GPU perf test for PyTorch..."
|
||||||
|
|
||||||
|
@ -816,7 +816,7 @@ test_vec256() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
test_docs_test() {
|
test_docs_test() {
|
||||||
.jenkins/pytorch/docs-test.sh
|
.ci/pytorch/docs-test.sh
|
||||||
}
|
}
|
||||||
|
|
||||||
test_executorch() {
|
test_executorch() {
|
||||||
|
26
.circleci/config.yml
generated
26
.circleci/config.yml
generated
@ -526,8 +526,8 @@ jobs:
|
|||||||
export AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_S3_BUCKET_V4}
|
export AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_S3_BUCKET_V4}
|
||||||
set -x
|
set -x
|
||||||
|
|
||||||
chmod a+x .jenkins/pytorch/macos-build.sh
|
chmod a+x .ci/pytorch/macos-build.sh
|
||||||
unbuffer .jenkins/pytorch/macos-build.sh 2>&1 | ts
|
unbuffer .ci/pytorch/macos-build.sh 2>&1 | ts
|
||||||
|
|
||||||
- persist_to_workspace:
|
- persist_to_workspace:
|
||||||
root: /Users/distiller/workspace/
|
root: /Users/distiller/workspace/
|
||||||
@ -562,8 +562,8 @@ jobs:
|
|||||||
export AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_S3_BUCKET_V4}
|
export AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_S3_BUCKET_V4}
|
||||||
set -x
|
set -x
|
||||||
|
|
||||||
chmod a+x .jenkins/pytorch/macos-build.sh
|
chmod a+x .ci/pytorch/macos-build.sh
|
||||||
unbuffer .jenkins/pytorch/macos-build.sh 2>&1 | ts
|
unbuffer .ci/pytorch/macos-build.sh 2>&1 | ts
|
||||||
|
|
||||||
- persist_to_workspace:
|
- persist_to_workspace:
|
||||||
root: /Users/distiller/workspace/
|
root: /Users/distiller/workspace/
|
||||||
@ -644,7 +644,7 @@ jobs:
|
|||||||
brew link --force libomp
|
brew link --force libomp
|
||||||
|
|
||||||
echo "export CMAKE_PREFIX_PATH=${CONDA_PREFIX:-"$(dirname "$(which conda)")/../"}" >> "${BASH_ENV}"
|
echo "export CMAKE_PREFIX_PATH=${CONDA_PREFIX:-"$(dirname "$(which conda)")/../"}" >> "${BASH_ENV}"
|
||||||
.jenkins/pytorch/macos-build.sh
|
.ci/pytorch/macos-build.sh
|
||||||
|
|
||||||
- when:
|
- when:
|
||||||
condition: << parameters.build-generates-artifacts >>
|
condition: << parameters.build-generates-artifacts >>
|
||||||
@ -727,7 +727,7 @@ jobs:
|
|||||||
export COMMIT_MESSAGES="${COMMIT_MESSAGES//[\'\"]}"
|
export COMMIT_MESSAGES="${COMMIT_MESSAGES//[\'\"]}"
|
||||||
|
|
||||||
python3 -mpip install dist/*.whl
|
python3 -mpip install dist/*.whl
|
||||||
.jenkins/pytorch/macos-test.sh
|
.ci/pytorch/macos-test.sh
|
||||||
- run:
|
- run:
|
||||||
name: Copy files for uploading test stats
|
name: Copy files for uploading test stats
|
||||||
command: |
|
command: |
|
||||||
@ -779,8 +779,8 @@ jobs:
|
|||||||
set -e
|
set -e
|
||||||
export JOB_BASE_NAME=$CIRCLE_JOB
|
export JOB_BASE_NAME=$CIRCLE_JOB
|
||||||
|
|
||||||
chmod a+x .jenkins/pytorch/macos-test.sh
|
chmod a+x .ci/pytorch/macos-test.sh
|
||||||
unbuffer .jenkins/pytorch/macos-test.sh 2>&1 | ts
|
unbuffer .ci/pytorch/macos-test.sh 2>&1 | ts
|
||||||
- store_test_results:
|
- store_test_results:
|
||||||
path: test/test-reports
|
path: test/test-reports
|
||||||
|
|
||||||
@ -801,8 +801,8 @@ jobs:
|
|||||||
set -e
|
set -e
|
||||||
export BUILD_LITE_INTERPRETER=1
|
export BUILD_LITE_INTERPRETER=1
|
||||||
export JOB_BASE_NAME=$CIRCLE_JOB
|
export JOB_BASE_NAME=$CIRCLE_JOB
|
||||||
chmod a+x ${HOME}/project/.jenkins/pytorch/macos-lite-interpreter-build-test.sh
|
chmod a+x ${HOME}/project/.ci/pytorch/macos-lite-interpreter-build-test.sh
|
||||||
unbuffer ${HOME}/project/.jenkins/pytorch/macos-lite-interpreter-build-test.sh 2>&1 | ts
|
unbuffer ${HOME}/project/.ci/pytorch/macos-lite-interpreter-build-test.sh 2>&1 | ts
|
||||||
- store_test_results:
|
- store_test_results:
|
||||||
path: test/test-reports
|
path: test/test-reports
|
||||||
|
|
||||||
@ -1151,7 +1151,7 @@ jobs:
|
|||||||
|
|
||||||
docker cp /home/circleci/project/. $id:/var/lib/jenkins/workspace
|
docker cp /home/circleci/project/. $id:/var/lib/jenkins/workspace
|
||||||
|
|
||||||
export COMMAND='((echo "sudo chown -R jenkins workspace && cd workspace && .jenkins/pytorch/build.sh") | docker exec -u jenkins -i "$id" bash) 2>&1'
|
export COMMAND='((echo "sudo chown -R jenkins workspace && cd workspace && .ci/pytorch/build.sh") | docker exec -u jenkins -i "$id" bash) 2>&1'
|
||||||
|
|
||||||
echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts
|
echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts
|
||||||
|
|
||||||
@ -1197,9 +1197,9 @@ jobs:
|
|||||||
trap "retrieve_test_reports" ERR
|
trap "retrieve_test_reports" ERR
|
||||||
|
|
||||||
if [[ ${BUILD_ENVIRONMENT} == *"multigpu"* ]]; then
|
if [[ ${BUILD_ENVIRONMENT} == *"multigpu"* ]]; then
|
||||||
export COMMAND='((echo "sudo chown -R jenkins workspace && cd workspace && .jenkins/pytorch/multigpu-test.sh") | docker exec -u jenkins -i "$id" bash) 2>&1'
|
export COMMAND='((echo "sudo chown -R jenkins workspace && cd workspace && .ci/pytorch/multigpu-test.sh") | docker exec -u jenkins -i "$id" bash) 2>&1'
|
||||||
else
|
else
|
||||||
export COMMAND='((echo "sudo chown -R jenkins workspace && cd workspace && .jenkins/pytorch/test.sh") | docker exec -u jenkins -i "$id" bash) 2>&1'
|
export COMMAND='((echo "sudo chown -R jenkins workspace && cd workspace && .ci/pytorch/test.sh") | docker exec -u jenkins -i "$id" bash) 2>&1'
|
||||||
fi
|
fi
|
||||||
echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts
|
echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts
|
||||||
|
|
||||||
|
@ -7,7 +7,7 @@ sudo apt-get -y install expect-dev
|
|||||||
|
|
||||||
# This is where the local pytorch install in the docker image is located
|
# This is where the local pytorch install in the docker image is located
|
||||||
pt_checkout="/var/lib/jenkins/workspace"
|
pt_checkout="/var/lib/jenkins/workspace"
|
||||||
source "$pt_checkout/.jenkins/pytorch/common_utils.sh"
|
source "$pt_checkout/.ci/pytorch/common_utils.sh"
|
||||||
echo "functorch_doc_push_script.sh: Invoked with $*"
|
echo "functorch_doc_push_script.sh: Invoked with $*"
|
||||||
|
|
||||||
set -ex
|
set -ex
|
||||||
|
@ -7,7 +7,7 @@ sudo apt-get -y install expect-dev
|
|||||||
# This is where the local pytorch install in the docker image is located
|
# This is where the local pytorch install in the docker image is located
|
||||||
pt_checkout="/var/lib/jenkins/workspace"
|
pt_checkout="/var/lib/jenkins/workspace"
|
||||||
|
|
||||||
source "$pt_checkout/.jenkins/pytorch/common_utils.sh"
|
source "$pt_checkout/.ci/pytorch/common_utils.sh"
|
||||||
|
|
||||||
echo "python_doc_push_script.sh: Invoked with $*"
|
echo "python_doc_push_script.sh: Invoked with $*"
|
||||||
|
|
||||||
|
@ -51,8 +51,8 @@
|
|||||||
export AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_S3_BUCKET_V4}
|
export AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_S3_BUCKET_V4}
|
||||||
set -x
|
set -x
|
||||||
|
|
||||||
chmod a+x .jenkins/pytorch/macos-build.sh
|
chmod a+x .ci/pytorch/macos-build.sh
|
||||||
unbuffer .jenkins/pytorch/macos-build.sh 2>&1 | ts
|
unbuffer .ci/pytorch/macos-build.sh 2>&1 | ts
|
||||||
|
|
||||||
- persist_to_workspace:
|
- persist_to_workspace:
|
||||||
root: /Users/distiller/workspace/
|
root: /Users/distiller/workspace/
|
||||||
@ -87,8 +87,8 @@
|
|||||||
export AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_S3_BUCKET_V4}
|
export AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_S3_BUCKET_V4}
|
||||||
set -x
|
set -x
|
||||||
|
|
||||||
chmod a+x .jenkins/pytorch/macos-build.sh
|
chmod a+x .ci/pytorch/macos-build.sh
|
||||||
unbuffer .jenkins/pytorch/macos-build.sh 2>&1 | ts
|
unbuffer .ci/pytorch/macos-build.sh 2>&1 | ts
|
||||||
|
|
||||||
- persist_to_workspace:
|
- persist_to_workspace:
|
||||||
root: /Users/distiller/workspace/
|
root: /Users/distiller/workspace/
|
||||||
@ -169,7 +169,7 @@
|
|||||||
brew link --force libomp
|
brew link --force libomp
|
||||||
|
|
||||||
echo "export CMAKE_PREFIX_PATH=${CONDA_PREFIX:-"$(dirname "$(which conda)")/../"}" >> "${BASH_ENV}"
|
echo "export CMAKE_PREFIX_PATH=${CONDA_PREFIX:-"$(dirname "$(which conda)")/../"}" >> "${BASH_ENV}"
|
||||||
.jenkins/pytorch/macos-build.sh
|
.ci/pytorch/macos-build.sh
|
||||||
|
|
||||||
- when:
|
- when:
|
||||||
condition: << parameters.build-generates-artifacts >>
|
condition: << parameters.build-generates-artifacts >>
|
||||||
@ -252,7 +252,7 @@
|
|||||||
export COMMIT_MESSAGES="${COMMIT_MESSAGES//[\'\"]}"
|
export COMMIT_MESSAGES="${COMMIT_MESSAGES//[\'\"]}"
|
||||||
|
|
||||||
python3 -mpip install dist/*.whl
|
python3 -mpip install dist/*.whl
|
||||||
.jenkins/pytorch/macos-test.sh
|
.ci/pytorch/macos-test.sh
|
||||||
- run:
|
- run:
|
||||||
name: Copy files for uploading test stats
|
name: Copy files for uploading test stats
|
||||||
command: |
|
command: |
|
||||||
@ -304,8 +304,8 @@
|
|||||||
set -e
|
set -e
|
||||||
export JOB_BASE_NAME=$CIRCLE_JOB
|
export JOB_BASE_NAME=$CIRCLE_JOB
|
||||||
|
|
||||||
chmod a+x .jenkins/pytorch/macos-test.sh
|
chmod a+x .ci/pytorch/macos-test.sh
|
||||||
unbuffer .jenkins/pytorch/macos-test.sh 2>&1 | ts
|
unbuffer .ci/pytorch/macos-test.sh 2>&1 | ts
|
||||||
- store_test_results:
|
- store_test_results:
|
||||||
path: test/test-reports
|
path: test/test-reports
|
||||||
|
|
||||||
@ -326,8 +326,8 @@
|
|||||||
set -e
|
set -e
|
||||||
export BUILD_LITE_INTERPRETER=1
|
export BUILD_LITE_INTERPRETER=1
|
||||||
export JOB_BASE_NAME=$CIRCLE_JOB
|
export JOB_BASE_NAME=$CIRCLE_JOB
|
||||||
chmod a+x ${HOME}/project/.jenkins/pytorch/macos-lite-interpreter-build-test.sh
|
chmod a+x ${HOME}/project/.ci/pytorch/macos-lite-interpreter-build-test.sh
|
||||||
unbuffer ${HOME}/project/.jenkins/pytorch/macos-lite-interpreter-build-test.sh 2>&1 | ts
|
unbuffer ${HOME}/project/.ci/pytorch/macos-lite-interpreter-build-test.sh 2>&1 | ts
|
||||||
- store_test_results:
|
- store_test_results:
|
||||||
path: test/test-reports
|
path: test/test-reports
|
||||||
|
|
||||||
@ -676,7 +676,7 @@
|
|||||||
|
|
||||||
docker cp /home/circleci/project/. $id:/var/lib/jenkins/workspace
|
docker cp /home/circleci/project/. $id:/var/lib/jenkins/workspace
|
||||||
|
|
||||||
export COMMAND='((echo "sudo chown -R jenkins workspace && cd workspace && .jenkins/pytorch/build.sh") | docker exec -u jenkins -i "$id" bash) 2>&1'
|
export COMMAND='((echo "sudo chown -R jenkins workspace && cd workspace && .ci/pytorch/build.sh") | docker exec -u jenkins -i "$id" bash) 2>&1'
|
||||||
|
|
||||||
echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts
|
echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts
|
||||||
|
|
||||||
@ -722,9 +722,9 @@
|
|||||||
trap "retrieve_test_reports" ERR
|
trap "retrieve_test_reports" ERR
|
||||||
|
|
||||||
if [[ ${BUILD_ENVIRONMENT} == *"multigpu"* ]]; then
|
if [[ ${BUILD_ENVIRONMENT} == *"multigpu"* ]]; then
|
||||||
export COMMAND='((echo "sudo chown -R jenkins workspace && cd workspace && .jenkins/pytorch/multigpu-test.sh") | docker exec -u jenkins -i "$id" bash) 2>&1'
|
export COMMAND='((echo "sudo chown -R jenkins workspace && cd workspace && .ci/pytorch/multigpu-test.sh") | docker exec -u jenkins -i "$id" bash) 2>&1'
|
||||||
else
|
else
|
||||||
export COMMAND='((echo "sudo chown -R jenkins workspace && cd workspace && .jenkins/pytorch/test.sh") | docker exec -u jenkins -i "$id" bash) 2>&1'
|
export COMMAND='((echo "sudo chown -R jenkins workspace && cd workspace && .ci/pytorch/test.sh") | docker exec -u jenkins -i "$id" bash) 2>&1'
|
||||||
fi
|
fi
|
||||||
echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts
|
echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts
|
||||||
|
|
||||||
|
2
.github/actions/build-android/action.yml
vendored
2
.github/actions/build-android/action.yml
vendored
@ -68,7 +68,7 @@ runs:
|
|||||||
)
|
)
|
||||||
git submodule sync && git submodule update -q --init --recursive --depth 1
|
git submodule sync && git submodule update -q --init --recursive --depth 1
|
||||||
docker cp "${GITHUB_WORKSPACE}/." "${container_name}:/var/lib/jenkins/workspace"
|
docker cp "${GITHUB_WORKSPACE}/." "${container_name}:/var/lib/jenkins/workspace"
|
||||||
(echo "sudo chown -R jenkins . && .jenkins/pytorch/build.sh && find ${BUILD_ROOT} -type f -name "*.a" -or -name "*.o" -delete" | docker exec -u jenkins -i "${container_name}" bash) 2>&1
|
(echo "sudo chown -R jenkins . && .ci/pytorch/build.sh && find ${BUILD_ROOT} -type f -name "*.a" -or -name "*.o" -delete" | docker exec -u jenkins -i "${container_name}" bash) 2>&1
|
||||||
|
|
||||||
# Copy install binaries back
|
# Copy install binaries back
|
||||||
mkdir -p "${GITHUB_WORKSPACE}/build_android_install_${MATRIX_ARCH}"
|
mkdir -p "${GITHUB_WORKSPACE}/build_android_install_${MATRIX_ARCH}"
|
||||||
|
6
.github/merge_rules.yaml
vendored
6
.github/merge_rules.yaml
vendored
@ -1,7 +1,7 @@
|
|||||||
- name: ONNX exporter
|
- name: ONNX exporter
|
||||||
patterns:
|
patterns:
|
||||||
- .jenkins/caffe2/*
|
- .ci/caffe2/*
|
||||||
- .jenkins/onnx/*
|
- .ci/onnx/*
|
||||||
- aten/src/ATen/core/interned_strings.h
|
- aten/src/ATen/core/interned_strings.h
|
||||||
- docs/source/onnx.rst
|
- docs/source/onnx.rst
|
||||||
- docs/source/onnx*
|
- docs/source/onnx*
|
||||||
@ -52,7 +52,7 @@
|
|||||||
patterns:
|
patterns:
|
||||||
- .github/**
|
- .github/**
|
||||||
- .circleci/**
|
- .circleci/**
|
||||||
- .jenkins/**
|
- .ci/**
|
||||||
- scripts/**
|
- scripts/**
|
||||||
- tools/**
|
- tools/**
|
||||||
approved_by:
|
approved_by:
|
||||||
|
4
.github/workflows/_bazel-build-test.yml
vendored
4
.github/workflows/_bazel-build-test.yml
vendored
@ -101,7 +101,7 @@ jobs:
|
|||||||
-w /var/lib/jenkins/workspace \
|
-w /var/lib/jenkins/workspace \
|
||||||
"${DOCKER_IMAGE}"
|
"${DOCKER_IMAGE}"
|
||||||
)
|
)
|
||||||
docker exec -t "${container_name}" sh -c 'sudo chown -R jenkins . && sudo chown -R jenkins /dev && .jenkins/pytorch/build.sh'
|
docker exec -t "${container_name}" sh -c 'sudo chown -R jenkins . && sudo chown -R jenkins /dev && .ci/pytorch/build.sh'
|
||||||
|
|
||||||
# !{{ common_android.upload_android_binary_size("", "")}}
|
# !{{ common_android.upload_android_binary_size("", "")}}
|
||||||
- name: Test
|
- name: Test
|
||||||
@ -162,7 +162,7 @@ jobs:
|
|||||||
-w /var/lib/jenkins/workspace \
|
-w /var/lib/jenkins/workspace \
|
||||||
"${DOCKER_IMAGE}"
|
"${DOCKER_IMAGE}"
|
||||||
)
|
)
|
||||||
docker exec -t "${container_name}" sh -c 'sudo chown -R jenkins . && sudo chown -R jenkins /dev && .jenkins/pytorch/test.sh && cp -Lr ./bazel-testlogs ./test/test-reports'
|
docker exec -t "${container_name}" sh -c 'sudo chown -R jenkins . && sudo chown -R jenkins /dev && .ci/pytorch/test.sh && cp -Lr ./bazel-testlogs ./test/test-reports'
|
||||||
|
|
||||||
- name: Print remaining test logs
|
- name: Print remaining test logs
|
||||||
shell: bash
|
shell: bash
|
||||||
|
2
.github/workflows/_linux-build.yml
vendored
2
.github/workflows/_linux-build.yml
vendored
@ -158,7 +158,7 @@ jobs:
|
|||||||
-w /var/lib/jenkins/workspace \
|
-w /var/lib/jenkins/workspace \
|
||||||
"${DOCKER_IMAGE}"
|
"${DOCKER_IMAGE}"
|
||||||
)
|
)
|
||||||
docker exec -t "${container_name}" sh -c '.jenkins/pytorch/build.sh'
|
docker exec -t "${container_name}" sh -c '.ci/pytorch/build.sh'
|
||||||
|
|
||||||
- name: Archive artifacts into zip
|
- name: Archive artifacts into zip
|
||||||
if: inputs.build-generates-artifacts && steps.build.outcome != 'skipped'
|
if: inputs.build-generates-artifacts && steps.build.outcome != 'skipped'
|
||||||
|
6
.github/workflows/_linux-test.yml
vendored
6
.github/workflows/_linux-test.yml
vendored
@ -147,11 +147,11 @@ jobs:
|
|||||||
set -x
|
set -x
|
||||||
|
|
||||||
if [[ $TEST_CONFIG == 'multigpu' ]]; then
|
if [[ $TEST_CONFIG == 'multigpu' ]]; then
|
||||||
TEST_COMMAND=.jenkins/pytorch/multigpu-test.sh
|
TEST_COMMAND=.ci/pytorch/multigpu-test.sh
|
||||||
elif [[ $BUILD_ENVIRONMENT == *onnx* ]]; then
|
elif [[ $BUILD_ENVIRONMENT == *onnx* ]]; then
|
||||||
TEST_COMMAND=.jenkins/onnx/test.sh
|
TEST_COMMAND=.ci/onnx/test.sh
|
||||||
else
|
else
|
||||||
TEST_COMMAND=.jenkins/pytorch/test.sh
|
TEST_COMMAND=.ci/pytorch/test.sh
|
||||||
fi
|
fi
|
||||||
|
|
||||||
COMMIT_MESSAGES=$(git cherry -v "origin/${GIT_DEFAULT_BRANCH:-master}")
|
COMMIT_MESSAGES=$(git cherry -v "origin/${GIT_DEFAULT_BRANCH:-master}")
|
||||||
|
2
.github/workflows/_mac-build.yml
vendored
2
.github/workflows/_mac-build.yml
vendored
@ -146,7 +146,7 @@ jobs:
|
|||||||
OUR_GITHUB_JOB_ID: ${{ steps.get-job-id.outputs.job-id }}
|
OUR_GITHUB_JOB_ID: ${{ steps.get-job-id.outputs.job-id }}
|
||||||
run: |
|
run: |
|
||||||
echo "CMAKE_PREFIX_PATH=${CONDA_PREFIX:-"$(dirname "$(which conda)")/../"}" >> "${GITHUB_ENV}"
|
echo "CMAKE_PREFIX_PATH=${CONDA_PREFIX:-"$(dirname "$(which conda)")/../"}" >> "${GITHUB_ENV}"
|
||||||
${CONDA_RUN} .jenkins/pytorch/macos-build.sh
|
${CONDA_RUN} .ci/pytorch/macos-build.sh
|
||||||
|
|
||||||
- name: Archive artifacts into zip
|
- name: Archive artifacts into zip
|
||||||
if: inputs.build-generates-artifacts && steps.build.outcome != 'skipped'
|
if: inputs.build-generates-artifacts && steps.build.outcome != 'skipped'
|
||||||
|
2
.github/workflows/_mac-test.yml
vendored
2
.github/workflows/_mac-test.yml
vendored
@ -166,7 +166,7 @@ jobs:
|
|||||||
arch
|
arch
|
||||||
|
|
||||||
${CONDA_RUN} python3 -mpip install --no-index --no-deps $(echo dist/*.whl)
|
${CONDA_RUN} python3 -mpip install --no-index --no-deps $(echo dist/*.whl)
|
||||||
${CONDA_RUN} .jenkins/pytorch/macos-test.sh
|
${CONDA_RUN} .ci/pytorch/macos-test.sh
|
||||||
|
|
||||||
- name: Print remaining test logs
|
- name: Print remaining test logs
|
||||||
shell: bash
|
shell: bash
|
||||||
|
6
.github/workflows/_rocm-test.yml
vendored
6
.github/workflows/_rocm-test.yml
vendored
@ -139,11 +139,11 @@ jobs:
|
|||||||
set -x
|
set -x
|
||||||
|
|
||||||
if [[ $TEST_CONFIG == 'multigpu' ]]; then
|
if [[ $TEST_CONFIG == 'multigpu' ]]; then
|
||||||
TEST_COMMAND=.jenkins/pytorch/multigpu-test.sh
|
TEST_COMMAND=.ci/pytorch/multigpu-test.sh
|
||||||
elif [[ $BUILD_ENVIRONMENT == *onnx* ]]; then
|
elif [[ $BUILD_ENVIRONMENT == *onnx* ]]; then
|
||||||
TEST_COMMAND=.jenkins/caffe2/test.sh
|
TEST_COMMAND=.ci/caffe2/test.sh
|
||||||
else
|
else
|
||||||
TEST_COMMAND=.jenkins/pytorch/test.sh
|
TEST_COMMAND=.ci/pytorch/test.sh
|
||||||
fi
|
fi
|
||||||
|
|
||||||
COMMIT_MESSAGES=$(git cherry -v "origin/${GIT_DEFAULT_BRANCH:-master}")
|
COMMIT_MESSAGES=$(git cherry -v "origin/${GIT_DEFAULT_BRANCH:-master}")
|
||||||
|
2
.github/workflows/_win-build.yml
vendored
2
.github/workflows/_win-build.yml
vendored
@ -122,7 +122,7 @@ jobs:
|
|||||||
USE_CUDA: ${{ inputs.cuda-version != 'cpu' && '1' || '0' }}
|
USE_CUDA: ${{ inputs.cuda-version != 'cpu' && '1' || '0' }}
|
||||||
OUR_GITHUB_JOB_ID: ${{ steps.get-job-id.outputs.job-id }}
|
OUR_GITHUB_JOB_ID: ${{ steps.get-job-id.outputs.job-id }}
|
||||||
run: |
|
run: |
|
||||||
.jenkins/pytorch/win-build.sh
|
.ci/pytorch/win-build.sh
|
||||||
|
|
||||||
# Upload to github so that people can click and download artifacts
|
# Upload to github so that people can click and download artifacts
|
||||||
- name: Upload artifacts to s3
|
- name: Upload artifacts to s3
|
||||||
|
2
.github/workflows/_win-test.yml
vendored
2
.github/workflows/_win-test.yml
vendored
@ -151,7 +151,7 @@ jobs:
|
|||||||
export COMMIT_MESSAGES="${COMMIT_MESSAGES//[\'\"]}"
|
export COMMIT_MESSAGES="${COMMIT_MESSAGES//[\'\"]}"
|
||||||
export PR_BODY="${PR_BODY//[\'\"]}"
|
export PR_BODY="${PR_BODY//[\'\"]}"
|
||||||
|
|
||||||
.jenkins/pytorch/win-test.sh
|
.ci/pytorch/win-test.sh
|
||||||
|
|
||||||
- name: Print remaining test logs
|
- name: Print remaining test logs
|
||||||
shell: bash
|
shell: bash
|
||||||
|
2
.github/workflows/create_release.yml
vendored
2
.github/workflows/create_release.yml
vendored
@ -41,7 +41,7 @@ jobs:
|
|||||||
cp -r "$PWD" "/tmp/$PT_RELEASE_NAME"
|
cp -r "$PWD" "/tmp/$PT_RELEASE_NAME"
|
||||||
mv "/tmp/$PT_RELEASE_NAME" .
|
mv "/tmp/$PT_RELEASE_NAME" .
|
||||||
# Cleanup
|
# Cleanup
|
||||||
rm -rf "$PT_RELEASE_NAME"/{.circleci,.jenkins}
|
rm -rf "$PT_RELEASE_NAME"/{.circleci,.ci}
|
||||||
find "$PT_RELEASE_NAME" -name '.git*' -exec rm -rv {} \; || true
|
find "$PT_RELEASE_NAME" -name '.git*' -exec rm -rv {} \; || true
|
||||||
# Create archive
|
# Create archive
|
||||||
tar -czf "$PT_RELEASE_FILE" "$PT_RELEASE_NAME"
|
tar -czf "$PT_RELEASE_FILE" "$PT_RELEASE_NAME"
|
||||||
|
@ -680,7 +680,7 @@ init_command = [
|
|||||||
[[linter]]
|
[[linter]]
|
||||||
code = 'SHELLCHECK'
|
code = 'SHELLCHECK'
|
||||||
include_patterns = [
|
include_patterns = [
|
||||||
'.jenkins/pytorch/**/*.sh'
|
'.ci/pytorch/**/*.sh'
|
||||||
]
|
]
|
||||||
command = [
|
command = [
|
||||||
'python3',
|
'python3',
|
||||||
|
@ -958,8 +958,8 @@ than Linux, which are worth keeping in mind when fixing these problems.
|
|||||||
transitive dependencies can be used to fulfill unresolved symbols.)
|
transitive dependencies can be used to fulfill unresolved symbols.)
|
||||||
|
|
||||||
3. If you have a Windows box (we have a few on EC2 which you can request access to) and
|
3. If you have a Windows box (we have a few on EC2 which you can request access to) and
|
||||||
you want to run the build, the easiest way is to just run `.jenkins/pytorch/win-build.sh`.
|
you want to run the build, the easiest way is to just run `.ci/pytorch/win-build.sh`.
|
||||||
If you need to rebuild, run `REBUILD=1 .jenkins/pytorch/win-build.sh` (this will avoid
|
If you need to rebuild, run `REBUILD=1 .ci/pytorch/win-build.sh` (this will avoid
|
||||||
blowing away your Conda environment.)
|
blowing away your Conda environment.)
|
||||||
|
|
||||||
Even if you don't know anything about MSVC, you can use cmake to build simple programs on
|
Even if you don't know anything about MSVC, you can use cmake to build simple programs on
|
||||||
|
@ -287,9 +287,9 @@ Currently, VS 2017 / 2019, and Ninja are supported as the generator of CMake. If
|
|||||||
<br/> If Ninja is selected as the generator, the latest MSVC will get selected as the underlying toolchain.
|
<br/> If Ninja is selected as the generator, the latest MSVC will get selected as the underlying toolchain.
|
||||||
|
|
||||||
Additional libraries such as
|
Additional libraries such as
|
||||||
[Magma](https://developer.nvidia.com/magma), [oneDNN, a.k.a MKLDNN or DNNL](https://github.com/oneapi-src/oneDNN), and [Sccache](https://github.com/mozilla/sccache) are often needed. Please refer to the [installation-helper](https://github.com/pytorch/pytorch/tree/master/.jenkins/pytorch/win-test-helpers/installation-helpers) to install them.
|
[Magma](https://developer.nvidia.com/magma), [oneDNN, a.k.a MKLDNN or DNNL](https://github.com/oneapi-src/oneDNN), and [Sccache](https://github.com/mozilla/sccache) are often needed. Please refer to the [installation-helper](https://github.com/pytorch/pytorch/tree/master/.ci/pytorch/win-test-helpers/installation-helpers) to install them.
|
||||||
|
|
||||||
You can refer to the [build_pytorch.bat](https://github.com/pytorch/pytorch/blob/master/.jenkins/pytorch/win-test-helpers/build_pytorch.bat) script for some other environment variables configurations
|
You can refer to the [build_pytorch.bat](https://github.com/pytorch/pytorch/blob/master/.ci/pytorch/win-test-helpers/build_pytorch.bat) script for some other environment variables configurations
|
||||||
|
|
||||||
|
|
||||||
```cmd
|
```cmd
|
||||||
|
@ -143,7 +143,7 @@ class CommitList:
|
|||||||
files_changed = features['files_changed']
|
files_changed = features['files_changed']
|
||||||
for file in files_changed:
|
for file in files_changed:
|
||||||
file_lowercase = file.lower()
|
file_lowercase = file.lower()
|
||||||
if CommitList.keywordInFile(file, ['docker/', '.circleci', '.github', '.jenkins', '.azure_pipelines']):
|
if CommitList.keywordInFile(file, ['docker/', '.circleci', '.github', '.jenkins', '.ci', '.azure_pipelines']):
|
||||||
category = 'releng'
|
category = 'releng'
|
||||||
break
|
break
|
||||||
# datapipe(s), torch/utils/data, test_{dataloader, datapipe}
|
# datapipe(s), torch/utils/data, test_{dataloader, datapipe}
|
||||||
|
@ -1,5 +1,5 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# This script should be called from .jenkins/pytorch/build.sh. Assuming we are at pytorch source root directory.
|
# This script should be called from .ci/pytorch/build.sh. Assuming we are at pytorch source root directory.
|
||||||
|
|
||||||
# Required environment variable: $BUILD_ENVIRONMENT
|
# Required environment variable: $BUILD_ENVIRONMENT
|
||||||
# (This is set by default in the Docker images we build, so you don't
|
# (This is set by default in the Docker images we build, so you don't
|
||||||
|
@ -52,7 +52,7 @@ except ImportError:
|
|||||||
|
|
||||||
# Note [ROCm parallel CI testing]
|
# Note [ROCm parallel CI testing]
|
||||||
# https://github.com/pytorch/pytorch/pull/85770 added file-granularity parallel testing.
|
# https://github.com/pytorch/pytorch/pull/85770 added file-granularity parallel testing.
|
||||||
# In .jenkins/pytorch/test.sh, TEST_CONFIG == "default", CUDA and HIP_VISIBLE_DEVICES is set to 0.
|
# In .ci/pytorch/test.sh, TEST_CONFIG == "default", CUDA and HIP_VISIBLE_DEVICES is set to 0.
|
||||||
# This results in multiple test files sharing the same GPU.
|
# This results in multiple test files sharing the same GPU.
|
||||||
# This should be a supported use case for ROCm, but it exposed issues in the kernel driver resulting in hangs.
|
# This should be a supported use case for ROCm, but it exposed issues in the kernel driver resulting in hangs.
|
||||||
# See https://github.com/pytorch/pytorch/issues/90940.
|
# See https://github.com/pytorch/pytorch/issues/90940.
|
||||||
|
@ -43,7 +43,7 @@ class DeterminationTest(TestCase):
|
|||||||
def test_config_change_only(self):
|
def test_config_change_only(self):
|
||||||
"""CI configs trigger all tests"""
|
"""CI configs trigger all tests"""
|
||||||
self.assertEqual(
|
self.assertEqual(
|
||||||
self.determined_tests([".jenkins/pytorch/test.sh"]), self.TESTS
|
self.determined_tests([".ci/pytorch/test.sh"]), self.TESTS
|
||||||
)
|
)
|
||||||
|
|
||||||
def test_run_test(self):
|
def test_run_test(self):
|
||||||
|
@ -113,7 +113,7 @@ def test_impact_of_file(filename: str) -> str:
|
|||||||
CI - CI configuration files
|
CI - CI configuration files
|
||||||
"""
|
"""
|
||||||
parts = filename.split(os.sep)
|
parts = filename.split(os.sep)
|
||||||
if parts[0] in [".jenkins", ".circleci"]:
|
if parts[0] in [".jenkins", ".circleci", ".ci"]:
|
||||||
return "CI"
|
return "CI"
|
||||||
if parts[0] in ["docs", "scripts", "CODEOWNERS", "README.md"]:
|
if parts[0] in ["docs", "scripts", "CODEOWNERS", "README.md"]:
|
||||||
return "NONE"
|
return "NONE"
|
||||||
|
Reference in New Issue
Block a user