https://github.com/chainer/chainer
Tip revision: a8e15cbe55a90854a3918b8b5a976abbbff9ec94 authored by emcastillo on 17 October 2022, 02:18:00 UTC
Merge pull request #8628 from chainer/maintenance-policy
Merge pull request #8628 from chainer/maintenance-policy
Tip revision: a8e15cb
config.pbtxt
# config.pbtxt is a config file for PFN's CI.
#
# Proto type: pfnci.protos.ConfigFile (http://go/pfnci-config-proto)
# NOTE: proto definition is still not open to the public.
# Chainer unit tests with python3.7. This contains the following tests:
# - ChainerX C++ tests
# - chainer_tests with python3.7 (not slow)
# - chainerx_tests with python3.7 (not slow)
# URL: https://ci.preferred.jp/chainer.py37/
configs {
key: "chainer.py37.cpu"
value {
requirement {
cpu: 20
memory: 30
}
time_limit: {
seconds: 1200
}
checkout_strategy {
include_dot_git: true
}
environment_variables { key: "GPU" value: "0" }
environment_variables {
key: "SPREADSHEET_ID"
value: "1u5OYiPOL3XRppn73XBSgR-XyDuHKb_4Ilmx1kgJfa-k"
}
command: "bash .pfnci/script.sh py37"
}
}
configs {
key: "chainer.py37.gpu"
value {
requirement {
cpu: 30
memory: 80
gpu: 2
}
time_limit: {
seconds: 1200
}
checkout_strategy {
include_dot_git: true
}
environment_variables { key: "GPU" value: "2" }
# NOTE: If # of threads / # of GPUs exceeds 10, GPU tests may cause
# cudaErrorLaunchFailure because of insufficient memory on GPU.
environment_variables { key: "XPYTEST_NUM_THREADS" value: "30" }
environment_variables {
key: "SPREADSHEET_ID"
value: "1u5OYiPOL3XRppn73XBSgR-XyDuHKb_4Ilmx1kgJfa-k"
}
command: "bash .pfnci/script.sh py37"
}
}
# Chainer unit tests with python2.7 and python3.5. This contains the following
# tests:
# - chainer_tests with python2.7 (not slow)
# - chainer_tests with python3.5 (not slow)
# URL: https://ci.preferred.jp/chainer.py27and35/
configs {
key: "chainer.py27and35.cpu"
value {
requirement {
cpu: 20
memory: 30
}
time_limit: {
seconds: 1200
}
checkout_strategy {
include_dot_git: true
}
environment_variables { key: "GPU" value: "0" }
environment_variables {
key: "SPREADSHEET_ID"
value: "1u5OYiPOL3XRppn73XBSgR-XyDuHKb_4Ilmx1kgJfa-k"
}
command: "bash .pfnci/script.sh py27and35"
}
}
configs {
key: "chainer.py27and35.gpu"
value {
requirement {
cpu: 30
memory: 80
gpu: 2
}
time_limit: {
seconds: 1200
}
checkout_strategy {
include_dot_git: true
}
environment_variables { key: "GPU" value: "2" }
# NOTE: If # of threads / # of GPUs exceeds 10, GPU tests may cause
# cudaErrorLaunchFailure because of insufficient memory on GPU.
environment_variables { key: "XPYTEST_NUM_THREADS" value: "20" }
environment_variables {
key: "SPREADSHEET_ID"
value: "1u5OYiPOL3XRppn73XBSgR-XyDuHKb_4Ilmx1kgJfa-k"
}
command: "bash .pfnci/script.sh py27and35"
}
}
# Chainer CI related targets: chainer.docker.{version}.{action}.
# - version should be either "py37" or "py27and35".
# - action should be either "test" or "push". "test" only builds a Docker
# image, and "push" additionally pushes the Docker image to Google Container
# Registry.
# CAVEAT: chainer.docker.*.push targets should be triggered by CuPy repository
# to enable to fix its CuPy commit. The process should be implemented as
# a default command in the CI targets.
configs {
key: "chainer.docker.py37.test"
value {
requirement {
cpu: 2
memory: 12
}
time_limit: {
seconds: 3600
}
checkout_strategy {
include_dot_git: true
}
command: "bash .pfnci/script.sh docker.py37.test"
}
}
configs {
key: "chainer.docker.py27and35.test"
value {
requirement {
cpu: 2
memory: 12
}
time_limit: {
seconds: 3600
}
checkout_strategy {
include_dot_git: true
}
command: "bash .pfnci/script.sh docker.py27and35.test"
}
}
configs {
key: "chainer.docker.chainermn.test"
value {
requirement {
cpu: 2
memory: 12
}
time_limit: {
seconds: 3600
}
checkout_strategy {
include_dot_git: true
}
command: "bash .pfnci/script.sh docker.chainermn.test"
}
}
configs {
key: "chainer.docker.py37.push"
value {
requirement {
cpu: 2
memory: 12
}
time_limit: {
seconds: 3600
}
checkout_strategy {
include_dot_git: true
}
command: "bash .pfnci/script.sh docker.py37.push"
}
}
configs {
key: "chainer.docker.py27and35.push"
value {
requirement {
cpu: 2
memory: 12
}
time_limit: {
seconds: 3600
}
checkout_strategy {
include_dot_git: true
}
command: "bash .pfnci/script.sh docker.py27and35.push"
}
}
configs {
key: "chainer.docker.chainermn.push"
value {
requirement {
cpu: 2
memory: 12
}
time_limit: {
seconds: 3600
}
checkout_strategy {
include_dot_git: true
}
command: "bash .pfnci/script.sh docker.chainermn.push"
}
}
# Python 2 tests are disabled in the master branch, but configs can be removed
# only after removing web hooks.
# TODO(niboshi): Completely remove them after discontinuing v6 series.
configs {
key: "chainer.py2.cv"
value {
command: "true"
}
}
configs {
key: "chainer.py2.cv.gpu"
value {
command: "true"
}
}
configs {
key: "chainer.py2.cv.examples"
value {
command: "true"
}
}
configs {
key: "chainer.py3.cv"
value {
requirement {
cpu: 6
memory: 36
disk: 10
}
time_limit {
seconds: 3600
}
checkout_strategy {
include_dot_git: true
}
command: "git clone https://github.com/chainer/chainercv.git --depth 1 && sh chainercv/.pfnci/tests.sh"
environment_variables {
key: "REPOSITORY"
value: "chainer"
}
environment_variables {
key: "PYTHON"
value: "3"
}
environment_variables {
key: "OPTIONAL_MODULES"
value: "1"
}
}
}
configs {
key: "chainer.py3.cv.gpu"
value {
requirement {
cpu: 4
memory: 24
disk: 10
gpu: 1
}
checkout_strategy {
include_dot_git: true
}
command: "git clone https://github.com/chainer/chainercv.git --depth 1 && sh chainercv/.pfnci/tests_gpu.sh"
environment_variables {
key: "REPOSITORY"
value: "chainer"
}
environment_variables {
key: "PYTHON"
value: "3"
}
environment_variables {
key: "OPTIONAL_MODULES"
value: "1"
}
}
}
configs {
key: "chainer.py3.cv.examples"
value {
requirement {
cpu: 6
memory: 36
disk: 10
gpu: 2
}
time_limit {
seconds: 1800
}
checkout_strategy {
include_dot_git: true
}
command: "git clone https://github.com/chainer/chainercv.git --depth 1 && sh chainercv/.pfnci/examples_tests.sh"
environment_variables {
key: "REPOSITORY"
value: "chainer"
}
environment_variables {
key: "PYTHON"
value: "3"
}
environment_variables {
key: "OPTIONAL_MODULES"
value: "1"
}
}
}
configs {
key: "chainermn.cpu"
value {
requirement {
cpu: 8
memory: 30
disk: 50
}
time_limit: {
seconds: 1200
}
checkout_strategy {
include_dot_git: true
}
command: "bash .pfnci/script.sh chainermn"
}
}
configs {
key: "chainermn.gpu"
value {
requirement {
cpu: 8
memory: 30
disk: 50
gpu: 2
}
time_limit: {
seconds: 900
}
checkout_strategy {
include_dot_git: true
}
environment_variables { key: "GPU" value: "2" }
command: "bash .pfnci/script.sh chainermn"
}
}
configs {
key: "chainermn-ci-prep.cuda92"
value {
requirement {
cpu: 2
memory: 12
}
time_limit: {
seconds: 7200
}
command: "bash .pfnci/chainermn-ci-prep.sh chainermn-ci-prep-cuda92 9.2-cudnn7-devel"
}
}
# ONNX-Chainer test
configs {
key: "onnxchainer.py37.gpu"
value {
requirement {
cpu: 4
disk: 10
memory: 16
gpu: 1
}
time_limit {
seconds: 600
}
command: "sh onnx_chainer/.flexci/run_test.sh"
environment_variables { key: "PYTHON_VER" value: "37" }
environment_variables { key: "GPU" value: "0" }
}
}
configs {
key: "onnxchainer.py37.cpu"
value {
requirement {
cpu: 4
disk: 10
memory: 16
}
time_limit {
seconds: 600
}
command: "sh onnx_chainer/.flexci/run_test.sh"
environment_variables { key: "PYTHON_VER" value: "37" }
}
}
configs {
key: "onnxchainer.py37.cpu.onnx15"
value {
requirement {
cpu: 4
disk: 10
memory: 16
}
time_limit {
seconds: 600
}
command: "sh onnx_chainer/.flexci/run_test.sh"
environment_variables { key: "PYTHON_VER" value: "37" }
environment_variables { key: "ONNX_VER" value: "1.5" }
}
}
configs {
key: "onnxchainer.py36.cpu"
value {
requirement {
cpu: 4
disk: 10
memory: 16
}
time_limit {
seconds: 600
}
command: "sh onnx_chainer/.flexci/run_test.sh"
environment_variables { key: "PYTHON_VER" value: "36" }
}
}
configs {
key: "onnxchainer.py36.cpu.onnx14"
value {
requirement {
cpu: 4
disk: 10
memory: 16
}
time_limit {
seconds: 600
}
command: "sh onnx_chainer/.flexci/run_test.sh"
environment_variables { key: "PYTHON_VER" value: "36" }
environment_variables { key: "ONNX_VER" value: "1.4.1" }
}
}
configs {
key: "onnxchainer.py35.cpu"
value {
requirement {
cpu: 4
disk: 10
memory: 16
}
time_limit {
seconds: 600
}
command: "sh onnx_chainer/.flexci/run_test.sh"
environment_variables { key: "PYTHON_VER" value: "35" }
}
}
configs {
key: "onnxchainer.win.py37.gpu"
value {
requirement {
cpu: 4
disk: 10
memory: 16
gpu: 1
image: "windows"
}
time_limit {
seconds: 600
}
command: "onnx_chainer\\.flexci\\run_test.bat 10.1 37"
}
}