https://github.com/chainer/chainer
Raw File
Tip revision: a8e15cbe55a90854a3918b8b5a976abbbff9ec94 authored by emcastillo on 17 October 2022, 02:18:00 UTC
Merge pull request #8628 from chainer/maintenance-policy
Tip revision: a8e15cb
config.pbtxt
# config.pbtxt is a config file for PFN's CI.
#
# Proto type: pfnci.protos.ConfigFile (http://go/pfnci-config-proto)
# NOTE: proto definition is still not open to the public.

# Chainer unit tests with python3.7.  This contains the following tests:
# - ChainerX C++ tests
# - chainer_tests with python3.7 (not slow)
# - chainerx_tests with python3.7 (not slow)
# URL: https://ci.preferred.jp/chainer.py37/
configs {
  key: "chainer.py37.cpu"
  value {
    requirement {
      cpu: 20
      memory: 30
    }
    time_limit: {
      seconds: 1200
    }
    checkout_strategy {
      include_dot_git: true
    }
    environment_variables { key: "GPU" value: "0" }
    environment_variables {
      key: "SPREADSHEET_ID"
      value: "1u5OYiPOL3XRppn73XBSgR-XyDuHKb_4Ilmx1kgJfa-k"
    }
    command: "bash .pfnci/script.sh py37"
  }
}
configs {
  key: "chainer.py37.gpu"
  value {
    requirement {
      cpu: 30
      memory: 80
      gpu: 2
    }
    time_limit: {
      seconds: 1200
    }
    checkout_strategy {
      include_dot_git: true
    }
    environment_variables { key: "GPU" value: "2" }
    # NOTE: If # of threads / # of GPUs exceeds 10, GPU tests may cause
    # cudaErrorLaunchFailure because of insufficient memory on GPU.
    environment_variables { key: "XPYTEST_NUM_THREADS" value: "30" }
    environment_variables {
      key: "SPREADSHEET_ID"
      value: "1u5OYiPOL3XRppn73XBSgR-XyDuHKb_4Ilmx1kgJfa-k"
    }
    command: "bash .pfnci/script.sh py37"
  }
}
# Chainer unit tests with python2.7 and python3.5.  This contains the following
# tests:
# - chainer_tests with python2.7 (not slow)
# - chainer_tests with python3.5 (not slow)
# URL: https://ci.preferred.jp/chainer.py27and35/
configs {
  key: "chainer.py27and35.cpu"
  value {
    requirement {
      cpu: 20
      memory: 30
    }
    time_limit: {
      seconds: 1200
    }
    checkout_strategy {
      include_dot_git: true
    }
    environment_variables { key: "GPU" value: "0" }
    environment_variables {
      key: "SPREADSHEET_ID"
      value: "1u5OYiPOL3XRppn73XBSgR-XyDuHKb_4Ilmx1kgJfa-k"
    }
    command: "bash .pfnci/script.sh py27and35"
  }
}
configs {
  key: "chainer.py27and35.gpu"
  value {
    requirement {
      cpu: 30
      memory: 80
      gpu: 2
    }
    time_limit: {
      seconds: 1200
    }
    checkout_strategy {
      include_dot_git: true
    }
    environment_variables { key: "GPU" value: "2" }
    # NOTE: If # of threads / # of GPUs exceeds 10, GPU tests may cause
    # cudaErrorLaunchFailure because of insufficient memory on GPU.
    environment_variables { key: "XPYTEST_NUM_THREADS" value: "20" }
    environment_variables {
      key: "SPREADSHEET_ID"
      value: "1u5OYiPOL3XRppn73XBSgR-XyDuHKb_4Ilmx1kgJfa-k"
    }
    command: "bash .pfnci/script.sh py27and35"
  }
}

# Chainer CI related targets: chainer.docker.{version}.{action}.
# - version should be either "py37" or "py27and35".
# - action should be either "test" or "push".  "test" only builds a Docker
#   image, and "push" additionally pushes the Docker image to Google Container
#   Registry.
# CAVEAT: chainer.docker.*.push targets should be triggered by CuPy repository
# to enable to fix its CuPy commit.  The process should be implemented as
# a default command in the CI targets.
configs {
  key: "chainer.docker.py37.test"
  value {
    requirement {
      cpu: 2
      memory: 12
    }
    time_limit: {
      seconds: 3600
    }
    checkout_strategy {
      include_dot_git: true
    }
    command: "bash .pfnci/script.sh docker.py37.test"
  }
}
configs {
  key: "chainer.docker.py27and35.test"
  value {
    requirement {
      cpu: 2
      memory: 12
    }
    time_limit: {
      seconds: 3600
    }
    checkout_strategy {
      include_dot_git: true
    }
    command: "bash .pfnci/script.sh docker.py27and35.test"
  }
}
configs {
  key: "chainer.docker.chainermn.test"
  value {
    requirement {
      cpu: 2
      memory: 12
    }
    time_limit: {
      seconds: 3600
    }
    checkout_strategy {
      include_dot_git: true
    }
    command: "bash .pfnci/script.sh docker.chainermn.test"
  }
}
configs {
  key: "chainer.docker.py37.push"
  value {
    requirement {
      cpu: 2
      memory: 12
    }
    time_limit: {
      seconds: 3600
    }
    checkout_strategy {
      include_dot_git: true
    }
    command: "bash .pfnci/script.sh docker.py37.push"
  }
}
configs {
  key: "chainer.docker.py27and35.push"
  value {
    requirement {
      cpu: 2
      memory: 12
    }
    time_limit: {
      seconds: 3600
    }
    checkout_strategy {
      include_dot_git: true
    }
    command: "bash .pfnci/script.sh docker.py27and35.push"
  }
}
configs {
  key: "chainer.docker.chainermn.push"
  value {
    requirement {
      cpu: 2
      memory: 12
    }
    time_limit: {
      seconds: 3600
    }
    checkout_strategy {
      include_dot_git: true
    }
    command: "bash .pfnci/script.sh docker.chainermn.push"
  }
}

# Python 2 tests are disabled in the master branch, but configs can be removed
# only after removing web hooks.
# TODO(niboshi): Completely remove them after discontinuing v6 series.
configs {
  key: "chainer.py2.cv"
  value {
    command: "true"
  }
}
configs {
  key: "chainer.py2.cv.gpu"
  value {
    command: "true"
  }
}
configs {
  key: "chainer.py2.cv.examples"
  value {
    command: "true"
  }
}
configs {
  key: "chainer.py3.cv"
  value {
    requirement {
      cpu: 6
      memory: 36
      disk: 10
    }
    time_limit {
      seconds: 3600
    }
    checkout_strategy {
      include_dot_git: true
    }
    command: "git clone https://github.com/chainer/chainercv.git --depth 1 && sh chainercv/.pfnci/tests.sh"
    environment_variables {
      key: "REPOSITORY"
      value: "chainer"
    }
    environment_variables {
      key: "PYTHON"
      value: "3"
    }
    environment_variables {
      key: "OPTIONAL_MODULES"
      value: "1"
    }
  }
}
configs {
  key: "chainer.py3.cv.gpu"
  value {
    requirement {
      cpu: 4
      memory: 24
      disk: 10
      gpu: 1
    }
    checkout_strategy {
      include_dot_git: true
    }
    command: "git clone https://github.com/chainer/chainercv.git --depth 1 && sh chainercv/.pfnci/tests_gpu.sh"
    environment_variables {
      key: "REPOSITORY"
      value: "chainer"
    }
    environment_variables {
      key: "PYTHON"
      value: "3"
    }
    environment_variables {
      key: "OPTIONAL_MODULES"
      value: "1"
    }
  }
}
configs {
  key: "chainer.py3.cv.examples"
  value {
    requirement {
      cpu: 6
      memory: 36
      disk: 10
      gpu: 2
    }
    time_limit {
      seconds: 1800
    }
    checkout_strategy {
      include_dot_git: true
    }
    command: "git clone https://github.com/chainer/chainercv.git --depth 1 && sh chainercv/.pfnci/examples_tests.sh"
    environment_variables {
      key: "REPOSITORY"
      value: "chainer"
    }
    environment_variables {
      key: "PYTHON"
      value: "3"
    }
    environment_variables {
      key: "OPTIONAL_MODULES"
      value: "1"
    }
  }
}
configs {
  key: "chainermn.cpu"
  value {
    requirement {
      cpu: 8
      memory: 30
      disk: 50
    }
    time_limit: {
      seconds: 1200
    }
    checkout_strategy {
      include_dot_git: true
    }
    command: "bash .pfnci/script.sh chainermn"
  }
}
configs {
  key: "chainermn.gpu"
  value {
    requirement {
      cpu: 8
      memory: 30
      disk: 50
      gpu: 2
    }
    time_limit: {
      seconds: 900
    }
    checkout_strategy {
      include_dot_git: true
    }
	environment_variables { key: "GPU" value: "2" }
    command: "bash .pfnci/script.sh chainermn"
  }
}
configs {
  key: "chainermn-ci-prep.cuda92"
  value {
    requirement {
	  cpu: 2
	  memory: 12
    }
	time_limit: {
	  seconds: 7200
	}
	command: "bash .pfnci/chainermn-ci-prep.sh chainermn-ci-prep-cuda92 9.2-cudnn7-devel"
  }
}

# ONNX-Chainer test
configs {
  key: "onnxchainer.py37.gpu"
  value {
    requirement {
      cpu: 4
      disk: 10
      memory: 16
      gpu: 1
    }
    time_limit {
      seconds: 600
    }
    command: "sh onnx_chainer/.flexci/run_test.sh"
    environment_variables { key: "PYTHON_VER" value: "37" }
    environment_variables { key: "GPU" value: "0" }
  }
}
configs {
  key: "onnxchainer.py37.cpu"
  value {
    requirement {
      cpu: 4
      disk: 10
      memory: 16
    }
    time_limit {
      seconds: 600
    }
    command: "sh onnx_chainer/.flexci/run_test.sh"
    environment_variables { key: "PYTHON_VER" value: "37" }
  }
}
configs {
  key: "onnxchainer.py37.cpu.onnx15"
  value {
    requirement {
      cpu: 4
      disk: 10
      memory: 16
    }
    time_limit {
      seconds: 600
    }
    command: "sh onnx_chainer/.flexci/run_test.sh"
    environment_variables { key: "PYTHON_VER" value: "37" }
    environment_variables { key: "ONNX_VER" value: "1.5" }
  }
}
configs {
  key: "onnxchainer.py36.cpu"
  value {
    requirement {
      cpu: 4
      disk: 10
      memory: 16
    }
    time_limit {
      seconds: 600
    }
    command: "sh onnx_chainer/.flexci/run_test.sh"
    environment_variables { key: "PYTHON_VER" value: "36" }
  }
}
configs {
  key: "onnxchainer.py36.cpu.onnx14"
  value {
    requirement {
      cpu: 4
      disk: 10
      memory: 16
    }
    time_limit {
      seconds: 600
    }
    command: "sh onnx_chainer/.flexci/run_test.sh"
    environment_variables { key: "PYTHON_VER" value: "36" }
    environment_variables { key: "ONNX_VER" value: "1.4.1" }
  }
}
configs {
  key: "onnxchainer.py35.cpu"
  value {
    requirement {
      cpu: 4
      disk: 10
      memory: 16
    }
    time_limit {
      seconds: 600
    }
    command: "sh onnx_chainer/.flexci/run_test.sh"
    environment_variables { key: "PYTHON_VER" value: "35" }
  }
}
configs {
  key: "onnxchainer.win.py37.gpu"
  value {
    requirement {
      cpu: 4
      disk: 10
      memory: 16
      gpu: 1
      image: "windows"
    }
    time_limit {
      seconds: 600
    }
    command: "onnx_chainer\\.flexci\\run_test.bat 10.1 37"
  }
}
back to top