variables:
  ## Please update `scripts/version.sh` accordingly
  build_deps_image_version: a0ce95cd2089a4d5e8ec9771a15b88a11a44f8ed
  build_deps_image_name: registry.gitlab.com/tezos/opam-repository
  public_docker_image_name: docker.io/${CI_PROJECT_PATH}

stages:
  - doc
  - build
  - unittest
  - integration
  - documentation
  - packaging
  - publish


############################################################
## Stage: build (only MR)                                 ##
############################################################

.build_template: &build_definition
  image: ${build_deps_image_name}:${build_deps_image_version}
  stage: build
  except:
    - master
    - alphanet
    - zeronet
    - mainnet
    - alphanet-staging
    - zeronet-staging
    - mainnet-staging
    - zeronet-snapshots
    - mainnet-snapshots
  before_script:
    - opam list
    - . ./scripts/version.sh
  tags:
    - gitlab-org

check_opam_deps:
  <<: *build_definition
  script:
    - if [ "${build_deps_image_version}" != "${opam_repository_tag}" ] ; then
        echo "Inconsistent dependencies hash between 'scripts/version.sh' and '.gitlab-ci.yml'." ;
        exit 1 ;
      fi
    - ./scripts/opam-check.sh
    - ./scripts/check_opam_test.sh

check_opam_lint:
  <<: *build_definition
  script:
    - find . ! -path "./_opam/*" -name "*.opam" -exec opam lint {} +;

check_indentation:
  <<: *build_definition
  script:
    - dune build @runtest_indent

build:
  <<: *build_definition
  script:
    - dune build @runtest_dune_template
    - make all
  artifacts:
    paths:
    - _build
    expire_in: 1 day


############################################################
## Stage: test (only MR)                                  ##
############################################################

.test_template: &test_definition
  <<: *build_definition
  stage: unittest
  dependencies:
    - build

test:stdlib:
  <<: *test_definition
  script:
    - dune build @src/lib_stdlib/runtest

test:stdlib_unix:
  <<: *test_definition
  script:
    - dune build @src/lib_stdlib_unix/runtest

test:data_encoding:
  <<: *test_definition
  script:
    - dune build @src/lib_data_encoding/runtest

test:storage:
  <<: *test_definition
  script:
    - dune build @src/lib_storage/runtest

test:crypto:
  <<: *test_definition
  script:
    - dune build @src/lib_crypto/runtest

test:shell:
  <<: *test_definition
  script:
    - dune build @src/lib_shell/runtest

test:p2p:io-scheduler:
  <<: *test_definition
  script:
    - dune build @src/lib_p2p/runtest_p2p_io_scheduler_ipv4

test:p2p:socket:
  <<: *test_definition
  script:
    - dune build @src/lib_p2p/runtest_p2p_socket_ipv4

test:p2p:pool:
  <<: *test_definition
  script:
    - dune build @src/lib_p2p/runtest_p2p_pool_ipv4

test:proto_alpha:lib_protocol:
  <<: *test_definition
  script:
    - dune build @src/proto_alpha/lib_protocol/runtest

test:proto_alpha:lib_client:
  <<: *test_definition
  script:
    - dune build @src/proto_alpha/lib_client/test/runtest

test:p2p:peerset:
  <<: *test_definition
  script:
    - dune build @src/lib_p2p/runtest_p2p_peerset

test:p2p:ipv6set:
  <<: *test_definition
  script:
    - dune build @src/lib_p2p/runtest_p2p_ipv6set

test:p2p:banned_peers:
  <<: *test_definition
  script:
    - dune build @src/lib_p2p/runtest_p2p_banned_peers

test:client_alpha:vote:
  <<: *test_definition
  script:
    - dune build @src/proto_alpha/lib_delegate/runtest_vote

test:validation:
  <<: *test_definition
  script:
    - dune build @src/lib_validation/runtest

test:micheline:
  <<: *test_definition
  script:
    - dune build @src/lib_micheline/runtest

############################################################
## Stage: run shell integration tests                     ##
############################################################

# definition for the environment to run all integration tests
.integration_template: &integration_definition
  <<: *build_definition
  stage: integration
  dependencies:
    - build
  before_script:
    - sudo apk add py-pip python3 python3-dev
    - sudo pip install --upgrade pip
    - sudo pip3 install -r tests_python/requirements.txt
    - make all
  tags:
    - gitlab-org

test:basic.sh:
  <<: *integration_definition
  script:
    - dune build @src/bin_client/runtest_basic.sh

test:contracts.sh:
  <<: *integration_definition
  script:
    - dune build @src/bin_client/runtest_contracts.sh

test:contracts_opcode.sh:
  <<: *integration_definition
  script:
    - dune build @src/bin_client/runtest_contracts_opcode.sh

test:contracts_macros.sh:
  <<: *integration_definition
  script:
    - dune build @src/bin_client/runtest_contracts_macros.sh

test:contracts_mini_scenarios.sh:
  <<: *integration_definition
  script:
    - dune build @src/bin_client/runtest_contracts_mini_scenarios.sh

test:multinode.sh:
  <<: *integration_definition
  script:
    - dune build @src/bin_client/runtest_multinode.sh

test:inject.sh:
  <<: *integration_definition
  script:
    - dune build @src/bin_client/runtest_injection.sh

test:voting.sh:
  <<: *integration_definition
  script:
    - dune build @src/bin_client/runtest_voting.sh

test:proto:sandbox:
  <<: *integration_definition
  script:
    - dune build @runtest_sandbox

############################################################
## Stage: run OCaml integration tests                     ##
############################################################

test:sandboxes:voting:
  <<: *integration_definition
  script:
    - ROOT_PATH=$PWD/flextesa-voting-demo dune build @src/bin_flextesa/runtest_sandbox_voting_demo
  artifacts:
    paths:
    - flextesa-voting-demo
    expire_in: 1 day
    when: on_failure
  allow_failure: true # This test uses too much resources for GitLab's workers

test:sandboxes:acc-baking:
  <<: *integration_definition
  script:
    - ROOT_PATH=$PWD/flextesa-acc-sdb dune build @src/bin_flextesa/runtest_sandbox_accusations_simple_double_baking
  artifacts:
    paths:
    - flextesa-acc-sdb
    expire_in: 1 day
    when: on_failure

test:sandboxes:acc-endorsement:
  <<: *integration_definition
  script:
    - ROOT_PATH=$PWD/flextesa-acc-sde dune build @src/bin_flextesa/runtest_sandbox_accusations_simple_double_endorsing
  artifacts:
    paths:
    - flextesa-acc-sde
    expire_in: 1 day
    when: on_failure

############################################################
## Stage: run python integration tests                    ##
############################################################

integration:linter_python:
  <<: *integration_definition
  script:
    - make -C tests_python lint_all

##BEGIN_INTEGRATION_PYTHON##
integration:baker_endorser:
  <<: *integration_definition
  script:
    - pytest tests_python/tests/test_baker_endorser.py

integration:basic:
  <<: *integration_definition
  script:
    - pytest tests_python/tests/test_basic.py

integration:contract:
  <<: *integration_definition
  script:
    - pytest tests_python/tests/test_contract.py

integration:contract_baker:
  <<: *integration_definition
  script:
    - pytest tests_python/tests/test_contract_baker.py

integration:injection:
  <<: *integration_definition
  script:
    - pytest tests_python/tests/test_injection.py

integration:many_bakers:
  <<: *integration_definition
  script:
    - pytest tests_python/tests/test_many_bakers.py

integration:many_nodes:
  <<: *integration_definition
  script:
    - pytest tests_python/tests/test_many_nodes.py

integration:mempool:
  <<: *integration_definition
  script:
    - pytest tests_python/tests/test_mempool.py

integration:multinode:
  <<: *integration_definition
  script:
    - pytest tests_python/tests/test_multinode.py

integration:rpc:
  <<: *integration_definition
  script:
    - pytest tests_python/tests/test_rpc.py

integration:voting:
  <<: *integration_definition
  script:
    - pytest tests_python/tests/test_voting.py

integration:tls:
  <<: *integration_definition
  script:
    - pytest tests_python/tests/test_tls.py

integration:cors:
  <<: *integration_definition
  script:
    - pytest tests_python/tests/test_cors.py

##END_INTEGRATION_PYTHON##

############################################################
## Stage: run doc integration tests                       ##
############################################################

test:documentation:
  <<: *test_definition
  stage: documentation
  script:
    - sudo apk add --no-cache py3-sphinx py3-sphinx_rtd_theme
    - sudo pip3 uninstall 'idna' --yes ## Fix up dependencies in alpine:3.8
    - sudo pip3 install 'idna<2.7'
    - sudo ln -s /usr/bin/sphinx-build-3 /usr/bin/sphinx-build
    - make doc-html

test:linkcheck:
  <<: *test_definition
  stage: documentation
  script:
    - sudo apk add --no-cache py3-sphinx py3-sphinx_rtd_theme
    - sudo pip3 uninstall 'idna' --yes ## Fix up dependencies in alpine:3.8
    - sudo pip3 install 'idna<2.7'
    - sudo ln -s /usr/bin/sphinx-build-3 /usr/bin/sphinx-build
    - make doc-html-and-linkcheck
  allow_failure: true

############################################################
## Stage: building opam packages (only master and *opam*) ##
############################################################

.opam_template: &opam_definition
  image: ${build_deps_image_name}:opam--${build_deps_image_version}
  stage: packaging
  dependencies: []
  only:
    - master
    - /^.*opam.*$/
  script:
    - ./scripts/opam-pin.sh
    - opam depext --yes ${package}
    - opam install --yes ${package}
    - opam reinstall --yes --with-test ${package}
  tags:
    - gitlab-org

##BEGIN_OPAM##
opam:00:ocplib-json-typed:
  <<: *opam_definition
  variables:
    package: ocplib-json-typed

opam:01:ocplib-json-typed-bson:
  <<: *opam_definition
  variables:
    package: ocplib-json-typed-bson

opam:02:tezos-stdlib:
  <<: *opam_definition
  variables:
    package: tezos-stdlib

opam:03:tezos-data-encoding:
  <<: *opam_definition
  variables:
    package: tezos-data-encoding

opam:04:ocplib-resto:
  <<: *opam_definition
  variables:
    package: ocplib-resto

opam:05:tezos-error-monad:
  <<: *opam_definition
  variables:
    package: tezos-error-monad

opam:06:ocplib-resto-directory:
  <<: *opam_definition
  variables:
    package: ocplib-resto-directory

opam:07:blake2:
  <<: *opam_definition
  variables:
    package: blake2

opam:08:hacl:
  <<: *opam_definition
  variables:
    package: hacl

opam:09:secp256k1:
  <<: *opam_definition
  variables:
    package: secp256k1

opam:10:tezos-clic:
  <<: *opam_definition
  variables:
    package: tezos-clic

opam:11:tezos-rpc:
  <<: *opam_definition
  variables:
    package: tezos-rpc

opam:12:uecc:
  <<: *opam_definition
  variables:
    package: uecc

opam:13:tezos-crypto:
  <<: *opam_definition
  variables:
    package: tezos-crypto

opam:14:tezos-event-logging:
  <<: *opam_definition
  variables:
    package: tezos-event-logging

opam:15:tezos-micheline:
  <<: *opam_definition
  variables:
    package: tezos-micheline

opam:16:lmdb:
  <<: *opam_definition
  variables:
    package: lmdb

opam:17:tezos-base:
  <<: *opam_definition
  variables:
    package: tezos-base

opam:18:pbkdf:
  <<: *opam_definition
  variables:
    package: pbkdf

opam:19:ocplib-resto-cohttp:
  <<: *opam_definition
  variables:
    package: ocplib-resto-cohttp

opam:20:irmin-lmdb:
  <<: *opam_definition
  variables:
    package: irmin-lmdb

opam:21:tezos-shell-services:
  <<: *opam_definition
  variables:
    package: tezos-shell-services

opam:22:bip39:
  <<: *opam_definition
  variables:
    package: bip39

opam:23:tezos-rpc-http:
  <<: *opam_definition
  variables:
    package: tezos-rpc-http

opam:24:tezos-stdlib-unix:
  <<: *opam_definition
  variables:
    package: tezos-stdlib-unix

opam:25:tezos-storage:
  <<: *opam_definition
  variables:
    package: tezos-storage

opam:26:ledgerwallet:
  <<: *opam_definition
  variables:
    package: ledgerwallet

opam:27:tezos-client-base:
  <<: *opam_definition
  variables:
    package: tezos-client-base

opam:28:ledgerwallet-tezos:
  <<: *opam_definition
  variables:
    package: ledgerwallet-tezos

opam:29:tezos-signer-services:
  <<: *opam_definition
  variables:
    package: tezos-signer-services

opam:30:tezos-signer-backends:
  <<: *opam_definition
  variables:
    package: tezos-signer-backends

opam:31:tezos-protocol-environment-sigs:
  <<: *opam_definition
  variables:
    package: tezos-protocol-environment-sigs

opam:32:tezos-client-commands:
  <<: *opam_definition
  variables:
    package: tezos-client-commands

opam:33:tezos-protocol-compiler:
  <<: *opam_definition
  variables:
    package: tezos-protocol-compiler

opam:34:tezos-protocol-environment:
  <<: *opam_definition
  variables:
    package: tezos-protocol-environment

opam:35:tezos-client-base-unix:
  <<: *opam_definition
  variables:
    package: tezos-client-base-unix

opam:36:tezos-protocol-alpha:
  <<: *opam_definition
  variables:
    package: tezos-protocol-alpha

opam:37:tezos-protocol-environment-shell:
  <<: *opam_definition
  variables:
    package: tezos-protocol-environment-shell

opam:38:tezos-client-alpha:
  <<: *opam_definition
  variables:
    package: tezos-client-alpha

opam:39:tezos-protocol-updater:
  <<: *opam_definition
  variables:
    package: tezos-protocol-updater

opam:40:tezos-baking-alpha:
  <<: *opam_definition
  variables:
    package: tezos-baking-alpha

opam:41:tezos-protocol-demo:
  <<: *opam_definition
  variables:
    package: tezos-protocol-demo

opam:42:tezos-protocol-genesis:
  <<: *opam_definition
  variables:
    package: tezos-protocol-genesis

opam:43:ocplib-resto-json:
  <<: *opam_definition
  variables:
    package: ocplib-resto-json

opam:44:tezos-p2p:
  <<: *opam_definition
  variables:
    package: tezos-p2p

opam:45:tezos-validation:
  <<: *opam_definition
  variables:
    package: tezos-validation

opam:46:tezos-baking-alpha-commands:
  <<: *opam_definition
  variables:
    package: tezos-baking-alpha-commands

opam:47:tezos-client-alpha-commands:
  <<: *opam_definition
  variables:
    package: tezos-client-alpha-commands

opam:48:tezos-client-demo:
  <<: *opam_definition
  variables:
    package: tezos-client-demo

opam:49:tezos-client-genesis:
  <<: *opam_definition
  variables:
    package: tezos-client-genesis

opam:50:ocplib-ezresto:
  <<: *opam_definition
  variables:
    package: ocplib-ezresto

opam:51:tezos-shell:
  <<: *opam_definition
  variables:
    package: tezos-shell

opam:52:tezos-embedded-protocol-alpha:
  <<: *opam_definition
  variables:
    package: tezos-embedded-protocol-alpha

opam:53:tezos-network-sandbox:
  <<: *opam_definition
  variables:
    package: tezos-network-sandbox

opam:54:tezos-embedded-protocol-demo:
  <<: *opam_definition
  variables:
    package: tezos-embedded-protocol-demo

opam:55:tezos-embedded-protocol-genesis:
  <<: *opam_definition
  variables:
    package: tezos-embedded-protocol-genesis

opam:56:tezos-endorser-alpha-commands:
  <<: *opam_definition
  variables:
    package: tezos-endorser-alpha-commands

opam:57:tezos-client:
  <<: *opam_definition
  variables:
    package: tezos-client

opam:58:ocplib-ezresto-directory:
  <<: *opam_definition
  variables:
    package: ocplib-ezresto-directory

opam:59:tezos-accuser-alpha:
  <<: *opam_definition
  variables:
    package: tezos-accuser-alpha

opam:60:tezos-endorser-alpha:
  <<: *opam_definition
  variables:
    package: tezos-endorser-alpha

opam:61:tezos-accuser-alpha-commands:
  <<: *opam_definition
  variables:
    package: tezos-accuser-alpha-commands

opam:62:tezos-baker-alpha:
  <<: *opam_definition
  variables:
    package: tezos-baker-alpha

opam:63:tezos-signer:
  <<: *opam_definition
  variables:
    package: tezos-signer

opam:64:tezos-node:
  <<: *opam_definition
  variables:
    package: tezos-node

opam:65:ocplib-json-typed-browser:
  <<: *opam_definition
  variables:
    package: ocplib-json-typed-browser


##END_OPAM##



############################################################
## Stage: publish                                         ##
############################################################

publish:docker:
  image: docker:latest
  services:
    - docker:dind
  variables:
    DOCKER_DRIVER: overlay2
  stage: publish
  only:
    - master@tezos/tezos
    - alphanet@tezos/tezos
    - zeronet@tezos/tezos
    - mainnet@tezos/tezos
    - alphanet-staging@tezos/tezos
    - zeronet-staging@tezos/tezos
    - mainnet-staging@tezos/tezos
    - zeronet-snapshots@tezos/tezos
    - mainnet-snapshots@tezos/tezos
  before_script:
    - apk add git
    - mkdir ~/.docker || true
    - echo "${CI_DOCKER_AUTH}" > ~/.docker/config.json
  script:
    - LAST_COMMIT_DATE_TIME=$(git log --pretty=format:"%cd" -1 --date="format:%Y%m%d%H%M%S" 2>&1)
    - ./scripts/create_docker_image.sh
        "${public_docker_image_name}" "${CI_COMMIT_REF_NAME}"
    - docker push "${public_docker_image_name}:${CI_COMMIT_REF_NAME}"
    - docker tag "${public_docker_image_name}:${CI_COMMIT_REF_NAME}" "${public_docker_image_name}:${CI_COMMIT_REF_NAME}_${CI_COMMIT_SHORT_SHA}_${LAST_COMMIT_DATE_TIME}"
    - docker push "${public_docker_image_name}:${CI_COMMIT_REF_NAME}_${CI_COMMIT_SHORT_SHA}_${LAST_COMMIT_DATE_TIME}"
  tags:
    - safe_docker

publish:doc:
  image: ${build_deps_image_name}:${build_deps_image_version}
  stage: doc
  only:
    - master@tezos/tezos
    - alphanet@tezos/tezos
    - zeronet@tezos/tezos
    - mainnet@tezos/tezos
  before_script:
    - sudo apk add --no-cache py3-sphinx py3-sphinx_rtd_theme openssh-client rsync
    - sudo pip3 uninstall 'idna' --yes ## Fix up dependencies in alpine:3.8
    - sudo pip3 install 'idna<2.7'
    - sudo ln -s /usr/bin/sphinx-build-3 /usr/bin/sphinx-build
    - echo "${CI_PK_GITLAB_DOC}" > ~/.ssh/id_ed25519
    - echo "${CI_KH}" > ~/.ssh/known_hosts
    - chmod 400 ~/.ssh/id_ed25519
  script:
    - make doc-html
    - git clone git@gitlab.com:${CI_PROJECT_NAMESPACE}/${CI_PROJECT_NAMESPACE}.gitlab.io gitlab.io
    - rsync --recursive --links --perms --delete --verbose
        --exclude=.doctrees
        docs/_build/ gitlab.io/public/"${CI_COMMIT_REF_NAME}"
    - cd gitlab.io
    - if [ -z "$(git status -s)" ] ; then
        echo "Nothing to commit!" ;
      else
        git add public/"${CI_COMMIT_REF_NAME}" ;
        git commit -m "Import doc for ${CI_COMMIT_REF_NAME} (${CI_COMMIT_SHA})" ;
        git push origin master ;
      fi
  tags:
    - gitlab-org