Jean-Paul Calderone
38c8afc6f7
arch is only the hardware architecture. this is not sufficient to differentiate between platforms with ABI incompatibilities. job name should be good enough (maybe more fine-grained than we really want but easy to express and maintain).
351 lines
9.5 KiB
YAML
351 lines
9.5 KiB
YAML
# https://circleci.com/docs/2.0/
|
|
|
|
version: 2
|
|
workflows:
|
|
version: 2
|
|
ci:
|
|
jobs:
|
|
# Platforms
|
|
- "debian-9"
|
|
- "debian-8":
|
|
requires:
|
|
- "debian-9"
|
|
|
|
- "ubuntu-18.04"
|
|
- "ubuntu-16.04":
|
|
requires:
|
|
- "ubuntu-18.04"
|
|
|
|
- "fedora-28"
|
|
- "fedora-27":
|
|
requires:
|
|
- "fedora-28"
|
|
|
|
- "centos-7"
|
|
|
|
- "slackware-14.2"
|
|
|
|
# Other assorted tasks and configurations
|
|
- "lint"
|
|
- "deprecations"
|
|
- "c-locale"
|
|
|
|
jobs:
|
|
lint:
|
|
docker:
|
|
- image: "circleci/python:2"
|
|
|
|
steps:
|
|
- "checkout"
|
|
|
|
- run:
|
|
name: "Install tox"
|
|
command: |
|
|
pip install --user tox
|
|
|
|
- run:
|
|
name: "Static-ish code checks"
|
|
command: |
|
|
~/.local/bin/tox -e codechecks
|
|
|
|
debian-8: &DEBIAN
|
|
docker:
|
|
- image: "debian:8"
|
|
|
|
environment: &UTF_8_ENVIRONMENT
|
|
# Tell Hypothesis which configuration we want it to use.
|
|
TAHOE_LAFS_HYPOTHESIS_PROFILE: "ci"
|
|
# Tell the C runtime things about character encoding (mainly to do with
|
|
# filenames and argv).
|
|
LANG: "en_US.UTF-8"
|
|
# The package name for this software varies somewhat across distros.
|
|
EXTRA_PACKAGES: "virtualenv"
|
|
# Select a tox environment to run for this job.
|
|
TAHOE_LAFS_TOX_ENVIRONMENT: "coverage"
|
|
# Additional arguments to pass to tox.
|
|
TAHOE_LAFS_TOX_ARGS: ""
|
|
# Convince all of our pip invocations to look at the cached wheelhouse
|
|
# we maintain.
|
|
WHEELHOUSE_PATH: &WHEELHOUSE_PATH "/tmp/wheelhouse"
|
|
PIP_FIND_LINKS: "file:///tmp/wheelhouse"
|
|
|
|
steps:
|
|
- run: &INSTALL_GIT
|
|
name: "Install Git"
|
|
command: |
|
|
apt-get --quiet update
|
|
apt-get --quiet --yes install git
|
|
|
|
- "checkout"
|
|
|
|
- restore_cache: &RESTORE_HTTP_CACHE
|
|
keys:
|
|
- v2-pip-http-{{ checksum "setup.py" }}-{{ checksum "src/allmydata/_auto_deps.py" }}
|
|
- v2-pip-http-
|
|
|
|
- restore_cache: &RESTORE_WHEELHOUSE
|
|
keys:
|
|
- v2-wheelhouse-{{ .Environment.CIRCLE_JOB }}-{{ checksum "setup.py" }}-{{ checksum "src/allmydata/_auto_deps.py" }}
|
|
- v2-wheelhouse-{{ .Environment.CIRCLE_JOB }}
|
|
- v2-wheelhouse-
|
|
|
|
- run: &BOOTSTRAP_TEST_ENVIRONMENT
|
|
name: "Bootstrap test environment"
|
|
command: |
|
|
~/project/.circleci/bootstrap-test-environment.sh ~/project "${EXTRA_PACKAGES}"
|
|
|
|
- run: &SETUP_VIRTUALENV
|
|
name: "Setup virtualenv"
|
|
# pip cannot install packages if the working directory is not
|
|
# readable.
|
|
working_directory: "/tmp"
|
|
command: |
|
|
/tmp/project/.circleci/setup-virtualenv.sh \
|
|
"${TAHOE_LAFS_TOX_ENVIRONMENT}" \
|
|
"${TAHOE_LAFS_TOX_ARGS}"
|
|
|
|
- save_cache: &SAVE_HTTP_CACHE
|
|
key: v2-pip-http-{{ checksum "/tmp/project/setup.py" }}-{{ checksum "/tmp/project/src/allmydata/_auto_deps.py" }}
|
|
paths:
|
|
# Perfectly valid for Linux.
|
|
- "/tmp/nobody/.cache/pip"
|
|
|
|
- save_cache: &SAVE_WHEELHOUSE
|
|
key: v2-wheelhouse-{{ .Environment.CIRCLE_JOB }}-{{ checksum "/tmp/project/setup.py" }}-{{ checksum "/tmp/project/src/allmydata/_auto_deps.py" }}
|
|
paths:
|
|
- *WHEELHOUSE_PATH
|
|
|
|
- run: &RUN_TESTS
|
|
name: "Run test suite"
|
|
# Something about when it re-uses an existing environment blows up
|
|
# if the working directory is not readable.
|
|
working_directory: "/tmp"
|
|
command: |
|
|
/tmp/project/.circleci/run-tests.sh \
|
|
/tmp/artifacts \
|
|
"${TAHOE_LAFS_TOX_ENVIRONMENT}" \
|
|
"${TAHOE_LAFS_TOX_ARGS}"
|
|
# trial output gets directed straight to a log. avoid the circleci
|
|
# timeout while the test suite runs.
|
|
no_output_timeout: "20m"
|
|
|
|
- store_test_results: &STORE_TEST_RESULTS
|
|
path: "/tmp/artifacts/junit"
|
|
|
|
- store_artifacts: &STORE_TEST_LOG
|
|
# Despite passing --workdir /tmp to tox above, it still runs trial
|
|
# in the project source checkout.
|
|
path: "/tmp/project/_trial_temp/test.log"
|
|
|
|
- store_artifacts: &STORE_OTHER_ARTIFACTS
|
|
# Store any other artifacts, too. This is handy to allow other jobs
|
|
# sharing most of the definition of this one to be able to
|
|
# contribute artifacts easily.
|
|
path: "/tmp/artifacts"
|
|
|
|
- run: &SUBMIT_COVERAGE
|
|
name: "Submit coverage results"
|
|
working_directory: "/tmp/project"
|
|
command: |
|
|
/tmp/tests/bin/codecov
|
|
|
|
|
|
debian-9:
|
|
<<: *DEBIAN
|
|
docker:
|
|
- image: "debian:9"
|
|
|
|
|
|
c-locale:
|
|
<<: *DEBIAN
|
|
docker:
|
|
- image: "debian:9"
|
|
|
|
environment:
|
|
<<: *UTF_8_ENVIRONMENT
|
|
LANG: "C"
|
|
|
|
|
|
deprecations:
|
|
<<: *DEBIAN
|
|
docker:
|
|
- image: "debian:9"
|
|
|
|
environment:
|
|
<<: *UTF_8_ENVIRONMENT
|
|
# Select the deprecations tox environments.
|
|
TAHOE_LAFS_TOX_ENVIRONMENT: "deprecations,upcoming-deprecations"
|
|
# Put the logs somewhere we can report them.
|
|
TAHOE_LAFS_WARNINGS_LOG: "/tmp/artifacts/deprecation-warnings.log"
|
|
|
|
|
|
ubuntu-16.04:
|
|
<<: *DEBIAN
|
|
docker:
|
|
- image: "ubuntu:16.04"
|
|
|
|
environment:
|
|
<<: *UTF_8_ENVIRONMENT
|
|
# Necessary for en_US LANG setting.
|
|
EXTRA_PACKAGES: "virtualenv language-pack-en"
|
|
|
|
|
|
ubuntu-18.04:
|
|
<<: *DEBIAN
|
|
docker:
|
|
- image: "ubuntu:18.04"
|
|
|
|
environment:
|
|
<<: *UTF_8_ENVIRONMENT
|
|
# Necessary for automatic address detection/assignment.
|
|
EXTRA_PACKAGES: "virtualenv iproute2"
|
|
|
|
|
|
centos-7: &RHEL_DERIV
|
|
docker:
|
|
- image: "centos:7"
|
|
|
|
environment: *UTF_8_ENVIRONMENT
|
|
|
|
steps:
|
|
- run:
|
|
name: "Install Git"
|
|
command: |
|
|
yum install --assumeyes git
|
|
|
|
- "checkout"
|
|
|
|
- restore_cache: *RESTORE_HTTP_CACHE
|
|
- restore_cache: *RESTORE_WHEELHOUSE
|
|
|
|
- run:
|
|
name: "Bootstrap test environment"
|
|
working_directory: "/tmp"
|
|
command: |
|
|
# Avoid the /nonexistent home directory in nobody's /etc/passwd
|
|
# entry.
|
|
usermod --home /tmp/nobody nobody
|
|
|
|
# Grant read access to nobody, the user which will eventually try
|
|
# to test this checkout.
|
|
mv /root/project /tmp/project
|
|
|
|
# Python build/install toolchain wants to write to the source
|
|
# checkout, too.
|
|
chown --recursive nobody:nobody /tmp/project
|
|
|
|
yum install --assumeyes \
|
|
sudo \
|
|
make automake gcc gcc-c++ \
|
|
python \
|
|
python-devel \
|
|
libffi-devel \
|
|
openssl-devel \
|
|
libyaml-devel \
|
|
python-virtualenv
|
|
|
|
# XXX net-tools is actually a Tahoe-LAFS runtime dependency!
|
|
yum install --assumeyes \
|
|
net-tools
|
|
|
|
- run: *SETUP_VIRTUALENV
|
|
|
|
- save_cache: *SAVE_HTTP_CACHE
|
|
- save_cache: *SAVE_WHEELHOUSE
|
|
|
|
- run: *RUN_TESTS
|
|
|
|
- store_test_results: *STORE_TEST_RESULTS
|
|
- store_artifacts: *STORE_TEST_LOG
|
|
- store_artifacts: *STORE_OTHER_ARTIFACTS
|
|
- run: *SUBMIT_COVERAGE
|
|
|
|
|
|
fedora-27:
|
|
<<: *RHEL_DERIV
|
|
docker:
|
|
- image: "fedora:27"
|
|
|
|
|
|
fedora-28:
|
|
<<: *RHEL_DERIV
|
|
docker:
|
|
- image: "fedora"
|
|
|
|
|
|
slackware-14.2:
|
|
docker:
|
|
- image: "vbatts/slackware:14.2"
|
|
|
|
environment: *UTF_8_ENVIRONMENT
|
|
|
|
steps:
|
|
- run:
|
|
name: "Install Git"
|
|
command: |
|
|
slackpkg update
|
|
slackpkg install openssh-7.4p1 git-2.14.4 </dev/null
|
|
|
|
- "checkout"
|
|
|
|
- restore_cache: *RESTORE_HTTP_CACHE
|
|
- restore_cache: *RESTORE_WHEELHOUSE
|
|
|
|
- run:
|
|
name: "Bootstrap test environment"
|
|
working_directory: "/tmp"
|
|
command: |
|
|
# Avoid the /nonexistent home directory in nobody's /etc/passwd
|
|
# entry.
|
|
usermod --home /tmp/nobody nobody
|
|
|
|
# Grant read access to nobody, the user which will eventually try
|
|
# to test this checkout.
|
|
mv /root/project /tmp/project
|
|
|
|
# Python build/install toolchain wants to write to the source
|
|
# checkout, too.
|
|
chown --recursive nobody:nobody /tmp/project
|
|
|
|
slackpkg install \
|
|
ca-certificates \
|
|
sudo-1.8.20p2 \
|
|
make-4.1 \
|
|
automake-1.15 \
|
|
kernel-headers \
|
|
glibc-2.23 \
|
|
binutils-2.26 \
|
|
gcc-5.5.0 \
|
|
gcc-g++-5.5.0 \
|
|
python-2.7.15 \
|
|
libffi-3.2.1 \
|
|
libyaml-0.1.6 \
|
|
sqlite-3.13.0 \
|
|
icu4c-56.1 \
|
|
libmpc-1.0.3 </dev/null
|
|
|
|
slackpkg upgrade \
|
|
openssl-1.0 </dev/null
|
|
|
|
# neither virtualenv nor pip is packaged.
|
|
# do it the hard way.
|
|
# and it is extra hard since it is slackware.
|
|
slackpkg install \
|
|
cyrus-sasl-2.1.26 \
|
|
curl-7.60 </dev/null
|
|
curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py
|
|
python get-pip.py
|
|
pip install virtualenv
|
|
|
|
- run: *SETUP_VIRTUALENV
|
|
|
|
- save_cache: *SAVE_HTTP_CACHE
|
|
- save_cache: *SAVE_WHEELHOUSE
|
|
|
|
- run: *RUN_TESTS
|
|
|
|
- store_test_results: *STORE_TEST_RESULTS
|
|
- store_artifacts: *STORE_TEST_LOG
|
|
- store_artifacts: *STORE_OTHER_ARTIFACTS
|
|
- run: *SUBMIT_COVERAGE
|