2016-11-16 14:31:19 -06:00
|
|
|
language: minimal
|
2015-09-18 12:19:23 -05:00
|
|
|
sudo: required
|
2016-10-11 14:21:40 -05:00
|
|
|
dist: trusty
|
2016-06-01 10:14:22 -05:00
|
|
|
services:
|
|
|
|
- docker
|
2014-02-20 17:37:44 -06:00
|
|
|
|
2015-09-18 12:19:23 -05:00
|
|
|
git:
|
2016-07-28 04:48:43 -05:00
|
|
|
depth: 1
|
2016-10-11 14:21:40 -05:00
|
|
|
submodules: false
|
2015-07-13 19:29:01 -05:00
|
|
|
|
2016-10-11 14:21:40 -05:00
|
|
|
matrix:
|
2017-01-19 19:18:12 -06:00
|
|
|
fast_finish: true
|
2016-10-11 14:21:40 -05:00
|
|
|
include:
|
|
|
|
# Linux builders, all docker images
|
2017-02-27 16:53:12 -06:00
|
|
|
- env: IMAGE=arm-android
|
2017-01-28 15:38:06 -06:00
|
|
|
- env: IMAGE=armhf-gnu
|
2016-12-31 19:42:40 -06:00
|
|
|
- env: IMAGE=cross DEPLOY=1
|
2017-02-27 16:53:12 -06:00
|
|
|
- env: IMAGE=dist-android DEPLOY=1
|
2017-01-13 11:18:09 -06:00
|
|
|
- env: IMAGE=dist-arm-linux DEPLOY=1
|
|
|
|
- env: IMAGE=dist-armv7-aarch64-linux DEPLOY=1
|
|
|
|
- env: IMAGE=dist-freebsd DEPLOY=1
|
2017-03-08 21:46:44 -06:00
|
|
|
- env: IMAGE=dist-i586-gnu-i686-musl DEPLOY=1
|
2017-02-16 22:54:24 -06:00
|
|
|
- env: IMAGE=dist-fuchsia DEPLOY=1
|
2017-01-13 11:18:09 -06:00
|
|
|
- env: IMAGE=dist-mips-linux DEPLOY=1
|
|
|
|
- env: IMAGE=dist-mips64-linux DEPLOY=1
|
|
|
|
- env: IMAGE=dist-powerpc-linux DEPLOY=1
|
|
|
|
- env: IMAGE=dist-powerpc64-linux DEPLOY=1
|
|
|
|
- env: IMAGE=dist-s390x-linux-netbsd DEPLOY=1
|
2017-01-18 18:04:22 -06:00
|
|
|
- env: IMAGE=dist-x86-linux DEPLOY=1
|
2017-03-08 21:46:44 -06:00
|
|
|
- env: IMAGE=dist-x86_64-musl DEPLOY=1
|
2017-01-19 19:18:12 -06:00
|
|
|
- env: IMAGE=emscripten
|
2017-01-18 18:04:22 -06:00
|
|
|
- env: IMAGE=i686-gnu
|
2016-10-11 14:21:40 -05:00
|
|
|
- env: IMAGE=i686-gnu-nopt
|
2017-01-18 18:04:22 -06:00
|
|
|
- env: IMAGE=x86_64-gnu
|
rustbuild: Compile rustc twice, not thrice
This commit switches the rustbuild build system to compiling the
compiler twice for a normal bootstrap rather than the historical three
times.
Rust is a bootstrapped language which means that a previous version of
the compiler is used to build the next version of the compiler. Over
time, however, we change many parts of compiler artifacts such as the
metadata format, symbol names, etc. These changes make artifacts from
one compiler incompatible from another compiler. Consequently if a
compiler wants to be able to use some artifacts then it itself must have
compiled the artifacts.
Historically the rustc build system has achieved this by compiling the
compiler three times:
* An older compiler (stage0) is downloaded to kick off the chain.
* This compiler now compiles a new compiler (stage1)
* The stage1 compiler then compiles another compiler (stage2)
* Finally, the stage2 compiler needs libraries to link against, so it
compiles all the libraries again.
This entire process amounts in compiling the compiler three times.
Additionally, this process always guarantees that the Rust source tree
can compile itself because the stage2 compiler (created by a freshly
created compiler) would successfully compile itself again. This
property, ensuring Rust can compile itself, is quite important!
In general, though, this third compilation is not required for general
purpose development on the compiler. The third compiler (stage2) can
reuse the libraries that were created during the second compile. In
other words, the second compilation can produce both a compiler and the
libraries that compiler will use. These artifacts *must* be compatible
due to the way plugins work today anyway, and they were created by the
same source code so they *should* be compatible as well.
So given all that, this commit switches the default build process to
only compile the compiler three times, avoiding this third compilation
by copying artifacts from the previous one. Along the way a new entry in
the Travis matrix was also added to ensure that our full bootstrap can
succeed. This entry does not run tests, though, as it should not be
necessary.
To restore the old behavior of a full bootstrap (three compiles) you can
either pass:
./configure --enable-full-bootstrap
or if you're using config.toml:
[build]
full-bootstrap = true
Overall this will hopefully be an easy 33% win in build times of the
compiler. If we do 33% less work we should be 33% faster! This in turn
should affect cycle times and such on Travis and AppVeyor positively as
well as making it easier to work on the compiler itself.
2016-12-25 17:20:33 -06:00
|
|
|
- env: IMAGE=x86_64-gnu-full-bootstrap
|
2016-12-29 11:55:16 -06:00
|
|
|
- env: IMAGE=x86_64-gnu-aux
|
2016-10-11 14:21:40 -05:00
|
|
|
- env: IMAGE=x86_64-gnu-debug
|
|
|
|
- env: IMAGE=x86_64-gnu-nopt
|
2016-11-10 08:12:53 -06:00
|
|
|
- env: IMAGE=x86_64-gnu-llvm-3.7 ALLOW_PR=1 RUST_BACKTRACE=1
|
2016-12-30 11:26:25 -06:00
|
|
|
- env: IMAGE=x86_64-gnu-distcheck
|
2017-01-05 08:02:14 -06:00
|
|
|
- env: IMAGE=x86_64-gnu-incremental
|
2016-10-11 14:21:40 -05:00
|
|
|
|
|
|
|
# OSX builders
|
|
|
|
- env: >
|
|
|
|
RUST_CHECK_TARGET=check
|
2016-12-16 18:32:40 -06:00
|
|
|
RUST_CONFIGURE_ARGS=--build=x86_64-apple-darwin
|
2016-10-11 14:21:40 -05:00
|
|
|
SRC=.
|
2017-03-10 11:04:27 -06:00
|
|
|
RUSTC_RETRY_LINKER_ON_SEGFAULT=1
|
2017-03-11 11:06:44 -06:00
|
|
|
SCCACHE_ERROR_LOG=/tmp/sccache.log
|
2017-03-13 13:36:44 -05:00
|
|
|
MACOSX_DEPLOYMENT_TARGET=10.8
|
|
|
|
MACOSX_STD_DEPLOYMENT_TARGET=10.7
|
2016-10-11 14:21:40 -05:00
|
|
|
os: osx
|
2017-01-16 20:43:38 -06:00
|
|
|
osx_image: xcode8.2
|
2016-12-12 13:36:52 -06:00
|
|
|
install: &osx_install_sccache >
|
2017-03-24 21:00:35 -05:00
|
|
|
travis_retry curl -o /usr/local/bin/sccache https://s3.amazonaws.com/rust-lang-ci/rust-ci-mirror/2017-03-24-sccache-x86_64-apple-darwin &&
|
2017-03-17 11:31:28 -05:00
|
|
|
chmod +x /usr/local/bin/sccache &&
|
|
|
|
travis_retry curl -o /usr/local/bin/stamp https://s3.amazonaws.com/rust-lang-ci/rust-ci-mirror/2017-03-17-stamp-x86_64-apple-darwin &&
|
|
|
|
chmod +x /usr/local/bin/stamp
|
2017-02-10 14:59:40 -06:00
|
|
|
- env: >
|
|
|
|
RUST_CHECK_TARGET=check
|
|
|
|
RUST_CONFIGURE_ARGS=--build=i686-apple-darwin
|
|
|
|
SRC=.
|
2017-03-10 11:04:27 -06:00
|
|
|
RUSTC_RETRY_LINKER_ON_SEGFAULT=1
|
2017-03-11 11:06:44 -06:00
|
|
|
SCCACHE_ERROR_LOG=/tmp/sccache.log
|
2017-03-13 13:36:44 -05:00
|
|
|
MACOSX_DEPLOYMENT_TARGET=10.8
|
|
|
|
MACOSX_STD_DEPLOYMENT_TARGET=10.7
|
2017-02-10 14:59:40 -06:00
|
|
|
os: osx
|
|
|
|
osx_image: xcode8.2
|
|
|
|
install: *osx_install_sccache
|
2017-01-12 16:58:55 -06:00
|
|
|
|
2016-10-11 14:21:40 -05:00
|
|
|
- env: >
|
2017-02-10 14:59:40 -06:00
|
|
|
RUST_CHECK_TARGET=dist
|
2017-01-20 19:03:06 -06:00
|
|
|
RUST_CONFIGURE_ARGS="--build=i686-apple-darwin --enable-extended"
|
2016-10-11 14:21:40 -05:00
|
|
|
SRC=.
|
2016-12-31 19:42:40 -06:00
|
|
|
DEPLOY=1
|
2017-03-10 11:04:27 -06:00
|
|
|
RUSTC_RETRY_LINKER_ON_SEGFAULT=1
|
2017-03-11 11:06:44 -06:00
|
|
|
SCCACHE_ERROR_LOG=/tmp/sccache.log
|
2017-03-13 13:36:44 -05:00
|
|
|
MACOSX_DEPLOYMENT_TARGET=10.8
|
|
|
|
MACOSX_STD_DEPLOYMENT_TARGET=10.7
|
2016-10-11 14:21:40 -05:00
|
|
|
os: osx
|
2017-01-16 20:43:38 -06:00
|
|
|
osx_image: xcode8.2
|
2017-03-17 11:33:34 -05:00
|
|
|
install: *osx_install_sccache
|
2016-10-11 14:21:40 -05:00
|
|
|
- env: >
|
2016-12-31 19:42:40 -06:00
|
|
|
RUST_CHECK_TARGET=dist
|
2017-01-20 19:03:06 -06:00
|
|
|
RUST_CONFIGURE_ARGS="--target=aarch64-apple-ios,armv7-apple-ios,armv7s-apple-ios,i386-apple-ios,x86_64-apple-ios --enable-extended"
|
2016-10-11 14:21:40 -05:00
|
|
|
SRC=.
|
2016-12-31 19:42:40 -06:00
|
|
|
DEPLOY=1
|
2017-03-10 11:04:27 -06:00
|
|
|
RUSTC_RETRY_LINKER_ON_SEGFAULT=1
|
2017-03-11 11:06:44 -06:00
|
|
|
SCCACHE_ERROR_LOG=/tmp/sccache.log
|
2017-03-13 13:36:44 -05:00
|
|
|
MACOSX_DEPLOYMENT_TARGET=10.8
|
|
|
|
MACOSX_STD_DEPLOYMENT_TARGET=10.7
|
2016-10-11 14:21:40 -05:00
|
|
|
os: osx
|
2017-01-16 20:43:38 -06:00
|
|
|
osx_image: xcode8.2
|
2016-12-12 13:36:52 -06:00
|
|
|
install: *osx_install_sccache
|
|
|
|
|
2017-02-11 19:28:29 -06:00
|
|
|
# "alternate" deployments, these are "nightlies" but don't have assertions
|
|
|
|
# turned on, they're deployed to a different location primarily for projects
|
|
|
|
# which are stuck on nightly and don't want llvm assertions in the artifacts
|
|
|
|
# that they use.
|
|
|
|
- env: IMAGE=dist-x86-linux DEPLOY_ALT=1
|
|
|
|
- env: >
|
|
|
|
RUST_CHECK_TARGET=dist
|
|
|
|
RUST_CONFIGURE_ARGS="--enable-extended"
|
|
|
|
SRC=.
|
|
|
|
DEPLOY_ALT=1
|
2017-03-10 11:04:27 -06:00
|
|
|
RUSTC_RETRY_LINKER_ON_SEGFAULT=1
|
2017-03-11 11:06:44 -06:00
|
|
|
SCCACHE_ERROR_LOG=/tmp/sccache.log
|
2017-03-13 13:36:44 -05:00
|
|
|
MACOSX_DEPLOYMENT_TARGET=10.8
|
|
|
|
MACOSX_STD_DEPLOYMENT_TARGET=10.7
|
2017-02-11 19:28:29 -06:00
|
|
|
os: osx
|
|
|
|
osx_image: xcode8.2
|
|
|
|
install: *osx_install_sccache
|
|
|
|
|
2016-12-12 13:36:52 -06:00
|
|
|
env:
|
|
|
|
global:
|
|
|
|
- SCCACHE_BUCKET=rust-lang-ci-sccache
|
|
|
|
- AWS_ACCESS_KEY_ID=AKIAIMX7VLAS3PZAVLUQ
|
|
|
|
# AWS_SECRET_ACCESS_KEY=...
|
|
|
|
- secure: "Pixhh0hXDqGCdOyLtGFjli3J2AtDWIpyb2btIrLe956nCBDRutRoMm6rv5DI9sFZN07Mms7VzNNvhc9wCW1y63JAm414d2Co7Ob8kWMZlz9l9t7ACHuktUiis8yr+S4Quq1Vqd6pqi7pf2J++UxC8R/uLeqVrubzr6+X7AbmEFE="
|
2015-10-18 20:37:14 -05:00
|
|
|
|
2017-03-17 11:31:28 -05:00
|
|
|
# Note that this is overridden on OSX builders
|
|
|
|
install: >
|
2017-03-17 11:33:34 -05:00
|
|
|
travis_retry curl -o $HOME/stamp https://s3.amazonaws.com/rust-lang-ci/rust-ci-mirror/2017-03-17-stamp-x86_64-unknown-linux-musl &&
|
|
|
|
chmod +x $HOME/stamp &&
|
|
|
|
export PATH=$PATH:$HOME
|
2017-03-17 11:31:28 -05:00
|
|
|
|
2017-03-08 14:19:33 -06:00
|
|
|
before_script:
|
|
|
|
- >
|
|
|
|
echo "#### Disk usage before running script:";
|
|
|
|
df -h;
|
|
|
|
du . | sort -nr | head -n100
|
|
|
|
|
2015-09-18 12:19:23 -05:00
|
|
|
script:
|
2016-11-16 14:31:19 -06:00
|
|
|
- >
|
|
|
|
if [ "$ALLOW_PR" = "" ] && [ "$TRAVIS_BRANCH" != "auto" ]; then
|
2017-03-23 18:33:15 -05:00
|
|
|
echo skipping, not a full build
|
2016-11-16 14:31:19 -06:00
|
|
|
else
|
2017-03-23 18:33:15 -05:00
|
|
|
stamp src/ci/init_repo.sh . "$HOME/rustsrc" &&
|
|
|
|
if [ "$TRAVIS_OS_NAME" = "osx" ]; then
|
|
|
|
stamp src/ci/run.sh;
|
|
|
|
else
|
|
|
|
stamp src/ci/docker/run.sh $IMAGE;
|
|
|
|
fi
|
2016-11-16 14:31:19 -06:00
|
|
|
fi
|
2014-03-05 23:17:15 -06:00
|
|
|
|
2017-03-08 14:19:33 -06:00
|
|
|
after_success:
|
|
|
|
- >
|
|
|
|
echo "#### Build successful; Disk usage after running script:";
|
|
|
|
df -h;
|
|
|
|
du . | sort -nr | head -n100
|
|
|
|
|
|
|
|
after_failure:
|
|
|
|
- >
|
|
|
|
echo "#### Build failed; Disk usage after running script:";
|
|
|
|
df -h;
|
|
|
|
du . | sort -nr | head -n100
|
2017-03-23 14:00:50 -05:00
|
|
|
|
|
|
|
# One of these is the linux sccache log, one is the OSX sccache log. Instead
|
|
|
|
# of worrying about what system we are just cat both. One of these commands
|
|
|
|
# will fail but that's ok, they'll both get executed.
|
2017-03-07 11:08:03 -06:00
|
|
|
- cat obj/tmp/sccache.log
|
2017-03-11 11:06:44 -06:00
|
|
|
- cat /tmp/sccache.log
|
2017-03-08 14:19:33 -06:00
|
|
|
|
2017-03-23 14:00:50 -05:00
|
|
|
# Random attempt at debugging currently. Just poking around in here to see if
|
|
|
|
# anything shows up.
|
|
|
|
- ls $HOME/Library/Logs/DiagnosticReports/
|
|
|
|
|
2017-03-23 14:33:24 -05:00
|
|
|
# attempt to debug anything killed by the oom killer on linux, just to see if
|
|
|
|
# it happened
|
|
|
|
- dmesg | grep -i kill
|
|
|
|
|
2016-10-11 14:21:40 -05:00
|
|
|
# Save tagged docker images we created and load them if they're available
|
2017-03-23 18:33:15 -05:00
|
|
|
# Travis saves caches whether the build failed or not, nuke rustsrc if
|
|
|
|
# the failure was while updating it (as it may be in an bad state)
|
|
|
|
# https://github.com/travis-ci/travis-ci/issues/4472
|
2016-10-11 14:21:40 -05:00
|
|
|
before_cache:
|
|
|
|
- docker history -q rust-ci |
|
|
|
|
grep -v missing |
|
|
|
|
xargs docker save |
|
2016-12-25 23:56:07 -06:00
|
|
|
gzip > $HOME/docker/rust-ci.tar.gz
|
2017-03-23 18:33:15 -05:00
|
|
|
- if [ ! -f $HOME/rustsrc/cache_valid1 ]; then
|
|
|
|
echo "WARNING rustsrc cache was invalid when saving";
|
|
|
|
rm -rf $HOME/rustsrc && mkdir $HOME/rustsrc;
|
|
|
|
fi
|
2016-10-11 14:21:40 -05:00
|
|
|
before_install:
|
|
|
|
- zcat $HOME/docker/rust-ci.tar.gz | docker load || true
|
2017-03-23 18:33:15 -05:00
|
|
|
- mkdir -p $HOME/rustsrc
|
2015-06-11 04:26:19 -05:00
|
|
|
|
2014-03-05 23:17:15 -06:00
|
|
|
notifications:
|
|
|
|
email: false
|
|
|
|
|
2016-10-11 14:21:40 -05:00
|
|
|
cache:
|
|
|
|
directories:
|
|
|
|
- $HOME/docker
|
2017-03-23 18:33:15 -05:00
|
|
|
- $HOME/rustsrc
|
2016-12-31 19:42:40 -06:00
|
|
|
|
|
|
|
before_deploy:
|
|
|
|
- mkdir -p deploy/$TRAVIS_COMMIT
|
|
|
|
- >
|
|
|
|
if [ "$TRAVIS_OS_NAME" == "osx" ]; then
|
2017-01-30 17:21:32 -06:00
|
|
|
rm -rf build/dist/doc &&
|
2017-01-28 12:24:42 -06:00
|
|
|
cp -r build/dist/* deploy/$TRAVIS_COMMIT;
|
2016-12-31 19:42:40 -06:00
|
|
|
else
|
2017-01-30 17:21:32 -06:00
|
|
|
rm -rf obj/build/dist/doc &&
|
2017-01-28 12:24:42 -06:00
|
|
|
cp -r obj/build/dist/* deploy/$TRAVIS_COMMIT;
|
2016-12-31 19:42:40 -06:00
|
|
|
fi
|
|
|
|
|
|
|
|
deploy:
|
|
|
|
- provider: s3
|
|
|
|
bucket: rust-lang-ci
|
|
|
|
skip_cleanup: true
|
|
|
|
local_dir: deploy
|
|
|
|
upload_dir: rustc-builds
|
|
|
|
acl: public_read
|
|
|
|
region: us-east-1
|
|
|
|
access_key_id: AKIAIPQVNYF2T3DTYIWQ
|
|
|
|
secret_access_key:
|
|
|
|
secure: "FBqDqOTeIPMu6v/WYPf4CFSlh9rLRZGKVtpLa5KkyuOhXRTrnEzBduEtS8/FMIxdQImvurhSvxWvqRybMOi4qoVfjMqqpHAI7uBbidbrvAcJoHNsx6BgUNVCIoH6a0UsAjTUtm6/YPIpzbHoLZXPL0GrHPMk6Mu04qVSmcYNWn4="
|
|
|
|
on:
|
|
|
|
branch: auto
|
|
|
|
condition: $DEPLOY = 1
|
2017-02-11 19:28:29 -06:00
|
|
|
|
|
|
|
# this is the same as the above deployment provider except that it uploads to
|
|
|
|
# a slightly different directory and has a different trigger
|
|
|
|
- provider: s3
|
|
|
|
bucket: rust-lang-ci
|
|
|
|
skip_cleanup: true
|
|
|
|
local_dir: deploy
|
|
|
|
upload_dir: rustc-builds-alt
|
|
|
|
acl: public_read
|
|
|
|
region: us-east-1
|
|
|
|
access_key_id: AKIAIPQVNYF2T3DTYIWQ
|
|
|
|
secret_access_key:
|
|
|
|
secure: "FBqDqOTeIPMu6v/WYPf4CFSlh9rLRZGKVtpLa5KkyuOhXRTrnEzBduEtS8/FMIxdQImvurhSvxWvqRybMOi4qoVfjMqqpHAI7uBbidbrvAcJoHNsx6BgUNVCIoH6a0UsAjTUtm6/YPIpzbHoLZXPL0GrHPMk6Mu04qVSmcYNWn4="
|
|
|
|
on:
|
|
|
|
branch: auto
|
|
|
|
condition: $DEPLOY_ALT = 1
|