travis: refactor config, spawn llvm, clang and dmake jobs directly and remove env var hacks. (#1565)
* travis: refactor config, spawn llvm, clang and dmake jobs directly and remove env var hacks. * travis: make sure cxxflags of travis match those in the makefile * travis: move tests that run independant of CXXFLAGS into their own job
This commit is contained in:
parent
0985b506f1
commit
63d9144f60
193
.travis.yml
193
.travis.yml
|
@ -7,34 +7,124 @@ compiler:
|
||||||
|
|
||||||
env:
|
env:
|
||||||
global:
|
global:
|
||||||
|
- ORIGINAL_CXXFLAGS="-pedantic -Wall -Wextra -Wabi -Wcast-qual -Wfloat-equal -Wmissing-declarations -Wmissing-format-attribute -Wno-long-long -Wpacked -Wredundant-decls -Wshadow -Wno-missing-field-initializers -Wno-missing-braces -Wno-sign-compare -Wno-multichar -D_GLIBCXX_DEBUG -g "
|
||||||
# unfortunately we need this to stay within 50min timelimit given by travis.
|
# unfortunately we need this to stay within 50min timelimit given by travis.
|
||||||
# this also turns off the debug/warning cxxflags
|
|
||||||
- ORIGINAL_CXXFLAGS="-pedantic -Wall -Wextra -Wabi -Wcast-qual -Wfloat-equal -Wmissing-declarations -Wmissing-format-attribute -Wno-long-long -Wpacked -Wredundant-decls -Wno-shadow -Wno-missing-field-initializers -Wno-missing-braces -Wno-sign-compare -Wno-multichar -D_GLIBCXX_DEBUG -g "
|
|
||||||
- CXXFLAGS="${ORIGINAL_CXXFLAGS} -O2 -march=native -Wstrict-aliasing=2 -Werror=strict-aliasing"
|
- CXXFLAGS="${ORIGINAL_CXXFLAGS} -O2 -march=native -Wstrict-aliasing=2 -Werror=strict-aliasing"
|
||||||
- CPPCHECK=${TRAVIS_BUILD_DIR}/cppcheck
|
- CPPCHECK=${TRAVIS_BUILD_DIR}/cppcheck
|
||||||
matrix:
|
matrix:
|
||||||
# special CXXFLAGS for maximum speed, overrides global CXXFLAGS, CHECK_CLANG is the var that controls if we download and check clang in that travis job
|
|
||||||
- CXXFLAGS="${CXXFLAGS} -DCHECK_INTERNAL"
|
- CXXFLAGS="${CXXFLAGS} -DCHECK_INTERNAL"
|
||||||
- CXXFLAGS="${CXXFLAGS} -DCHECK_INTERNAL" MAKEFLAGS="HAVE_RULES=yes" SRCDIR=build VERIFY=1
|
- CXXFLAGS="${CXXFLAGS} -DCHECK_INTERNAL" MAKEFLAGS="HAVE_RULES=yes" SRCDIR=build VERIFY=1
|
||||||
- SRCDIR=build CHECK_CLANG=yes VERIFY=1
|
|
||||||
- SRCDIR=build CHECK_LLVM=yes VERIFY=1
|
|
||||||
- CHECK_MAKEFILE_REGEN=true
|
|
||||||
|
|
||||||
matrix:
|
matrix:
|
||||||
# do notify immediately about it when a job of a build fails.
|
# do notify immediately about it when a job of a build fails.
|
||||||
fast_finish: true
|
fast_finish: true
|
||||||
# exclude clang checking with clang binary, not needed
|
|
||||||
exclude:
|
|
||||||
- compiler: gcc
|
|
||||||
env: SRCDIR=build CHECK_CLANG=yes VERIFY=1
|
|
||||||
- compiler: gcc
|
|
||||||
env: SRCDIR=build CHECK_LLVM=yes VERIFY=1
|
|
||||||
- compiler: gcc
|
|
||||||
env: CHECK_MAKEFILE_REGEN=true
|
|
||||||
allow_failures:
|
allow_failures:
|
||||||
- compiler: clang
|
- name: "rerun dmake?"
|
||||||
env: CHECK_MAKEFILE_REGEN=true
|
compiler: clang
|
||||||
|
include:
|
||||||
|
# check a lot of stuff that only needs to be checked in a single configuration
|
||||||
|
- name: "misc"
|
||||||
|
compiler: clang
|
||||||
|
script:
|
||||||
|
- make -j 2
|
||||||
|
# run extra tests
|
||||||
|
- tools/generate_and_run_more_tests.sh
|
||||||
|
# check for missing CWE entries
|
||||||
|
- make checkCWEEntries
|
||||||
|
# check cfg files
|
||||||
|
- make checkcfg
|
||||||
|
# check platform files
|
||||||
|
- make validatePlatforms
|
||||||
|
# Validate Result XML
|
||||||
|
- make validateXML
|
||||||
|
# note: trusty on travis has python pygments disabled so disable these tests on travis
|
||||||
|
## check htmlreport stuff
|
||||||
|
# - ./htmlreport/test_htmlreport.py
|
||||||
|
# - cd htmlreport
|
||||||
|
# - ./check.sh
|
||||||
|
# - cd ../
|
||||||
|
# check if DESTDIR works TODO: actually execute this
|
||||||
|
- mkdir install_test
|
||||||
|
- echo $CXXFLAGS
|
||||||
|
- make -s DESTDIR=install_test install
|
||||||
|
# rm everything
|
||||||
|
- git clean -dfx
|
||||||
|
# check what happens if we want to install it to some other dir,
|
||||||
|
- echo $CXXFLAGS
|
||||||
|
- make -s SRCDIR=build CFGDIR=/usr/share/cppcheck/cfg -j 2
|
||||||
|
- sudo make SRCDIR=build CFGDIR=/usr/share/cppcheck/cfg install
|
||||||
|
- sudo mkdir -p /usr/share/cppcheck/cfg
|
||||||
|
- sudo install -D ./cfg/* -t /usr/share/cppcheck/cfg
|
||||||
|
# check if it actually works:
|
||||||
|
- /usr/bin/cppcheck ./cli
|
||||||
|
# check if reduce tool compiles
|
||||||
|
- echo $CXXFLAGS
|
||||||
|
- make -s reduce -j 2
|
||||||
|
# check if showtime=top5 works
|
||||||
|
- ./tools/test_showtimetop5.sh
|
||||||
|
# check matchcompiler
|
||||||
|
- ./tools/test_matchcompiler.py
|
||||||
|
# check --dump
|
||||||
|
- ${CPPCHECK} test/testpreprocessor.cpp --dump
|
||||||
|
- xmllint --noout test/testpreprocessor.cpp.dump
|
||||||
|
# check addons/misra.py
|
||||||
|
- cd addons/test
|
||||||
|
- ${CPPCHECK} --dump misc-test.cpp
|
||||||
|
- python3 ../misc.py -verify misc-test.cpp.dump
|
||||||
|
- ${CPPCHECK} --dump cert-test.c
|
||||||
|
- python3 ../cert.py -verify cert-test.c.dump
|
||||||
|
- ${CPPCHECK} --dump cert-test.cpp
|
||||||
|
- python3 ../cert.py -verify cert-test.cpp.dump
|
||||||
|
- ${CPPCHECK} --dump misra-test.c
|
||||||
|
- python3 ../misra.py -verify misra-test.c.dump
|
||||||
|
- ${CPPCHECK} --dump misra-test.cpp
|
||||||
|
- python3 ../misra.py -verify misra-test.cpp.dump
|
||||||
|
- cd ../../
|
||||||
|
# check addons/namingng.py
|
||||||
|
- cd addons/test
|
||||||
|
- ${CPPCHECK} --dump namingng_test.c
|
||||||
|
- python3 ../namingng.py --configfile ../naming.json --verify namingng_test.c.dump
|
||||||
|
- cd ../..
|
||||||
|
# try CMake
|
||||||
|
- mkdir cmake.output
|
||||||
|
- cd cmake.output
|
||||||
|
- cmake -G "Unix Makefiles" ..
|
||||||
|
- cd ..
|
||||||
|
|
||||||
|
# check clang sources with cppcheck and look for crashes
|
||||||
|
- name: "check clang sources with cppcheck"
|
||||||
|
compiler: clang
|
||||||
|
script:
|
||||||
|
- wget "https://github.com/llvm-mirror/clang/archive/a1f8bd3778cc5a53236a53500c6ab184e945eefa.zip" & SRCDIR=build VERIFY=1 make -j 2 & wait
|
||||||
|
- unzip a1f8bd3778cc5a53236a53500c6ab184e945eefa.zip > /dev/null
|
||||||
|
- touch /tmp/clang.cppcheck
|
||||||
|
- cd ./clang-a1f8bd3778cc5a53236a53500c6ab184e945eefa
|
||||||
|
- ${CPPCHECK} . --max-configs=1 --enable=all --inconclusive --exception-handling --template="{callstack} ({severity}) {message} [{id}]" -iINPUTS -itest/Driver/Inputs/gen-response.c -itest/Index/index-many-logical-ops.c -itest/Sema/many-logical-ops.c --suppressions-list=../.travis_llvmcheck_suppressions -j 2 |& grep -v ".* files checked.*done" |& tee /tmp/clang.cppcheck
|
||||||
|
- cd ../
|
||||||
|
- echo "CLANG"
|
||||||
|
- grep "process crashed with signal\|Internal error\. compiled" /tmp/clang.cppcheck || true
|
||||||
|
- grep -qv "process crashed with signal\|Internal error\. compiled" /tmp/clang.cppcheck
|
||||||
|
# check llvm sources with cppcheck and look for crashes
|
||||||
|
- name: "check llvm sources with cppcheck"
|
||||||
|
compiler: clang
|
||||||
|
script:
|
||||||
|
- wget "https://github.com/llvm-mirror/llvm/archive/6fa6453210fa34c1c28bd73a431d04734549f0d6.zip" & SRCDIR=build VERIFY=1 make -j 2 & wait
|
||||||
|
- unzip 6fa6453210fa34c1c28bd73a431d04734549f0d6.zip > /dev/null
|
||||||
|
- touch /tmp/llvm.cppcheck
|
||||||
|
- cd ./llvm-6fa6453210fa34c1c28bd73a431d04734549f0d6
|
||||||
|
- ${CPPCHECK} . --max-configs=1 --enable=all --inconclusive --exception-handling --template="{callstack} ({severity}) {message} [{id}]" --suppressions-list=../.travis_llvmcheck_suppressions -j 2 |& grep -v ".* files checked.*done" |& tee /tmp/llvm.cppcheck
|
||||||
|
- cd ../
|
||||||
|
- echo "LLVM"
|
||||||
|
- grep "process crashed with signal\|Internal error\. compiled" /tmp/llvm.cppcheck || true
|
||||||
|
- grep -qv "process crashed with signal\|Internal error\. compiled" /tmp/llvm.cppcheck
|
||||||
|
# check if dmake needs to be rerun (this job may fail)
|
||||||
|
- name: "rerun dmake?"
|
||||||
|
compiler: clang
|
||||||
|
script:
|
||||||
|
- echo "If the following command fails, run 'make dmake; make run-dmake' and commit the resulting change."
|
||||||
|
- make -s dmake
|
||||||
|
- make -s run-dmake
|
||||||
|
- git diff --exit-code
|
||||||
before_install:
|
before_install:
|
||||||
# install needed deps
|
# install needed deps
|
||||||
- sudo apt-get update -qq
|
- sudo apt-get update -qq
|
||||||
|
@ -45,14 +135,6 @@ script:
|
||||||
- set -e
|
- set -e
|
||||||
# Determine CPU count. As of January 2019 it seems to be 2 - so use this for job count in suitable calls to make or cppcheck
|
# Determine CPU count. As of January 2019 it seems to be 2 - so use this for job count in suitable calls to make or cppcheck
|
||||||
- cat /proc/cpuinfo
|
- cat /proc/cpuinfo
|
||||||
# download clang git, compile cppcheck, run cppcheck on clang code to look for crashes in cppcheck. if this is done, terminate build
|
|
||||||
- if [[ "$CHECK_CLANG" == "yes" ]] && [[ "$CC" == "clang" ]]; then wget "https://github.com/llvm-mirror/clang/archive/a1f8bd3778cc5a53236a53500c6ab184e945eefa.zip" & make -j 2 & wait; unzip a1f8bd3778cc5a53236a53500c6ab184e945eefa.zip > /dev/null; touch /tmp/clang.cppcheck; cd ./clang-a1f8bd3778cc5a53236a53500c6ab184e945eefa ; ${CPPCHECK} . --max-configs=1 --enable=all --inconclusive --exception-handling --template="{callstack} ({severity}) {message} [{id}]" -iINPUTS -itest/Driver/Inputs/gen-response.c -itest/Index/index-many-logical-ops.c -itest/Sema/many-logical-ops.c --suppressions-list=../.travis_llvmcheck_suppressions -j 2 |& grep -v ".* files checked.*done" |& tee /tmp/clang.cppcheck; cd ../ ; echo "CLANG" ; ! grep "process crashed with signal\|Internal error\. compiled" /tmp/clang.cppcheck; exit; fi
|
|
||||||
# check llvm as well
|
|
||||||
- if [[ "$CHECK_LLVM" == "yes" ]] && [[ "$CC" == "clang" ]]; then wget "https://github.com/llvm-mirror/llvm/archive/6fa6453210fa34c1c28bd73a431d04734549f0d6.zip" & make -j 2 & wait; unzip 6fa6453210fa34c1c28bd73a431d04734549f0d6.zip > /dev/null; touch /tmp/llvm.cppcheck; cd ./llvm-6fa6453210fa34c1c28bd73a431d04734549f0d6 ; ${CPPCHECK} . --max-configs=1 --enable=all --inconclusive --exception-handling --template="{callstack} ({severity}) {message} [{id}]" --suppressions-list=../.travis_llvmcheck_suppressions -j 2 |& grep -v ".* files checked.*done" |& tee /tmp/llvm.cppcheck; cd ../ ; echo "LLVM" ; ! grep "process crashed with signal\|Internal error\. compiled" /tmp/llvm.cppcheck; exit; fi
|
|
||||||
# check if dmake needs to be rerun but if yes, don't fail the build but notify us.
|
|
||||||
# to update dmake: "make dmake; ./dmake; and commit
|
|
||||||
- echo "If the following command fails, run 'make dmake; make run-dmake' and commit the resulting change."
|
|
||||||
- if [[ "$CHECK_MAKEFILE_REGEN" == "true" ]]; then make -s dmake; make -s run-dmake ; git diff --exit-code; exit; fi
|
|
||||||
# check with TEST_MATHLIB_VALUE enabled
|
# check with TEST_MATHLIB_VALUE enabled
|
||||||
- touch lib/mathlib.cpp test/testmathlib.cpp
|
- touch lib/mathlib.cpp test/testmathlib.cpp
|
||||||
- echo $CXXFLAGS
|
- echo $CXXFLAGS
|
||||||
|
@ -77,16 +159,6 @@ script:
|
||||||
# check naming conventions
|
# check naming conventions
|
||||||
- ${CPPCHECK} -i gui/test -j 2 --dump -q gui lib
|
- ${CPPCHECK} -i gui/test -j 2 --dump -q gui lib
|
||||||
- find lib gui -maxdepth 1 -name "*.dump" | xargs -n 1 -P 4 python addons/naming.py --private-member-variable='m[A-Z].*'
|
- find lib gui -maxdepth 1 -name "*.dump" | xargs -n 1 -P 4 python addons/naming.py --private-member-variable='m[A-Z].*'
|
||||||
# run extra tests
|
|
||||||
- tools/generate_and_run_more_tests.sh
|
|
||||||
# check for missing CWE entries
|
|
||||||
- make checkCWEEntries
|
|
||||||
# check cfg files
|
|
||||||
- make checkcfg
|
|
||||||
# check platform files
|
|
||||||
- make validatePlatforms
|
|
||||||
# Validate Result XML
|
|
||||||
- make validateXML
|
|
||||||
# Build gui
|
# Build gui
|
||||||
- cd ./gui
|
- cd ./gui
|
||||||
# clean rebuild
|
# clean rebuild
|
||||||
|
@ -96,59 +168,6 @@ script:
|
||||||
- echo $CXXFLAGS
|
- echo $CXXFLAGS
|
||||||
- make -s -j2
|
- make -s -j2
|
||||||
- cd ../
|
- cd ../
|
||||||
# note: trusty on travis has python pygments disabled so disable these tests on travis
|
|
||||||
## check htmlreport stuff
|
|
||||||
# - ./htmlreport/test_htmlreport.py
|
|
||||||
# - cd htmlreport
|
|
||||||
# - ./check.sh
|
|
||||||
# - cd ../
|
|
||||||
# check if DESTDIR works TODO: actually execute this
|
|
||||||
- mkdir install_test
|
|
||||||
- echo $CXXFLAGS
|
|
||||||
- make -s DESTDIR=install_test install
|
|
||||||
# rm everything
|
|
||||||
- git clean -dfx
|
|
||||||
# check what happens if we want to install it to some other dir,
|
|
||||||
- echo $CXXFLAGS
|
|
||||||
- make -s SRCDIR=build CFGDIR=/usr/share/cppcheck/cfg -j 2
|
|
||||||
- sudo make SRCDIR=build CFGDIR=/usr/share/cppcheck/cfg install
|
|
||||||
- sudo mkdir -p /usr/share/cppcheck/cfg
|
|
||||||
- sudo install -D ./cfg/* -t /usr/share/cppcheck/cfg
|
|
||||||
# check if it actually works:
|
|
||||||
- /usr/bin/cppcheck ./cli
|
|
||||||
# check if reduce tool compiles
|
|
||||||
- echo $CXXFLAGS
|
|
||||||
- make -s reduce -j 2
|
|
||||||
# check if showtime=top5 works
|
|
||||||
- ./tools/test_showtimetop5.sh
|
|
||||||
# check matchcompiler
|
|
||||||
- ./tools/test_matchcompiler.py
|
|
||||||
# check --dump
|
|
||||||
- ${CPPCHECK} test/testpreprocessor.cpp --dump
|
|
||||||
- xmllint --noout test/testpreprocessor.cpp.dump
|
|
||||||
# check addons/misra.py
|
|
||||||
- cd addons/test
|
|
||||||
- ${CPPCHECK} --dump misc-test.cpp
|
|
||||||
- python3 ../misc.py -verify misc-test.cpp.dump
|
|
||||||
- ${CPPCHECK} --dump cert-test.c
|
|
||||||
- python3 ../cert.py -verify cert-test.c.dump
|
|
||||||
- ${CPPCHECK} --dump cert-test.cpp
|
|
||||||
- python3 ../cert.py -verify cert-test.cpp.dump
|
|
||||||
- ${CPPCHECK} --dump misra-test.c
|
|
||||||
- python3 ../misra.py -verify misra-test.c.dump
|
|
||||||
- ${CPPCHECK} --dump misra-test.cpp
|
|
||||||
- python3 ../misra.py -verify misra-test.cpp.dump
|
|
||||||
- cd ../../
|
|
||||||
# check addons/namingng.py
|
|
||||||
- cd addons/test
|
|
||||||
- ${CPPCHECK} --dump namingng_test.c
|
|
||||||
- python3 ../namingng.py --configfile ../naming.json --verify namingng_test.c.dump
|
|
||||||
- cd ../..
|
|
||||||
# try CMake
|
|
||||||
- mkdir cmake.output
|
|
||||||
- cd cmake.output
|
|
||||||
- cmake -G "Unix Makefiles" ..
|
|
||||||
- cd ..
|
|
||||||
|
|
||||||
notifications:
|
notifications:
|
||||||
irc:
|
irc:
|
||||||
|
|
Loading…
Reference in New Issue