Fix CI for most Ubuntus (#1848)

scripts/travis/defaults.sh

@@ -12,6 +12,12 @@ WITH_MKL=${WITH_MKL:-false}
 WITH_UNITY=${WITH_UNITY:-false}
 WITH_DEBUG=${WITH_DEBUG:-false}
 
+if [[ $WITH_CUDA == false ]] && [[ $WITH_CUDNN == true ]]
+then
+  echo "CUDNN only possible in combination with CUDA, setting WITH_CUDNN to false"
+  WITH_CUDNN=false
+fi
+
 # Examples should be run (Travis not compatible with GPU code)
 # if [[ $WITH_CMAKE == true ]] && [[ $WITH_PYTHON == true ]] && [[ $WITH_CUDA == false ]] && [[ $WITH_OPEN_CL == false ]] && [[ $WITH_MKL == false ]]; then
 if [[ $WITH_CUDA == false ]] && [[ $WITH_OPEN_CL == false ]] && [[ $WITH_UNITY == false ]]; then

scripts/travis/install_deps_ubuntu.sh

@@ -6,10 +6,14 @@ echo "Running on ${TRAVIS_OS_NAME} OS."
 BASEDIR=$(dirname $0)
 source $BASEDIR/defaults.sh
 
-if [[ $WITH_CUDA == true ]] ; then
-  sudo bash scripts/ubuntu/install_deps_and_cuda.sh
-else
-  sudo bash scripts/ubuntu/install_deps.sh
+if [[ $WITH_CUDA == true ]]; then
+  bash $BASEDIR/../ubuntu/install_cuda.sh
 fi
+if [[ $WITH_CUDNN == true ]]; then
+  bash $BASEDIR/../ubuntu/install_cudnn.sh
+fi
+
+bash $BASEDIR/../ubuntu/install_deps.sh
+
 sudo apt-get -y install libatlas-base-dev
 sudo apt-get -y install libopencv-dev

scripts/ubuntu/install_cuda.sh

@@ -3,33 +3,44 @@
 echo "NOTE: This script assumes Ubuntu 20 or 18 (Nvidia Graphics card >= 10XX), as well as 16 or 14 (card up to 10XX)."
 echo "Otherwise, install it by yourself or it might fail."
 
+if [[ $CI == true ]]
+then
+    WGET_VERBOSE="--no-verbose"
+fi
+
 # Install CUDA 8.0
 UBUNTU_VERSION="$(lsb_release -r)"
 sudo apt-get update && sudo apt-get install wget -y --no-install-recommends
 if [[ $UBUNTU_VERSION == *"14."* ]]; then
-  wget -c "https://developer.nvidia.com/compute/cuda/8.0/Prod2/local_installers/cuda-repo-ubuntu1404-8-0-local-ga2_8.0.61-1_amd64-deb"
+  echo "wget -c \"https://developer.nvidia.com/compute/cuda/8.0/Prod2/local_installers/cuda-repo-ubuntu1404-8-0-local-ga2_8.0.61-1_amd64-deb\" ${WGET_VERBOSE}"
+  wget -c "https://developer.nvidia.com/compute/cuda/8.0/Prod2/local_installers/cuda-repo-ubuntu1404-8-0-local-ga2_8.0.61-1_amd64-deb" ${WGET_VERBOSE}
   sudo dpkg --install cuda-repo-ubuntu1404-8-0-local-ga2_8.0.61-1_amd64-deb
   sudo apt-get update
   sudo apt-get install cuda-8-0
 elif [[ $UBUNTU_VERSION == *"16."* ]]; then
-  wget -c "https://developer.nvidia.com/compute/cuda/8.0/Prod2/local_installers/cuda-repo-ubuntu1604-8-0-local-ga2_8.0.61-1_amd64-deb"
+  echo "wget -c \"https://developer.nvidia.com/compute/cuda/8.0/Prod2/local_installers/cuda-repo-ubuntu1604-8-0-local-ga2_8.0.61-1_amd64-deb\" ${WGET_VERBOSE}"
+  wget -c "https://developer.nvidia.com/compute/cuda/8.0/Prod2/local_installers/cuda-repo-ubuntu1604-8-0-local-ga2_8.0.61-1_amd64-deb" ${WGET_VERBOSE}
   sudo dpkg --install cuda-repo-ubuntu1604-8-0-local-ga2_8.0.61-1_amd64-deb
   sudo apt-get update
   sudo apt-get install cuda-8-0
 # Install CUDA 10.0
 elif [[ $UBUNTU_VERSION == *"18."* ]]; then
-  wget -c "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/cuda-ubuntu1804.pin"
+  echo "wget -c \"https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/cuda-ubuntu1804.pin\" ${WGET_VERBOSE}"
+  wget -c "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/cuda-ubuntu1804.pin" ${WGET_VERBOSE}
   sudo mv cuda-ubuntu1804.pin /etc/apt/preferences.d/cuda-repository-pin-600
-  wget http://developer.download.nvidia.com/compute/cuda/10.2/Prod/local_installers/cuda-repo-ubuntu1804-10-2-local-10.2.89-440.33.01_1.0-1_amd64.deb
+  echo "wget \"http://developer.download.nvidia.com/compute/cuda/10.2/Prod/local_installers/cuda-repo-ubuntu1804-10-2-local-10.2.89-440.33.01_1.0-1_amd64.deb\" ${WGET_VERBOSE}"
+  wget "http://developer.download.nvidia.com/compute/cuda/10.2/Prod/local_installers/cuda-repo-ubuntu1804-10-2-local-10.2.89-440.33.01_1.0-1_amd64.deb" ${WGET_VERBOSE}
   sudo dpkg -i cuda-repo-ubuntu1804-10-2-local-10.2.89-440.33.01_1.0-1_amd64.deb
   sudo apt-key add /var/cuda-repo-10-2-local-10.2.89-440.33.01/7fa2af80.pub
   sudo apt-get update
   sudo apt-get -y install cuda
 # Install CUDA 11.0
 elif [[ $UBUNTU_VERSION == *"20."* ]]; then
-  wget -c "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin"
+  echo "wget -c \"https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin\" ${WGET_VERBOSE}"
+  wget -c "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin" ${WGET_VERBOSE}
   sudo mv cuda-ubuntu2004.pin /etc/apt/preferences.d/cuda-repository-pin-600
-  wget "https://developer.download.nvidia.com/compute/cuda/11.0.3/local_installers/cuda-repo-ubuntu2004-11-0-local_11.0.3-450.51.06-1_amd64.deb"
+  echo "wget \"https://developer.download.nvidia.com/compute/cuda/11.0.3/local_installers/cuda-repo-ubuntu2004-11-0-local_11.0.3-450.51.06-1_amd64.deb\" ${WGET_VERBOSE}"
+  wget "https://developer.download.nvidia.com/compute/cuda/11.0.3/local_installers/cuda-repo-ubuntu2004-11-0-local_11.0.3-450.51.06-1_amd64.deb" ${WGET_VERBOSE}
   sudo dpkg -i cuda-repo-ubuntu2004-11-0-local_11.0.3-450.51.06-1_amd64.deb
   sudo apt-key add /var/cuda-repo-ubuntu2004-11-0-local/7fa2af80.pub
   sudo apt-get update

scripts/ubuntu/install_cudnn.sh

@@ -2,11 +2,17 @@
 
 echo "This script assumes Ubuntu 16 or 14 and Nvidia Graphics card up to 10XX. Otherwise, it will fail."
 
+if [[ $CI == true ]]
+then
+    WGET_VERBOSE="--no-verbose"
+fi
+
 # Install cuDNN 5.1
 UBUNTU_VERSION="$(lsb_release -r)"
 if [[ $UBUNTU_VERSION == *"14."* ]] || [[ $UBUNTU_VERSION == *"15."* ]] || [[ $UBUNTU_VERSION == *"16."* ]]; then
 	CUDNN_URL="http://developer.download.nvidia.com/compute/redist/cudnn/v5.1/cudnn-8.0-linux-x64-v5.1.tgz"
-	wget -c ${CUDNN_URL}
+    echo "wget -c ${CUDNN_URL} ${WGET_VERBOSE}"
+    wget -c ${CUDNN_URL} ${WGET_VERBOSE}
 	sudo tar -xzf cudnn-8.0-linux-x64-v5.1.tgz -C /usr/local
 	rm cudnn-8.0-linux-x64-v5.1.tgz && sudo ldconfig
 else

scripts/ubuntu/install_deps.sh

@@ -12,16 +12,32 @@ sudo apt-get --assume-yes install libatlas-base-dev libprotobuf-dev libleveldb-d
 sudo apt-get --assume-yes install --no-install-recommends libboost-all-dev
 # Remaining dependencies, 14.04
 sudo apt-get --assume-yes install libgflags-dev libgoogle-glog-dev liblmdb-dev
+
 # Python2 libs (Official Ubuntu support dropped after Ubuntu 20)
 if [[ $UBUNTU_VERSION == *"14."* ]] || [[ $UBUNTU_VERSION == *"15."* ]] || [[ $UBUNTU_VERSION == *"16."* ]] || [[ $UBUNTU_VERSION == *"17."* ]] || [[ $UBUNTU_VERSION == *"18."* ]]; then
-	sudo apt-get --assume-yes install python-setuptools python-dev build-essential
-	sudo easy_install pip
-	sudo -H pip install --upgrade numpy protobuf opencv-python
+    sudo apt-get --assume-yes install python-setuptools python-dev build-essential
+    hash pip2 2> /dev/null || sudo apt-get --assume-yes install python-pip
+    sudo -H python2 -m pip install pip --upgrade
+    if [[ $CI == true ]]
+    then
+        sudo -H python2 -m pip install --upgrade "numpy<1.17" protobuf
+        python2 -m pip install --user "opencv-python<4.3"
+    else
+        sudo -H python2 -m pip install --upgrade "numpy<1.17" protobuf "opencv-python<4.3"
+    fi
 fi
 # Python3 libs
 sudo apt-get --assume-yes install python3-setuptools python3-dev build-essential
-sudo apt-get --assume-yes install python3-pip
-sudo -H pip3 install --upgrade numpy protobuf opencv-python
+hash pip3 2> /dev/null || sudo apt-get --assume-yes install python3-pip
+sudo -H python3 -m pip install pip --upgrade
+if [[ $CI == true ]]
+then
+    sudo -H python3 -m pip install --upgrade numpy protobuf
+    python3 -m pip install --user opencv-python
+else
+    sudo -H python3 -m pip install --upgrade numpy protobuf opencv-python
+    fi
+
 # OpenCL Generic (Official OpenPose support dropped after Ubuntu 20)
 if [[ $UBUNTU_VERSION == *"14."* ]] || [[ $UBUNTU_VERSION == *"15."* ]] || [[ $UBUNTU_VERSION == *"16."* ]] || [[ $UBUNTU_VERSION == *"17."* ]] || [[ $UBUNTU_VERSION == *"18."* ]]; then
 	sudo apt-get --assume-yes install opencl-headers ocl-icd-opencl-dev