From b4268b236f6c74ebb037330264b84623890363e1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Jovan=20Kruni=C4=87?= Date: Tue, 11 Dec 2018 21:47:36 +0100 Subject: [PATCH] ci: add image for building the app --- .gitlab-ci.yml | 20 +++ Dockerfile | 118 +++++++++++++++ scripts/node_setup_10.sh | 301 +++++++++++++++++++++++++++++++++++++++ 3 files changed, 439 insertions(+) create mode 100644 .gitlab-ci.yml create mode 100644 Dockerfile create mode 100644 scripts/node_setup_10.sh diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml new file mode 100644 index 00000000..4d51cb90 --- /dev/null +++ b/.gitlab-ci.yml @@ -0,0 +1,20 @@ +image: registry.gitlab.com/openstapps/projectmanagement/builder + +stages: + - setup + +setup: + stage: setup + only: + - schedules + variables: + DOCKER_DRIVER: overlay2 + image: registry.gitlab.com/openstapps/projectmanagement/builder + services: + - docker:dind + script: + - docker login -u gitlab-ci-token -p $CI_BUILD_TOKEN registry.gitlab.com + - docker build -t registry.gitlab.com/openstapps/app . + - docker push registry.gitlab.com/openstapps/app + tags: + - docker diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 00000000..d9b46158 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,118 @@ +### Set base image +FROM ubuntu:18.04 + +LABEL version="2.0.0" \ + description="Build environment for the StApps app." \ + maintainer="Jovan Krunić " + +### Configure versions to install +ENV ANDROID_APIS="android-26" \ + ANDROID_BUILD_TOOLS_VERSION="26.0.2" \ + NPM_VERSION="latest" \ + IONIC_VERSION="^4.0.0" \ + CORDOVA_VERSION="^8.0.0" \ + ### Configure download URLs + ANDROID_SDK_TOOLS_DOWNLOAD_URL="https://dl.google.com/android/repository/sdk-tools-linux-3859397.zip" \ + GOOGLE_SIGNING_KEY_URL="https://dl-ssl.google.com/linux/linux_signing_key.pub" \ + GOOGLE_CHROME_REPOSITORY_URL="http://dl.google.com/linux/chrome/deb/" \ + ### Java and android SDK paths + JAVA_HOME="/usr/lib/jvm/java-8-oracle" \ + ANDROID_HOME="/opt/android-sdk" \ + ### Installation files + SCRIPTS_DIRECTORY="scripts" \ + NODE_SETUP_SCRIPT="node_setup_10.sh" + +### Set $PATH +ENV PATH=$ANDROID_HOME/tools:$ANDROID_HOME/tools/bin:$ANDROID_HOME/platform-tools:$ANDROID_HOME/build-tools/$ANDROID_BUILD_TOOLS_VERSION:$PATH + +### Set working directory +WORKDIR /app + +### Add contents to working directory +ADD . /app + +### Replace shell with bash +RUN rm /bin/sh && ln -s /bin/bash /bin/sh && \ + ### Set debconf to run non-interactively + echo 'debconf debconf/frontend select Noninteractive' | debconf-set-selections + +### Install locales and base dependencies +RUN apt-get update && \ + apt-get install -y --no-install-recommends \ + locales \ + apt-transport-https \ + build-essential \ + ca-certificates \ + curl \ + libssl-dev \ + git \ + gradle \ + python \ + software-properties-common \ + ssh \ + unzip \ + wget \ + gpg-agent + +### Setup the locale +RUN sed -i 's/# de_DE.UTF-8 UTF-8/de_DE.UTF-8 UTF-8/' /etc/locale.gen && \ + locale-gen de_DE.UTF-8 +ENV LANG=de_DE.UTF-8 \ + LANGUAGE=de_DE \ + LC_ALL=de_DE.UTF-8 +RUN dpkg-reconfigure --frontend noninteractive locales + +### add chrome repository +RUN wget -q -O - $GOOGLE_SIGNING_KEY_URL | apt-key add - +RUN echo "deb $GOOGLE_CHROME_REPOSITORY_URL stable main" >> /etc/apt/sources.list.d/google.list + +### Install JAVA +RUN add-apt-repository ppa:webupd8team/java -y && \ + apt-get update -y && \ + echo debconf shared/accepted-oracle-license-v1-1 select true | \ + debconf-set-selections && \ + echo debconf shared/accepted-oracle-license-v1-1 seen true | \ + debconf-set-selections && \ + apt-get install -y --no-install-recommends \ + oracle-java8-installer \ + oracle-java8-set-default \ + ca-certificates-java \ + ### Install chrome and virtual frame buffer + google-chrome-stable xvfb && \ + ### Clear apt cache + apt-get clean && \ + rm -rf /var/lib/apt/lists/* + +### Workaround to fix cacerts problem (Ubuntu 18.04): +### https://stackoverflow.com/questions/6784463/error-trustanchors-parameter-must-be-non-empty) +RUN rm /etc/ssl/certs/java/cacerts && \ + update-ca-certificates -f + +### Copy scripts directory into the tmp folder, so it's available to the following commands +COPY $SCRIPTS_DIRECTORY/$NODE_SETUP_SCRIPT /tmp/ + +RUN bash /tmp/$NODE_SETUP_SCRIPT && apt-get install -y nodejs && \ + ### Update npm to latest version + npm install -g npm@$NPM_VERSION && \ + ### Install needed npm packages + npm install -g ionic@"$IONIC_VERSION" cordova@"$CORDOVA_VERSION" + +### Install android +RUN curl $ANDROID_SDK_TOOLS_DOWNLOAD_URL > /tmp/android-sdk.zip && \ + unzip /tmp/android-sdk.zip && \ + mkdir -p $ANDROID_HOME && \ + mv tools $ANDROID_HOME && \ + ### Add licences (for "auto-accept licenses") + yes | sdkmanager --licenses && \ + ### Install platform tools + sdkmanager "platforms;$ANDROID_APIS" "build-tools;$ANDROID_BUILD_TOOLS_VERSION" + +### Create, build, delete an empty cordova project to download necessary maven files and keep them in image +RUN cordova create tmp-project && \ + cd tmp-project && \ + cordova platform add android && \ + cordova build && \ + cd .. && \ + rm -rf tmp-project + +CMD [""] diff --git a/scripts/node_setup_10.sh b/scripts/node_setup_10.sh new file mode 100644 index 00000000..df0138f6 --- /dev/null +++ b/scripts/node_setup_10.sh @@ -0,0 +1,301 @@ +#!/bin/bash + +# Discussion, issues and change requests at: +# https://github.com/nodesource/distributions +# +# Script to install the NodeSource Node.js 10.x repo onto a +# Debian or Ubuntu system. +# +# Run as root or insert `sudo -E` before `bash`: +# +# curl -sL https://deb.nodesource.com/setup_10.x | bash - +# or +# wget -qO- https://deb.nodesource.com/setup_10.x | bash - +# + +export DEBIAN_FRONTEND=noninteractive +SCRSUFFIX="_10.x" +NODENAME="Node.js 10.x" +NODEREPO="node_10.x" +NODEPKG="nodejs" + +print_status() { + echo + echo "## $1" + echo +} + +if test -t 1; then # if terminal + ncolors=$(which tput > /dev/null && tput colors) # supports color + if test -n "$ncolors" && test $ncolors -ge 8; then + termcols=$(tput cols) + bold="$(tput bold)" + underline="$(tput smul)" + standout="$(tput smso)" + normal="$(tput sgr0)" + black="$(tput setaf 0)" + red="$(tput setaf 1)" + green="$(tput setaf 2)" + yellow="$(tput setaf 3)" + blue="$(tput setaf 4)" + magenta="$(tput setaf 5)" + cyan="$(tput setaf 6)" + white="$(tput setaf 7)" + fi +fi + +print_bold() { + title="$1" + text="$2" + + echo + echo "${red}================================================================================${normal}" + echo "${red}================================================================================${normal}" + echo + echo -e " ${bold}${yellow}${title}${normal}" + echo + echo -en " ${text}" + echo + echo "${red}================================================================================${normal}" + echo "${red}================================================================================${normal}" +} + +bail() { + echo 'Error executing command, exiting' + exit 1 +} + +exec_cmd_nobail() { + echo "+ $1" + bash -c "$1" +} + +exec_cmd() { + exec_cmd_nobail "$1" || bail +} + +node_deprecation_warning() { + if [[ "X${NODENAME}" == "Xio.js 1.x" || + "X${NODENAME}" == "Xio.js 2.x" || + "X${NODENAME}" == "Xio.js 3.x" || + "X${NODENAME}" == "XNode.js 0.10" || + "X${NODENAME}" == "XNode.js 0.12" || + "X${NODENAME}" == "XNode.js 4.x LTS Argon" || + "X${NODENAME}" == "XNode.js 5.x" || + "X${NODENAME}" == "XNode.js 7.x" ]]; then + + print_bold \ +" DEPRECATION WARNING " "\ +${bold}${NODENAME} is no longer actively supported!${normal} + + ${bold}You will not receive security or critical stability updates${normal} for this version. + + You should migrate to a supported version of Node.js as soon as possible. + Use the installation script that corresponds to the version of Node.js you + wish to install. e.g. + + * ${green}https://deb.nodesource.com/setup_8.x — Node.js 8 LTS \"Carbon\"${normal} (recommended) + * ${green}https://deb.nodesource.com/setup_10.x — Node.js 10 Current${normal} + + Please see ${bold}https://github.com/nodejs/Release${normal} for details about which + version may be appropriate for you. + + The ${bold}NodeSource${normal} Node.js distributions repository contains + information both about supported versions of Node.js and supported Linux + distributions. To learn more about usage, see the repository: + ${bold}https://github.com/nodesource/distributions${normal} +" + echo + echo "Continuing in 20 seconds ..." + echo + sleep 20 + fi +} + +script_deprecation_warning() { + if [ "X${SCRSUFFIX}" == "X" ]; then + print_bold \ +" SCRIPT DEPRECATION WARNING " "\ +This script, located at ${bold}https://deb.nodesource.com/setup${normal}, used to + install Node.js 0.10, is deprecated and will eventually be made inactive. + + You should use the script that corresponds to the version of Node.js you + wish to install. e.g. + + * ${green}https://deb.nodesource.com/setup_8.x — Node.js 8 LTS \"Carbon\"${normal} (recommended) + * ${green}https://deb.nodesource.com/setup_10.x — Node.js 10 Current${normal} + + Please see ${bold}https://github.com/nodejs/Release${normal} for details about which + version may be appropriate for you. + + The ${bold}NodeSource${normal} Node.js Linux distributions GitHub repository contains + information about which versions of Node.js and which Linux distributions + are supported and how to use the install scripts. + ${bold}https://github.com/nodesource/distributions${normal} +" + + echo + echo "Continuing in 20 seconds (press Ctrl-C to abort) ..." + echo + sleep 20 + fi +} + +setup() { + +script_deprecation_warning +node_deprecation_warning + +print_status "Installing the NodeSource ${NODENAME} repo..." + +if $(uname -m | grep -Eq ^armv6); then + print_status "You appear to be running on ARMv6 hardware. Unfortunately this is not currently supported by the NodeSource Linux distributions. Please use the 'linux-armv6l' binary tarballs available directly from nodejs.org for Node.js 4 and later." + exit 1 +fi + +PRE_INSTALL_PKGS="" + +# Check that HTTPS transport is available to APT +# (Check snaked from: https://get.docker.io/ubuntu/) + +if [ ! -e /usr/lib/apt/methods/https ]; then + PRE_INSTALL_PKGS="${PRE_INSTALL_PKGS} apt-transport-https" +fi + +if [ ! -x /usr/bin/lsb_release ]; then + PRE_INSTALL_PKGS="${PRE_INSTALL_PKGS} lsb-release" +fi + +if [ ! -x /usr/bin/curl ] && [ ! -x /usr/bin/wget ]; then + PRE_INSTALL_PKGS="${PRE_INSTALL_PKGS} curl" +fi + +# Populating Cache +print_status "Populating apt-get cache..." +exec_cmd 'apt-get update' + +if [ "X${PRE_INSTALL_PKGS}" != "X" ]; then + print_status "Installing packages required for setup:${PRE_INSTALL_PKGS}..." + # This next command needs to be redirected to /dev/null or the script will bork + # in some environments + exec_cmd "apt-get install -y${PRE_INSTALL_PKGS} > /dev/null 2>&1" +fi + +IS_PRERELEASE=$(lsb_release -d | grep 'Ubuntu .*development' >& /dev/null; echo $?) +if [[ $IS_PRERELEASE -eq 0 ]]; then + print_status "Your distribution, identified as \"$(lsb_release -d -s)\", is a pre-release version of Ubuntu. NodeSource does not maintain official support for Ubuntu versions until they are formally released. You can try using the manual installation instructions available at https://github.com/nodesource/distributions and use the latest supported Ubuntu version name as the distribution identifier, although this is not guaranteed to work." + exit 1 +fi + +DISTRO=$(lsb_release -c -s) + +check_alt() { + if [ "X${DISTRO}" == "X${2}" ]; then + echo + echo "## You seem to be using ${1} version ${DISTRO}." + echo "## This maps to ${3} \"${4}\"... Adjusting for you..." + DISTRO="${4}" + fi +} + +check_alt "SolydXK" "solydxk-9" "Debian" "stretch" +check_alt "Kali" "sana" "Debian" "jessie" +check_alt "Kali" "kali-rolling" "Debian" "jessie" +check_alt "Sparky Linux" "Nibiru" "Debian" "buster" +check_alt "MX Linux 17" "Horizon" "Debian" "stretch" +check_alt "Linux Mint" "maya" "Ubuntu" "precise" +check_alt "Linux Mint" "qiana" "Ubuntu" "trusty" +check_alt "Linux Mint" "rafaela" "Ubuntu" "trusty" +check_alt "Linux Mint" "rebecca" "Ubuntu" "trusty" +check_alt "Linux Mint" "rosa" "Ubuntu" "trusty" +check_alt "Linux Mint" "sarah" "Ubuntu" "xenial" +check_alt "Linux Mint" "serena" "Ubuntu" "xenial" +check_alt "Linux Mint" "sonya" "Ubuntu" "xenial" +check_alt "Linux Mint" "sylvia" "Ubuntu" "xenial" +check_alt "Linux Mint" "tara" "Ubuntu" "bionic" +check_alt "LMDE" "betsy" "Debian" "jessie" +check_alt "LMDE" "cindy" "Debian" "stretch" +check_alt "elementaryOS" "luna" "Ubuntu" "precise" +check_alt "elementaryOS" "freya" "Ubuntu" "trusty" +check_alt "elementaryOS" "loki" "Ubuntu" "xenial" +check_alt "elementaryOS" "juno" "Ubuntu" "bionic" +check_alt "Trisquel" "toutatis" "Ubuntu" "precise" +check_alt "Trisquel" "belenos" "Ubuntu" "trusty" +check_alt "Trisquel" "flidas" "Ubuntu" "xenial" +check_alt "Uruk GNU/Linux" "lugalbanda" "Ubuntu" "xenial" +check_alt "BOSS" "anokha" "Debian" "wheezy" +check_alt "bunsenlabs" "bunsen-hydrogen" "Debian" "jessie" +check_alt "bunsenlabs" "helium" "Debian" "stretch" +check_alt "Tanglu" "chromodoris" "Debian" "jessie" +check_alt "PureOS" "green" "Debian" "sid" +check_alt "Devuan" "jessie" "Debian" "jessie" +check_alt "Devuan" "ascii" "Debian" "stretch" +check_alt "Devuan" "ceres" "Debian" "sid" +check_alt "Deepin" "panda" "Debian" "sid" +check_alt "Deepin" "unstable" "Debian" "sid" +check_alt "Pardus" "onyedi" "Debian" "stretch" +check_alt "Liquid Lemur" "lemur-3" "Debian" "stretch" + +if [ "X${DISTRO}" == "Xdebian" ]; then + print_status "Unknown Debian-based distribution, checking /etc/debian_version..." + NEWDISTRO=$([ -e /etc/debian_version ] && cut -d/ -f1 < /etc/debian_version) + if [ "X${NEWDISTRO}" == "X" ]; then + print_status "Could not determine distribution from /etc/debian_version..." + else + DISTRO=$NEWDISTRO + print_status "Found \"${DISTRO}\" in /etc/debian_version..." + fi +fi + +print_status "Confirming \"${DISTRO}\" is supported..." + +if [ -x /usr/bin/curl ]; then + exec_cmd_nobail "curl -sLf -o /dev/null 'https://deb.nodesource.com/${NODEREPO}/dists/${DISTRO}/Release'" + RC=$? +else + exec_cmd_nobail "wget -qO /dev/null -o /dev/null 'https://deb.nodesource.com/${NODEREPO}/dists/${DISTRO}/Release'" + RC=$? +fi + +if [[ $RC != 0 ]]; then + print_status "Your distribution, identified as \"${DISTRO}\", is not currently supported, please contact NodeSource at https://github.com/nodesource/distributions/issues if you think this is incorrect or would like your distribution to be considered for support" + exit 1 +fi + +if [ -f "/etc/apt/sources.list.d/chris-lea-node_js-$DISTRO.list" ]; then + print_status 'Removing Launchpad PPA Repository for NodeJS...' + + exec_cmd_nobail 'add-apt-repository -y -r ppa:chris-lea/node.js' + exec_cmd "rm -f /etc/apt/sources.list.d/chris-lea-node_js-${DISTRO}.list" +fi + +print_status 'Adding the NodeSource signing key to your keyring...' + +if [ -x /usr/bin/curl ]; then + exec_cmd 'curl -s https://deb.nodesource.com/gpgkey/nodesource.gpg.key | apt-key add -' +else + exec_cmd 'wget -qO- https://deb.nodesource.com/gpgkey/nodesource.gpg.key | apt-key add -' +fi + +print_status "Creating apt sources list file for the NodeSource ${NODENAME} repo..." + +exec_cmd "echo 'deb https://deb.nodesource.com/${NODEREPO} ${DISTRO} main' > /etc/apt/sources.list.d/nodesource.list" +exec_cmd "echo 'deb-src https://deb.nodesource.com/${NODEREPO} ${DISTRO} main' >> /etc/apt/sources.list.d/nodesource.list" + +print_status 'Running `apt-get update` for you...' + +exec_cmd 'apt-get update' + +print_status """Run \`${bold}sudo apt-get install -y ${NODEPKG}${normal}\` to install ${NODENAME} and npm +## You may also need development tools to build native addons: + sudo apt-get install gcc g++ make +## To install the Yarn package manager, run: + curl -sL https://dl.yarnpkg.com/debian/pubkey.gpg | sudo apt-key add - + echo \"deb https://dl.yarnpkg.com/debian/ stable main\" | sudo tee /etc/apt/sources.list.d/yarn.list + sudo apt-get update && sudo apt-get install yarn +""" + +} + +## Defer setup until we have the complete script +setup