path: root/platforms-ci.sh

#!/bin/bash

# UEFI builds use the WORSKPACE variable, so save it and restore it later
JENKINS_WORKSPACE=${WORKSPACE}
unset WORKSPACE

if [ "$1" == "" ]; then
	#YYMM=`date +%y`.`date +%m`
	YYMM=master
else
	YYMM=$1
fi

# pre-requisites

# 32 bit libraries needed for BusyBox
sudo apt-get update
sudo apt-get install -y --force-yes gcc-multilib
sudo apt-get install -y --force-yes zip
sudo apt-get install -y --force-yes libssl-dev

wget http://ftp.de.debian.org/debian/pool/main/a/acpica-unix/acpica-tools_20140926-1_amd64.deb http://de.archive.ubuntu.com/ubuntu/pool/main/m/make-dfsg/make_3.81-8.2ubuntu3_amd64.deb
sudo dpkg -i --force-all *.deb

# Toolchain
# Use pre-installed linaro toolchain
export PATH="${HOME}/srv/toolchain/arm-tc-15.02/bin:${HOME}/srv/toolchain/arm64-tc-15.02/bin:$PATH"

# REPO
curl https://storage.googleapis.com/git-repo-downloads/repo > ./repo
chmod a+x repo
repo=$PWD/repo
ls -al


# functions

function quit
{
	echo "ERROR: It doesn't look like you're in a platforms repo"
	echo "ERROR: This is missing: $1"
	exit
}

function gitnuke
{
	echo "cleaning directory $*"
	pushd $*
	git reset --hard HEAD && git clean -dfx
	popd
}
function clean_workspace
{
	export -f gitnuke
	find . -name ".git" -type d -exec bash -c 'gitnuke "{}/.."' \;
	rm ramdisk.img
}
function check_workspace
{
	mandatory_dirs=(
		.repo
		arm-tf
		build-scripts
		busybox
		linux
		model-scripts
		ramdisk
		recovery
		u-boot
		uefi/edk2
		vexpress-firmware
	)

	for ((i=0;i<${#mandatory_dirs[@]};++i)); do
		if [ ! -e ${mandatory_dirs[i]} ]; then
			quit ${mandatory_dirs[i]}
		else
			#debugging - make sure we have what we expected to have in each dir
			pushd ${mandatory_dirs[i]}
			git log --pretty=format:"%h  %ad  %s%x09[%an]" --date=short -5
			ls -al
			popd
		fi
	done
}
function show_commit
{
	gitdir=$1
	dir=`echo $gitdir | sed -e "s#^\.\/##g" -e "s#\\/\.git/\.\.##g"`
	pushd $dir > /dev/null
	#git remote -v | grep fetch
	commitid=`git log --oneline -1 --pretty=format:"%h" --date=short`
	echo "$commitid $dir" >> $report
	popd > /dev/null
}
function create_release_zip
{
	local variant=$1        # variant (eg. juno, fvp, ...)
	local kernel=$2         # kernel type (latest or lsk)
	local os=$3             # OS (eg. oe, android, ...)
	local boot=$4           # bootloader (uboot or uefi)

	local workspace=workspace-${kernel}
	local from=$workspace/output/${variant}-${os}/${boot}
	local to=${variant}-${kernel}-${os}-${boot}

	echo copying output $from $to

	mkdir -p $to
	case $variant in
		juno )
			cp -R $workspace/recovery/* $to
			cp -R $from/* $to/SOFTWARE
			;;
		fvp )
			cp $workspace/model-scripts/run_model.sh $to
			cp -R $from/* $to
			;;
		tc2 )
			cp -R $workspace/vexpress-firmware/* $to
			cp -R $from/* $to/SOFTWARE
			;;
		* )
			echo "WARNING: variant not recognised"
			echo "         you will get a default set of files in your ZIP"
			echo "         and you may not be expecting that."
			cp -R $from/* $to
			;;
	esac

	pushd ${to}

	# Generate report for this build
	# First decide the report filename - use an absolute path so we can change
	# directories and still write to the correct report file
	if [ "$YYMM" == "master" ]; then
		# use date and time in the marker file
		report=$PWD/${to}-`date +%Y%m%d-%H%M`.txt
	else
		report=$PWD/${to}-${YYMM}.txt
	fi
	rm ${report}

	# Add the ms5sums of the files for this build
	echo "md5sum                            file" > ${report}
	echo "--------------------------------  -----------------------------------" >> ${report}
	find . -name "*" -type f | grep -v -e ${report} | sort | xargs md5sum >> ${report}

	# Add the commit ids for the repos we built from
	echo "" >> $report
	echo "commit  repo" >> $report
	echo "------- --------------------- " >> $report
	export report
	export -f show_commit
	pushd ../$workspace
	find . -name ".git" -type d  -exec bash -c 'show_commit "{}/.."' \;
	popd

	# zip up the build
	zip -r ../${to}.zip *
	popd
}
function dobuilds
{
	ver=$1 # lsk or latest
	yymm=$2

	workspace=workspace-$1
	mkdir -p $workspace
	pushd $workspace

	# remove old code and builds before syncing to pinned version
	rm -rf *

	# choose the manifest to sync to
	if [ "$yymm" == "master" ]; then
		manifest=${ver}
	else
		manifest=pinned-${ver}
	fi

	# just for debugging purposes
	ls -al

	${repo} init -u https://git.linaro.org/landing-teams/working/arm/manifest -b ${yymm} -m ${manifest}.xml
	${repo} sync -j8

	# just for debugging purposes
	ls -al

	check_workspace

	variants=(
		fvp-busybox
		fvp-oe
		fvp-android
		tc2-busybox
		tc2-oe
		tc2-android
		juno-busybox
		juno-oe
		juno-android
	)
	for ((i=0;i<${#variants[@]};++i)); do
		# we want to clean the workspace before building each variant
		clean_workspace
		if [ "${variants[i]}" == "fvp-android" ]; then
			wget https://releases.linaro.org/android/reference-lcr/fvp/15.09/ramdisk.img
		elif [ "${variants[i]}" == "juno-android" ]; then
			wget https://releases.linaro.org/android/reference-lcr/juno/15.09/ramdisk.img
		elif [ "${variants[i]}" == "tc2-android" ]; then
			wget https://releases.linaro.org/android/reference-lcr/vexpress/15.09/ramdisk.img
		fi
		./build-scripts/build-all.sh ${variants[i]}
		./build-scripts/build-all.sh ${variants[i]} package
	done
	popd
}

which aarch64-linux-gnu-gcc && aarch64-linux-gnu-gcc -v

# build the two kernel variants
dobuilds lsk    $YYMM
dobuilds latest $YYMM

# Create the recovery directories for each variant
create_release_zip juno latest busybox  uboot
create_release_zip juno latest oe       uefi
create_release_zip juno lsk    android  uboot
create_release_zip fvp  latest busybox  uboot
create_release_zip fvp  latest oe       uefi
create_release_zip fvp  lsk    android  uboot
create_release_zip tc2  latest busybox  uefi
create_release_zip tc2  latest oe       uefi
create_release_zip tc2  lsk    android  uefi

# create the final release zips
if [ "$PLATFORMS_ZIPS" == "yes" ]; then
	zip juno-platforms.zip juno-l*.zip
	zip fvp-platforms.zip  fvp-l*.zip
	zip tc2-platforms.zip  tc2-l*.zip
fi
if [ "$UBER_ZIP" == "yes" ]; then
	zip platforms.zip juno-l*.zip fvp-l*.zip tc2-l*.zip
fi

ls -al

# restore the WORKSPACE variable now we're finished building
unset WORKSPACE
export WORKSPACE=${JENKINS_WORKSPACE}