build-all.sh

#!/bin/bash
setupBuildEnv()
{
	if [ ! -d "$INIT_DIR/cache/android-ndk" ]; then
		echo "Downloading NDK..."
		curl --output "cache/$NDK_FILENAME" -#L "$NDK_URL"
		echo "Checking SHA512..."
		SHA512=$(sha512sum "cache/$NDK_FILENAME" | cut -d ' ' -f 1)
		if [ "$SHA512" != "$NDK_SHA512" ]; then
			echo "Error on Checking SHA512 for NDK... Aborting"
			rm -f "cache/$NDK_FILENAME"
			exit 1
		fi
		echo "Unpacking NDK..."
		unzip "cache/$NDK_FILENAME" -d "cache" &> /dev/null
		mv "cache/$(unzip -Z1 "cache/$NDK_FILENAME" | cut -d "/" -f 1 | head -n 1)" "cache/android-ndk"
		chmod -R +x "cache/android-ndk"
		rm -f "cache/$NDK_FILENAME"
		echo ""
	fi

	if [ ! -d "$INIT_DIR/cache/mingw" ]; then
		echo "Downloading MinGW..."
		curl --output "cache/$MINGW_FILENAME" -#L "$MINGW_URL"
		echo "Checking SHA512..."
		SHA512=$(sha512sum "cache/$MINGW_FILENAME" | cut -d ' ' -f 1)
		if [ "$SHA512" != "$MINGW_SHA512" ]; then
			echo "Error on Checking SHA512 for MinGW... Aborting"
			rm -f "cache/$MINGW_FILENAME"
			exit 1
		fi
		echo "Unpacking MinGW..."
		tar -xf "cache/$MINGW_FILENAME" -C "cache"
		mv "cache/$(tar -tf "cache/$MINGW_FILENAME" | cut -d "/" -f 1 | head -n 1)/$(tar -tf "cache/$MINGW_FILENAME" | cut -d "/" -f 2 | head -n 1)" "cache/mingw"
		rm -f "cache/$MINGW_FILENAME"
		echo ""
	fi

	export PATH=$INIT_PATH:$INIT_DIR/cache/android-ndk/toolchains/llvm/prebuilt/linux-x86_64/bin:$INIT_DIR/cache/mingw/bin
	export ANDROID_SDK="$1"
	export CC=$ARCH-linux-android$ANDROID_SDK-clang
	export CXX=$CC++
	export TOOLCHAIN_VERSION="$ARCH-linux-android-4.9"
	export TOOLCHAIN_TRIPLE="$ARCH-linux-android"
	export PKG_CONFIG_PATH="$PREFIX/share/pkgconfig:$PREFIX/lib/pkgconfig"
	export PKG_CONFIG_LIBDIR="$PREFIX/lib/pkgconfig"
	export PKG_CONFIG="/usr/bin/pkg-config"
}

applyPatches()
{
	for patch in $(find $INIT_DIR/packages/$package -name "*.patch" | sort); do
		echo "  - Applying '$(basename $patch)'..."
		patch -p1 < "$patch" -ts

		if [ $? != 0 ]; then
			echo "  -- Error on Applying Patch '$(basename $patch)' on '$package'"
			exit 1
		fi
	done

	echo ""

	$RUN_POST_APPLY_PATCH
}

downloadPackage()
{
	if [ -e "$INIT_DIR/cache/$package" ]; then
		echo "-- Package '$package' already downloaded."
	else
		echo "-- Downloading '$package'..."
		curl --output "$INIT_DIR/cache/$package" -# -L $SRC_URL
	fi

	local ARCHIVE_MIME_TYPE=$(file -b --mime-type $INIT_DIR/cache/$package)
	local ARCHIVE_BASE_FOLDER

	case $ARCHIVE_MIME_TYPE in "application/x-xz"|"application/gzip"|"application/x-bzip2")
		ARCHIVE_BASE_FOLDER=$(tar -tf "$INIT_DIR/cache/$package" | cut -d "/" -f 1 | head -n 1)

		if [ ! -f "$ARCHIVE_BASE_FOLDER" ]; then
			tar -xf "$INIT_DIR/cache/$package"
		fi
		;;
		*)
		ARCHIVE_BASE_FOLDER=$(unzip -Z1 "$INIT_DIR/cache/$package" | cut -d "/" -f 1 | head -n 1)

		if [ ! -f "$ARCHIVE_BASE_FOLDER" ]; then
			unzip -o "$INIT_DIR/cache/$package" 1> /dev/null
		fi
	esac

	mv $ARCHIVE_BASE_FOLDER $package
}

gitDownload()
{
	if [ -d "$INIT_DIR/cache/$package" ]; then
		echo "-- Package '$package' already downloaded."
	else
		echo "-- Git Cloning '$package'..."
		git clone --no-checkout $GIT_URL "$INIT_DIR/cache/$package" &> /dev/zero
	fi

	git clone "$INIT_DIR/cache/$package" &> /dev/zero

	cd $package

	git reset --hard $GIT_COMMIT &> /dev/zero
	git checkout $GIT_COMMIT . &> /dev/zero
	git submodule update --init --recursive &> /dev/zero

	cd ..
}

setupPackage()
{
    local package=$1

    unset PKG_VER PKG_CATEGORY PKG_PRETTY_NAME PKG_DOWNLOADABLE
	unset SRC_URL GIT_URL GIT_COMMIT
	unset HOST_BUILD_FOLDER HOST_BUILD_MAKE HOST_BUILD_CONFIGURE_ARGS HOST_BUILD_CFLAGS HOST_BUILD_CXXFLAGS HOST_BUILD_LDFLAGS
	unset CONFIGURE_ARGS MESON_ARGS CMAKE_ARGS
	unset CFLAGS CPPFLAGS LDFLAGS LIBS OVERRIDE_PREFIX OVERRIDE_PKG_CONFIG_PATH
	unset RUN_POST_APPLY_PATCH RUN_POST_BUILD RUN_POST_CONFIGURE
	unset BLACKLIST_ARCH BUILD_IN_SRC VK_DRIVER_LIB

	source "$INIT_DIR/packages/$package/build.sh"

	if [ -n "$SRC_URL" ] && [ -n "$GIT_URL" ]; then
		echo "E: Package Source Mismatch, SRC_URL and GIT_URL set, Stopping..."
		exit 1
	fi

	if [ ! -n "$GIT_URL" ] && [ -n "$GIT_COMMIT" ]; then
		echo "E: GIT_URL is set but GIT_COMMIT not, Stopping..."
		exit 1
	fi

	if [ -n "$GIT_COMMIT" ]; then
		PKG_VER=$(echo $PKG_VER | sed "s/\[gss\]/$(echo $GIT_COMMIT | cut -c1-7)/g")
	fi

	if [ -f "$INIT_DIR/built-pkgs/$package-$PKG_VER-$ARCH.rat" ]; then
		echo "-- Package '$package' already built."
		return 0
	fi

	if [ -e "$INIT_DIR/workdir/$package/build.sh" ]; then
		echo "-- Package '$package' already configured."
		return 0
	fi

	if [ "$BLACKLIST_ARCH" == "$ARCH" ]; then
		echo "-- Warning: '$package' will not be built."
		return 0
	fi

	if [ -n "$SRC_URL" ]; then
        downloadPackage
	elif [ -n "$GIT_URL" ]; then
		gitDownload
	elif [ -n "$BUILD_IN_SRC" ]; then
		mkdir -p $package
		cp -rf "$INIT_DIR/packages/$package/"* $package
		rm $package/build.sh
	fi

	cd $package
	applyPatches

	export PREFIX_DIR=$PREFIX

	echo "export CFLAGS=\"$CFLAGS\" LIBS=\"$LIBS\" CPPFLAGS=\"$CPPFLAGS\" LDFLAGS=\"-Wl,-rpath="$PREFIX_DIR/lib" $LDFLAGS\"" > build.sh
	echo "export DESTDIR=\"$INIT_DIR/workdir/$package/destdir-pkg\"" >> build.sh

	if [ -n "$OVERRIDE_PREFIX" ]; then
		PREFIX_DIR=$OVERRIDE_PREFIX
	fi

	if [ "$OVERRIDE_PKG_CONFIG_PATH" != "" ]; then
		echo "export PKG_CONFIG_PATH=$OVERRIDE_PKG_CONFIG_PATH" >> build.sh
	else
		echo "export PKG_CONFIG_PATH=$PKG_CONFIG_PATH" >> build.sh
	fi

	if [ -f "configure" ] && [ -n "$CONFIGURE_ARGS" ]; then
		if [ -n "$HOST_BUILD_CONFIGURE_ARGS" ]; then
			echo "mkdir -p $HOST_BUILD_FOLDER" >> build.sh
			echo "cd $HOST_BUILD_FOLDER" >> build.sh
			echo "env -i bash -l -c \"../configure $HOST_BUILD_CONFIGURE_ARGS\"" >> build.sh
			echo "$HOST_BUILD_MAKE" >> build.sh
			echo 'cd $OLDPWD' >> build.sh
		fi

		echo "../configure --libdir=$PREFIX_DIR/lib --prefix=$PREFIX_DIR $CONFIGURE_ARGS" >> build.sh
		echo "$RUN_POST_CONFIGURE" >> build.sh

		if [ -f "$INIT_DIR/packages/$package/post-configure.sh" ]; then
			echo "$INIT_DIR/packages/$package/post-configure.sh" >> build.sh
		fi

		echo "make -j $(nproc)" >> build.sh

		if [ -f "$INIT_DIR/packages/$package/custom-make-install.sh" ]; then
			echo "$INIT_DIR/packages/$package/custom-make-install.sh" >> build.sh
		else
			echo "make -j $(nproc) install" >> build.sh
		fi
	elif [ -f "autogen.sh" ] && [ -n "$CONFIGURE_ARGS" ]; then
		echo "cd .." >> build.sh
		echo "./autogen.sh" >> build.sh
		echo "cd build_dir" >> build.sh
		echo "../configure --libdir=$PREFIX_DIR/lib --prefix=$PREFIX_DIR $CONFIGURE_ARGS" >> build.sh
		echo "$RUN_POST_CONFIGURE" >> build.sh

		if [ -e "$INIT_DIR/packages/$package/post-configure.sh" ]; then
			echo "$INIT_DIR/packages/$package/post-configure.sh" >> build.sh
		fi

		echo "make -j $(nproc)" >> build.sh

		if [ -e "$INIT_DIR/packages/$package/custom-make-install.sh" ]; then
			echo "$INIT_DIR/packages/$package/custom-make-install.sh" >> build.sh
		else
			echo "make -j $(nproc) install" >> build.sh
		fi
	elif [ -e "CMakeLists.txt" ] && [ -n "$CMAKE_ARGS" ]; then
		echo "cmake -DCMAKE_INSTALL_PREFIX=$PREFIX_DIR -DCMAKE_INSTALL_LIBDIR=$PREFIX_DIR/lib -DCMAKE_BUILD_TYPE=Release $CMAKE_ARGS .." >> build.sh
		echo "make -j $(nproc)" >> build.sh

		if [ -e "$INIT_DIR/packages/$package/custom-make-install.sh" ]; then
			echo "$INIT_DIR/packages/$package/custom-make-install.sh" >> build.sh
		else
			echo "make -j $(nproc) install" >> build.sh
		fi
	elif [ -e "meson.build" ] && [ -n "$MESON_ARGS" ]; then
		echo "meson setup --cross-file=$INIT_DIR/build_config/meson-cross-file-$ARCH -Dprefix=$PREFIX_DIR -Dbuildtype=release $MESON_ARGS .." >> build.sh

		if [ -e "$INIT_DIR/packages/$package/post-configure.sh" ]; then
			echo "$INIT_DIR/packages/$package/post-configure.sh" >> build.sh
		fi

		echo "ninja -j $(nproc)" >> build.sh

		if [ -e "$INIT_DIR/packages/$package/custom-make-install.sh" ]; then
			echo "$INIT_DIR/packages/$package/custom-make-install.sh" >> build.sh
		else
				echo "ninja -j $(nproc) install" >> build.sh
			fi
		elif [ -e "Configure" ] && [ -n "$OPENSSL_FLAGS" ]; then
			echo "../Configure --prefix=$PREFIX_DIR $OPENSSL_FLAGS" >> build.sh

			if [ -e "$INIT_DIR/packages/$package/post-configure.sh" ]; then
				echo "$INIT_DIR/packages/$package/post-configure.sh" >> build.sh
			fi

		echo "make -j $(nproc)" >> build.sh
		echo "make -j $(nproc) DESTDIR=\"\$DESTDIR\" install_sw" >> build.sh
	elif [ -e "Makefile" ]; then
		echo "cd .." >> build.sh
		echo "make -j $(nproc)" >> build.sh

		if [ -e "$INIT_DIR/packages/$package/custom-make-install.sh" ]; then
			echo "$INIT_DIR/packages/$package/custom-make-install.sh" >> build.sh
		else
			echo "make -j $(nproc) install" >> build.sh
		fi

		echo "cd build_dir" >> build.sh
	else
		echo "Unsupported build system. Stopping..."
		exit 1
	fi

	if [ -e "$INIT_DIR/packages/$package/post-install.sh" ]; then
		echo "$INIT_DIR/packages/$package/post-install.sh" >> build.sh
	fi

	echo 'echo $? > exit_code' >> build.sh

	echo "$PKG_PRETTY_NAME" >> pkg-pretty-name
	echo "$PKG_VER" >> pkg-ver
	echo "$PKG_CATEGORY" >> pkg-category
	echo "$PKG_DOWNLOADABLE" >> pkg-downloadable

	if [ "$PKG_CATEGORY" == "VulkanDriver" ] || [ "$PKG_CATEGORY" == "AdrenoTools" ]; then
		echo "$VK_DRIVER_LIB" >> vk-driver-lib
	fi

	git -C "$INIT_DIR" log -1 --format="%H" -- "packages/$package" > pkg-commit

	chmod +x build.sh

	cd ..

	if [ -n "$CI" ]; then
		rm -rf "$INIT_DIR/cache/$package"
	fi
}

setupPackages()
{
	cd "$INIT_DIR/workdir"

	# We need to build package list respecting dependencies order
	# First add packages that don't need extra dependencies

	rm -f "$INIT_DIR/workdir/index"

	export FILTERED_PACKAGES=""
	export TODO_PACKAGES=$PACKAGES

	while [ -n "$TODO_PACKAGES" ]; do
		NEW_TODO=""

		for package in $TODO_PACKAGES; do
			unset DEPENDENCIES

			if [ ! -d "$INIT_DIR/packages/$package" ]; then
				echo "E: Package '$package' don't exists."
				exit 1
			fi

			source "$INIT_DIR/packages/$package/build.sh"

			if [ -z "$DEPENDENCIES" ]; then
				if ! echo " $FILTERED_PACKAGES " | grep -q " $package "; then
					FILTERED_PACKAGES+="$package "
					continue
				fi
			fi

			for dep in $DEPENDENCIES; do
				if ! echo " $FILTERED_PACKAGES " | grep -q " $dep "; then
					NEW_TODO+="$package "
					break
				fi
			done

			if ! echo " $NEW_TODO " | grep -q " $package "; then
				if ! echo " $FILTERED_PACKAGES " | grep -q " $package "; then
					FILTERED_PACKAGES+="$package "
				fi
			fi
		done

		TODO_PACKAGES="$NEW_TODO"
	done

	echo $FILTERED_PACKAGES > "$INIT_DIR/workdir/index"

	for package in $FILTERED_PACKAGES; do
		packageFullPath=$(ls "$INIT_DIR/built-pkgs/$package-"*"$ARCH.rat" 2> /dev/zero)
		packageCommitFullPath=$(ls "$INIT_DIR/built-pkgs/$package-"*"$ARCH.commit" 2> /dev/zero)

		if [ -f "$packageFullPath" ]; then
			packageCommit=$(cat "$packageCommitFullPath")
			actualCommit=$(git -C "$INIT_DIR" log -1 --format="%H" -- "packages/$package")

			if [ "$packageCommit" == "$actualCommit" ]; then
				installBuiltPackage "$packageFullPath"
			else
				echo "W: Package '$package' already built, But it's source is changed. Requires Rebuilding..."
				rm -f "$packageFullPath"
				rm -f "$packageCommitFullPath"
			fi
		fi

		if [ "$packageCommit" != "$actualCommit" ]; then
			for p in $FILTERED_PACKAGES; do
				unset DEPENDENCIES
				source "$INIT_DIR/packages/$p/build.sh"

				if [[ " $DEPENDENCIES " == *" $package "* ]]; then
					packageFullPath=$(ls "$INIT_DIR/built-pkgs/$p-"*"$ARCH.rat" 2> /dev/zero)
					packageCommitFullPath=$(ls "$INIT_DIR/built-pkgs/$p-"*"$ARCH.commit" 2> /dev/zero)

					echo "W: Package '$p' uses '$package' as Dependency, Requires Rebuilding..."
					rm -f "$packageFullPath"
					rm -f "$packageCommitFullPath"
				fi
			done
		fi

		setupPackage $package
	done
}

installBuiltPackage()
{
	local package=$1

	if [ ! -e "$APP_ROOT_DIR/packages/$(basename $package .rat)" ]; then
		echo "-- Installing '$(basename $package .rat)'"
		mkdir -p $APP_ROOT_DIR/packages

		tar -xf "$package" -C "$APP_ROOT_DIR"

		touch $APP_ROOT_DIR/makeSymlinks.sh
		bash $APP_ROOT_DIR/makeSymlinks.sh
		rm -f $APP_ROOT_DIR/makeSymlinks.sh

		touch $APP_ROOT_DIR/packages/$(basename $package .rat)
	fi
}

compileAll()
{
	echo ""
	echo "-- Starting Building --"
	echo ""

	local packageNum=1
	local packageCount=$(( $(ls "$INIT_DIR/workdir" | wc -l) - 1 ))

	for package in $(cat "$INIT_DIR/workdir/index"); do
		if [ ! -d "$INIT_DIR/workdir/$package" ]; then
			continue
		fi

		local packageBuildDir="$INIT_DIR/workdir/$package/build_dir"
		local packageDestDirPkg="$INIT_DIR/workdir/$package/destdir-pkg"
		mkdir -p "$packageBuildDir"
		mkdir -p "$packageDestDirPkg"

		cd "$INIT_DIR/workdir/$package/build_dir"

		pkgLocalChanged="$(git -C "$INIT_DIR" status --short "packages/$package")"

		if [ -n "$pkgLocalChanged" ]; then
			echo "-- W: Source Files for Package '$package' was changed. Reconfiguring..."
			echo ""

			cd "$INIT_DIR/workdir"

			rm -rf "$package" "$INIT_DIR/built-pkgs/$package-"*

			setupPackage $package

			mkdir -p "$packageBuildDir"
			mkdir -p "$packageDestDirPkg"

			cd "$packageBuildDir"
		fi

		touch exit_code

		pkgVersion=$(cat "../pkg-ver")
		pkgCategory=$(cat "../pkg-category")
		pkgCommit=$(cat "../pkg-commit")
		pkgDownloadable=$(cat "../pkg-downloadable")
		pkgPrettyName=$(cat "../pkg-pretty-name")
		vkDriverLib=""

		if [[ "$pkgCategory" == "VulkanDriver" || "$pkgCategory" == "AdrenoTools" ]]; then
			vkDriverLib=$(cat "../vk-driver-lib")
		fi

		if [ -f "$INIT_DIR/built-pkgs/$package-$pkgVersion-$ARCH.rat" ]; then
			echo "-- [$packageNum/$packageCount] Package '$package' already built."
			packageNum=$(( $packageNum + 1 ))
			continue
		fi

		echo "-- [$packageNum/$packageCount] Compiling Package '$package'..."

		../build.sh 1> "$INIT_DIR/logs/$package-log.txt" 2> "$INIT_DIR/logs/$package-error_log.txt"

		if [ "$?" != "0" ]; then
			echo "- [$packageNum/$packageCount] Package: '"$package"' failed to compile. Check logs"
			exit 0
		fi

		if [ ! -d "$packageDestDirPkg/data/data/com.micewine.emu" ]; then
			echo "- [$packageNum/$packageCount] Package: '"$package"' failed to compile. Check logs"
			exit 0
		fi

		cp -rf "$packageDestDirPkg/data/data/com.micewine.emu/"* "/data/data/com.micewine.emu"

		find "$packageDestDirPkg" -type f > "$INIT_DIR/logs/$package-package-files.txt"

		echo $pkgCommit > "$INIT_DIR/built-pkgs/$package-$pkgVersion-$ARCH.commit"

		if [ -n "$pkgDownloadable" ]; then
			touch "$INIT_DIR/built-pkgs/$package-$pkgVersion-$ARCH.isDownloadable"
		fi

		if [ ! -n "$pkgPrettyName" ]; then
			pkgPrettyName=$package
		fi

		$INIT_DIR/tools/create-rat-pkg.sh "$package" "$pkgPrettyName" "$vkDriverLib" "$ARCH" "$pkgVersion" "$pkgCategory" "$packageDestDirPkg" "$INIT_DIR/built-pkgs" 0

		if [ -n "$CI" ]; then
			rm -rf "$INIT_DIR/workdir/$package"
		fi

		packageNum=$(( $packageNum + 1 ))
	done
}

showHelp()
{
	echo "Usage: $0 ARCH [OPTIONS]"
	echo ""
	echo "Options:"
	echo "  --help: Show this message and exit."
	echo "  --ci: Clean cache and build files after build of each package (for saving space on CI)"
	echo ""
	echo "Available Archs:"
	echo "  x86_64"
	echo "  aarch64"
}

if [ $# -lt 1 ]; then
	showHelp
	exit 0
fi

case $1 in "aarch64"|"x86_64")
	export ARCH=$1
	;;
	"--help")
	showHelp
	exit 0
	;;
	*)
	printf "E: Unsupported Arch \"$1\" Specified.\n\n"
	showHelp
	exit 0
esac

export APP_ROOT_DIR=/data/data/com.micewine.emu
export PREFIX=$APP_ROOT_DIR/files/usr

if [ ! -e "$PREFIX" ]; then
	sudo mkdir -p "$PREFIX"
	sudo chown -R $(whoami):$(whoami) "$APP_ROOT_DIR"
	sudo chmod 755 -R "$APP_ROOT_DIR"
fi

export NDK_URL="https://dl.google.com/android/repository/android-ndk-r26b-linux.zip"
export NDK_FILENAME="${NDK_URL##*/}"
export NDK_SHA512="233e0b34c946a1ba60022809536307613ed956a4d596b3f43dc75e752b9d973f7c07f03a404a72a893629b86d8046664b9020920b3a6c64f68e223c5da109ec5"
export MINGW_URL="http://techer.pascal.free.fr/Red-Rose_MinGW-w64-Toolchain/Red-Rose-MinGW-w64-Posix-Urct-v12.0.0.r458.g03d8a40f5-Gcc-11.5.0.tar.xz"
export MINGW_FILENAME="${MINGW_URL##*/}"
export MINGW_SHA512="c92e8d4c5811ad82d457a5618f902c2f7e951aa4e3e1cbd640be243ac4d1810e26ea7a933cb2b4b28cda715c04a7f6453060e1b13dd6bf953b69e6ea5ec75c93"

export PACKAGES="$(ls packages)"
export INIT_DIR="$PWD"
export INIT_PATH="$PATH"

case $* in *"--ci"*)
	export CI=1
esac

rm -rf logs

mkdir -p {workdir,logs,cache,built-pkgs}

setupBuildEnv 29 $ARCH
setupPackages

compileAll