Blob Blame History Raw
#
# set +o errexit -o noglob -o nounset is assumed.
#

rtl_fetch_mirror_urls_git() {
	local _git_args="${1}" _tgtdir="${2}" _rc=0 _repo_dname="" _subdir="" _url="" _url_spec=""; shift 2;

	for _url_spec in "${@}"; do
		_subdir="${_url_spec%=*}"; _subdir="${_subdir##*/}"; _url="${_url_spec#*=}"; _url="${_url%@*}";
		_repo_dname="${_url##*/}"; [ "${_repo_dname%.git}" = "${_repo_dname}" ] && _repo_dname="${_repo_dname}.git";

		if [ ! -e "$(rtl_dirname "${_tgtdir}")" ]; then
			rtl_fileop mkdir "$(rtl_dirname "${_tgtdir}")";
		fi;
		(set -o errexit -o noglob -o nounset;
		rtl_flock_acquire 4 || exit "${?}";
		trap "rm -f \"${_tgtdir}/.fetching\"" EXIT;
		if [ -e "${_tgtdir}/${_repo_dname}" ]; then
			(rtl_fileop cd "${_tgtdir}/${_repo_dname}" && git fetch ${_git_args} --all) || return 1;
		else	(rtl_fileop cd "${_tgtdir}" && git clone ${_git_args} --mirror "${_url}") || return 1;
		fi) 4<>"${_tgtdir}/.fetching";
		if [ "${?}" -ne 0 ]; then
			_rc=1;
		fi;
	done; return "${_rc}";
};

rtlp_fetch_url_git() {
	local	_cache_dname="${1}" _git_args="${2}" _git_branch="${3}" _mirrors="${4}" _pkg_name="${5}"\
		_subdir="${6}" _tgtdir="${7}" _url="${8}" _cache_dname_full="" _clonefl=0 _oldpwd="" _url_base="";

	_cache_dname_full="${_cache_dname}/${_subdir##*/}";
	(set -o errexit -o noglob -o nounset;
	rtl_flock_acquire 4 || exit "${?}";
	trap "rm -f \"${_cache_dname_full%%[/]}.fetching\"" EXIT;
	if [ -e "${_cache_dname_full}" ]; then
		(rtl_fileop cd "${_cache_dname_full}" &&\
			git pull ${_git_args} origin "${_git_branch:-main}") || return 1;
		(rtl_fileop cd "${_cache_dname_full}" &&\
			git submodule update) || return 1;
	else	if git clone ${_git_args} -b "${_git_branch:-main}" "${_url}" "${_cache_dname_full}"; then
			_clonefl=1;
		elif [ "${_mirrors}" = "skip" ]; then
			return 1;
		else	for _url_base in ${_mirrors}; do
				if git clone ${_git_args} -b "${_git_branch:-main}" "${_url_base}/${_pkg_name}/${_url##*/}" "${_cache_dname_full}"; then
					_clonefl=1; break;
				fi;
			done;
		fi;
		if [ "${_clonefl}" -eq 0 ]; then
			return 1;
		else	if [ -n "${_git_branch}" ]; then
				(rtl_fileop cd "${_cache_dname_full}" &&\
					git checkout "${_git_branch}") || return 1;
			fi;
			(rtl_fileop cd "${_cache_dname_full}" &&\
				git submodule update --init) || return 1;
		fi;
	fi;
	if [ "${_cache_dname}" != "${_tgtdir}" ]; then
		_oldpwd="${PWD}"; rtl_fileop cd "${_tgtdir}" || return 1;
		rtl_fileop rm "${_tgtdir}/${_subdir}" || return 1;
		if [ ! -e "$(rtl_dirname "${_tgtdir}/${_subdir}")" ]; then
			rtl_fileop mkdir "$(rtl_dirname "${_tgtdir}/${_subdir}")";
		fi;
		rtl_fileop cp "${_cache_dname_full}" "${_tgtdir}/${_subdir}" || return 1;
		rtl_fileop cd "${_oldpwd}" || return 1;
	fi) 4<>"${_cache_dname_full%%[/]}.fetching";

	if [ "${?}" -eq 0 ]; then
		cd "$(pwd)";
	else
		return 1;
	fi;
};

rtl_fetch_urls_git() {
	local	_cache_dname="${1}" _git_args="${2}" _tgtdir="${3}" _pkg_name="${4}" _mirrors="${5}"\
		_git_branch="" _subdir="" _url="" _url_spec=""; shift 5;

	for _url_spec in "${@}"; do
		_subdir="${_url_spec%=*}"; _url="${_url_spec#*=}"; _url="${_url%@*}";
		if [ "${_url_spec#*@}" != "${_url_spec}" ]; then
			_git_branch=${_url_spec#*@};
		fi;
		if ! rtlp_fetch_url_git	\
				"${_cache_dname}" "${_git_args}" "${_git_branch}" "${_mirrors}"\
				"${_pkg_name}" "${_subdir}" "${_tgtdir}" "${_url}"; then
			return 1;
		fi;
	done;
};

# N.B.	URLs ($1) may contain `?' or '&' characters.
rtl_fetch_url_wget() {
	local _urls="${1}" _sha256sum_src="${2}" _target_dname="${3}" _target_fname="${4}" _target_name="${5}" _mirrors="${6:-}"\
		_rc=0 _sha256sum_target="" _target_fname_full="" _url="" _url_base="" _urls_count=0 _urls_full="";

	_urls_full="${_urls}";
	for _url_base in ${_mirrors}; do
		_urls_full="$(rtl_lconcat "${_urls_full}" "${_url_base%/}/${_target_name}/${_target_fname}")";
	done;
	_urls_count="$(rtl_llength "${_urls_full}")";
	for _url in ${_urls_full}; do
		if [ -z "${_target_fname}" ]; then
			_target_fname="$(rtl_basename "${_url}")";
		fi;
		_target_fname_full="${_target_dname}/${_target_fname}";
		(set +o errexit -o noglob -o nounset;
		rtl_flock_acquire 4 || exit 1;
		trap "_rc=\"\${?}\"; rm -f \"${_target_fname_full}.fetching\"; exit \"\${_rc}\";" EXIT;
		if [ -z "${_sha256sum_src}" ]\
		|| ! rtl_check_digest_file "${_target_fname_full}" "${_sha256sum_src}" "${_target_fname_full}.fetched"; then
			wget ${DEFAULT_WGET_ARGS} -O "${_target_fname_full}" "${_url}"; _rc="${?}";
			if [ "${_rc}" -ne 0 ]; then
				exit $((${_rc}+2));
			elif [ -n "${_sha256sum_src}" ]\
			&& ! rtl_check_digest "${_target_fname_full}" "${_sha256sum_src}"; then
				exit 2;
			else
				printf "%s" "${RTL_CHECK_DIGEST_DIGEST}" > "${_target_fname_full}.fetched"; exit 0;
			fi;
		else
			exit 0;
		fi;) 4<>"${_target_fname_full}.fetching"; _rc="${?}"; : $((_urls_count-=1));
		case "${_rc}" in
		0)	break; ;;
		1)	if [ "${_urls_count}" -ge 1 ]; then
				rtl_log_msg warning "Warning: failed to acquire fetching lock for URL \`%s', retrying with alternative URL..." "${_url}";
			else
				rtl_log_msg fatal "Error: failed to acquire fetching lock for URL \`%s'." "${_url}";
				rtl_fileop rm "${_target_fname_full}"; break;
			fi; ;;
		2)	if [ "${_urls_count}" -ge 1 ]; then
				rtl_log_msg warning "Warning: hash mismatch for URL \`%s', retrying with alternative URL... (from build variables: %s.)"\
						"${_url}" "${_sha256sum_src}";
			else
				if _sha256sum_target="$(sha256sum "${_target_fname_full}" |\
							awk '{print $1}' 2>/dev/null)"; then
					rtl_log_msg fatal "Error: hash mismatch for URL \`%s' (should be: %s vs.: %s.)"\
							"${_url}" "${_sha256sum_src}" "${_sha256sum_target}";
				else
					rtl_log_msg fatal "Error: hash mismatch for URL \`%s' (should be: %s.)"\
							"${_url}" "${_sha256sum_src}";
				fi;
				rtl_fileop rm "${_target_fname_full}"; break;
			fi; ;;
		*)	if [ "${_urls_count}" -ge 1 ]; then
				rtl_log_msg warning "Warning: failed to fetch URL \`%s', retrying with alternative URL... (wget(1) exit status: %s)"\
						"${_url}" "$((${_rc}-2))";
			else
				rtl_log_msg fatal "Error: failed to fetch URL \`%s' (wget(1) exit status: %s)"\
						"${_url}" "$((${_rc}-2))";
				rtl_fileop rm "${_target_fname_full}"; break;
			fi; ;;
		esac;
	done;
	return "${_rc}";
};

# vim:filetype=sh