|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
#
|
|
Lucio Andrés Illanes Albornoz |
e1d469 |
# set +o errexit -o noglob -o nounset is assumed.
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
#
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
|
|
Lucio Andrés Illanes Albornoz |
63d19c |
rtlp_fetch_url_git() {
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
local _cache_dname="${1}" _git_branch="${2}" _mirrors="${3}" _subdir="${4}" _tgtdir="${5}" _url="${6}"\
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
_clonefl=0 _oldpwd="" _url_base="";
|
|
Lucio Andrés Illanes Albornoz |
e1d469 |
(set -o errexit -o noglob -o nounset;
|
|
Lucio Andrés Illanes Albornoz |
847bee |
rtl_flock_acquire 4 || exit "${?}";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
trap "rm -f \"${_cache_dname}/${_subdir%%[/]}.fetching\"" EXIT;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
if [ -e "${_cache_dname}/${_subdir}" ]; then
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
(rtl_fileop cd "${_cache_dname}/${_subdir}" &&\
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
git pull ${DEFAULT_GIT_ARGS} origin "${_git_branch:-main}");
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
(rtl_fileop cd "${_cache_dname}/${_subdir}" &&\
|
|
Lucio Andrés Illanes Albornoz |
adfcc4 |
git submodule update);
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
else
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
for _url_base in ${_url%/*} ${_mirrors}; do
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
if git clone ${DEFAULT_GIT_ARGS} "${_url_base}/${_url##*/}" "${_cache_dname}/${_subdir}"; then
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
_clonefl=1; break;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
fi;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
done;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
if [ "${_clonefl}" -eq 0 ]; then
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
return 1;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
else if [ -n "${_git_branch}" ]; then
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
(rtl_fileop cd "${_cache_dname}/${_subdir}" &&\
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
git checkout "${_git_branch}");
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
fi;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
(rtl_fileop cd "${_cache_dname}/${_subdir}" &&\
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
git submodule update --init);
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
fi;
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
fi;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
if [ "${_cache_dname}" != "${_tgtdir}" ]; then
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
_oldpwd="${PWD}"; rtl_fileop cd "${_tgtdir}";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
rtl_fileop rm "${_tgtdir}/${_subdir}";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
rtl_fileop cp "${_cache_dname}/${_subdir}" "${_tgtdir}";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
rtl_fileop cd "${_oldpwd}";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
fi) 4<>"${_cache_dname}/${_subdir%%[/]}.fetching";
|
|
Lucio Andrés Illanes Albornoz |
689d3c |
if [ "${?}" -eq 0 ]; then
|
|
Lucio Andrés Illanes Albornoz |
689d3c |
cd "$(pwd)";
|
|
Lucio Andrés Illanes Albornoz |
689d3c |
else
|
|
Lucio Andrés Illanes Albornoz |
bf9edf |
return 1;
|
|
Lucio Andrés Illanes Albornoz |
689d3c |
fi;
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
};
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
|
|
Lucio Andrés Illanes Albornoz |
c6d6e0 |
rtl_fetch_urls_git() {
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
local _cache_dname="${1}" _tgtdir="${2}" _mirrors="${3}" _git_branch="" _subdir="" _url="" _url_spec=""; shift 3;
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
for _url_spec in "${@}"; do
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
_subdir="${_url_spec%=*}"; _url="${_url_spec#*=}"; _url="${_url%@*}";
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
if [ "${_url_spec#*@}" != "${_url_spec}" ]; then
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
_git_branch=${_url_spec#*@};
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
fi;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
rtlp_fetch_url_git "${_cache_dname}" "${_git_branch}" "${_mirrors}" "${_subdir}" "${_tgtdir}" "${_url}";
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
done;
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
};
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
# N.B. URLs ($1) may contain `?' or '&' characters.
|
|
Lucio Andrés Illanes Albornoz |
c6d6e0 |
rtl_fetch_url_wget() {
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
local _urls="${1}" _sha256sum_src="${2}" _target_dname="${3}" _target_fname="${4}" _target_name="${5}" _mirrors="${6:-}" \
|
|
Lucio Andrés Illanes Albornoz |
1bd15e |
_rc=0 _target_fname_full="" _url="" _url_base="" _urls_count=0 _urls_full="";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
_urls_full="${_urls}";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
for _url_base in ${_mirrors}; do
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
_urls_full="$(rtl_lconcat "${_urls_full}" "${_url_base%/}/${_target_name}/${_target_fname}")";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
done;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
_urls_count="$(rtl_llength "${_urls_full}")";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
for _url in ${_urls_full}; do
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
if [ -z "${_target_fname}" ]; then
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
_target_fname="$(rtl_basename "${_url}")";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
fi;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
_target_fname_full="${_target_dname}/${_target_fname}";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
(set +o errexit -o noglob -o nounset;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
rtl_flock_acquire 4 || exit 1;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
trap "_rc=\"\${?}\"; rm -f \"${_target_fname_full}.fetching\"; exit \"\${_rc}\";" EXIT;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
if [ -z "${_sha256sum_src}" ]\
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
|| ! rtl_check_digest_file "${_target_fname_full}" "${_sha256sum_src}" "${_target_fname_full}.fetched"; then
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
wget ${DEFAULT_WGET_ARGS} -O "${_target_fname_full}" "${_url}"; _rc="${?}";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
if [ "${_rc}" -ne 0 ]; then
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
exit $((${_rc}+2));
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
elif [ -n "${_sha256sum_src}" ]\
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
&& ! rtl_check_digest "${_target_fname_full}" "${_sha256sum_src}"; then
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
exit 2;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
else
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
printf "%s" "${RTL_CHECK_DIGEST_DIGEST}" > "${_target_fname_full}.fetched"; exit 0;
|
|
Lucio Andrés Illanes Albornoz |
689d3c |
fi;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
else
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
exit 0;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
fi;) 4<>"${_target_fname_full}.fetching"; _rc="${?}"; : $((_urls_count-=1));
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
case "${_rc}" in
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
0) break; ;;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
1) if [ "${_urls_count}" -ge 1 ]; then
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
rtl_log_msg warning "Warning: failed to acquire fetching lock for URL \`%s', retrying with alternative URL..." "${_url}";
|
|
Lucio Andrés Illanes Albornoz |
408967 |
else
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
rtl_log_msg fatal "Error: failed to acquire fetching lock for URL \`%s'." "${_url}"; break;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
fi; ;;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
2) if [ "${_urls_count}" -ge 1 ]; then
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
rtl_log_msg warning "Warning: hash mismatch for URL \`%s', retrying with alternative URL... (from build variables: %s.)"\
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
"${_url}" "${_sha256sum_src}";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
else
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
rtl_log_msg fatal "Error: hash mismatch for URL \`%s' (from build variables: %s.)"\
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
"${_url}" "${_sha256sum_src}"; break;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
fi; ;;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
*) if [ "${_urls_count}" -ge 1 ]; then
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
rtl_log_msg warning "Warning: failed to fetch URL \`%s', retrying with alternative URL... (wget(1) exit status: %s)"\
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
"${_url}" "$((${_rc}-2))";
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
else
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
rtl_log_msg fatal "Error: failed to fetch URL \`%s' (wget(1) exit status: %s)"\
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
"${_url}" "$((${_rc}-2))"; break;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
fi; ;;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
esac;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
done;
|
|
Lucio Andrés Illanes Albornoz |
b63b9b |
return "${_rc}";
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
};
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
|
|
Lucio Andrés Illanes Albornoz (arab, vxp) |
ec19f0 |
# vim:filetype=sh
|