52445ee541
The CI uses the mirror-submodule-update.sh for non-permanent reassignment
of 3rdparty sub-modules to local mirrors (only for 'non-master' branches).
List of the mirrors in mirror-list.txt
You can use the script locally to speed up data retrieval on network problems
check_submodule_sync job uses 'GIT_STRATEGY: clone' to check the availability of public sources
67 lines
1.9 KiB
Bash
Executable file
67 lines
1.9 KiB
Bash
Executable file
#!/bin/bash
|
|
#
|
|
# Short script that is run as part of the CI environment
|
|
# in .gitlab-ci.yml
|
|
#
|
|
# Sets up submodules in the ESP-IDF source tree
|
|
# - Ideally, this just means doing a "git submodule update"
|
|
# - But if something goes wrong we re-clone the repo from scratch
|
|
#
|
|
# This is a "best of both worlds" for GIT_STRATEGY: fetch & GIT_STRATEGY: clone
|
|
#
|
|
|
|
die() {
|
|
echo "${1:-"Unknown Error"}" 1>&2
|
|
exit 1
|
|
}
|
|
|
|
[ -z ${CI_PROJECT_DIR} ] && die "This internal script should only be run by a Gitlab CI runner."
|
|
[[ ( -z ${IS_PRIVATE} ) && ( -z ${IS_PUBLIC} ) ]] && die "IS_PRIVATE or IS_PUBLIC should be defined in the CI environment."
|
|
|
|
SCRIPT_DIR=$(dirname -- "${0}")
|
|
update_submodules() {
|
|
if [ "${IS_PRIVATE}" ]; then
|
|
${SCRIPT_DIR}/mirror-submodule-update.sh
|
|
else
|
|
git submodule foreach "git submodule deinit --force ."
|
|
git submodule deinit --force .
|
|
git submodule update --init --recursive
|
|
fi
|
|
}
|
|
|
|
DELETED_FILES=$(mktemp --tmpdir -d tmp_XXXX)
|
|
del_files() {
|
|
# if non-empty
|
|
[ "$(ls -A .)" ] && ( shopt -s dotglob; mv * "${DELETED_FILES}/" )
|
|
}
|
|
del_files_confirm() {
|
|
rm -rf "${DELETED_FILES}"
|
|
}
|
|
|
|
RETRIES=10
|
|
# we're in gitlab-ci's build phase, so GET_SOURCES_ATTEMPTS doesn't apply here...
|
|
|
|
# For the first time, we try the fastest way.
|
|
for try in `seq $RETRIES`; do
|
|
echo "Trying to add submodules to existing repo..."
|
|
update_submodules &&
|
|
echo "Fetch strategy submodules succeeded" &&
|
|
exit 0
|
|
done
|
|
|
|
# Then we use the clean way.
|
|
for try in `seq $RETRIES`; do
|
|
cd ${CI_PROJECT_DIR} # we are probably already here but pays to be certain
|
|
echo "Trying a clean clone of IDF..."
|
|
del_files
|
|
git clone ${CI_REPOSITORY_URL} . &&
|
|
git checkout ${CI_COMMIT_SHA} &&
|
|
update_submodules &&
|
|
echo "Clone strategy succeeded" &&
|
|
del_files_confirm &&
|
|
exit 0
|
|
|
|
echo "Clean clone failed..."
|
|
done
|
|
|
|
die "Failed to clone repo & submodules together"
|