Merge "KVMFORNFV: Implementing kvmfornfv Scenarios."

[fuel.git] / build / f_isoroot / f_repobuild / select_ubuntu_repo.sh

diff --git a/build/f_isoroot/f_repobuild/select_ubuntu_repo.sh b/build/f_isoroot/f_repobuild/select_ubuntu_repo.sh
index cb05fe1..5618eb7 100755 (executable)
--- a/build/f_isoroot/f_repobuild/select_ubuntu_repo.sh
+++ b/build/f_isoroot/f_repobuild/select_ubuntu_repo.sh
@@ -1,33 +1,102 @@
 #!/bin/bash
 
-RSYNC="rsync -4 --contimeout 5 --no-motd --list-only"
+BLACKLIST="http://mirrors.se.eu.kernel.org/ubuntu/"
+#BLACKLIST+=" http://foo.bar"
 
-# try to choose close ubuntu mirror which support rsync protocol
-# https://bugs.launchpad.net/fuel/+bug/1459252
+cleanup() {
+    rm -f $TMPFILE
+}
 
-# A minor modificiation of Michal Skalski's original Makefile version
-# to only consider repos where no repo updates are in progress (as
-# that may have us hanging quite a while otherwise). If no suitable
-# local mirror can be found after four attempts, the default archive
-# is returned instead.
+debugmsg() {
+    test -n "$DEBUG" && echo "$@" >&2
+}
 
-cnt=0
-while [ $cnt -lt 4 ]
-do
-    for url in $(curl -s http://mirrors.ubuntu.com/mirrors.txt)
+
+# Check if url is blacklisted in this script
+blacklisted () {
+  for blackurl in $BLACKLIST
+  do
+    if [ "$1" == "$blackurl" ]; then
+      return 0
+    fi
+  done
+  return 1
+}
+
+
+# Check mirror's integrity
+check_mirror () {
+    mirror=$1
+    status=0
+    for packdir in dists/trusty-updates/main/binary-amd64 \
+        dists/trusty-updates/restricted/binary-amd64 \
+        dists/trusty-updates/universe/binary-amd64 \
+        dists/trusty-updates/multiverse/binary-amd64 \
+        dists/trusty-security/main/binary-amd64 \
+        dists/trusty-security/restricted/binary-amd64 \
+        dists/trusty-security/universe/binary-amd64 \
+        dists/trusty-security/multiverse/binary-amd64 \
+        dists/trusty-proposed/main/binary-amd64 \
+        dists/trusty-proposed/restricted/binary-amd64 \
+        dists/trusty-proposed/universe/binary-amd64 \
+        dists/trusty-proposed/multiverse/binary-amd64 \
+        dists/trusty/main/binary-amd64 \
+        dists/trusty/restricted/binary-amd64 \
+        dists/trusty/universe/binary-amd64 \
+        dists/trusty/multiverse/binary-amd64 \
+        dists/trusty-backports/main/binary-amd64 \
+        dists/trusty-backports/restricted/binary-amd64 \
+        dists/trusty-backports/universe/binary-amd64 \
+        dists/trusty-backports/multiverse/binary-amd64
     do
-        host=$(echo $url | cut -d'/' -f3)
-        if $RSYNC "${host}::ubuntu/." &> /dev/null
-        then
-            if ! $RSYNC "${host}::ubuntu/Archive-Update-in-Progress*" &> /dev/null
-            then
-                echo "$host"
-                exit 0
+        for packfile in Release Packages.gz
+        do
+            if [ $status -ne 1 ]; then
+                curl --output /dev/null --silent --head --fail \
+                    $mirror/$packdir/$packfile
+                if [ $? -ne 0 ]; then
+                    debugmsg "$mirror: Faulty (at least missing $packdir/$packfile)"
+                    status=1
+                fi
             fi
-        fi
+        done
     done
-    cnt=$[cnt + 1]
-    sleep 15
+    return $status
+}
+
+if [ "$1" == "-d" ]; then
+    DEBUG=1
+fi
+
+# Hardcode for testing purposes
+# DEBUG=1
+
+TMPFILE=$(mktemp /tmp/mirrorsXXXXX)A
+trap cleanup exit
+
+# Generate a list of mirrors considered as "up"
+curl -s  https://launchpad.net/ubuntu/+archivemirrors | \
+    grep -P -B8 "statusUP|statusONE|statusSIX" | \
+    grep -o -P "(f|ht)tp.*\""  | \
+    sed 's/"$//' | sort | uniq > $TMPFILE
+
+# Iterate over "close" mirror, check that they are considered up
+# and sane.
+for url in $(curl -s http://mirrors.ubuntu.com/mirrors.txt)
+do
+    if ! grep -q $url $TMPFILE; then
+        debugmsg "$url Faulty (detected by Ubuntu)"
+    elif blacklisted $url; then
+        debugmsg "$url blacklisted"
+    elif [ -z $BESTURL ]; then
+        if grep -q $url $TMPFILE && check_mirror $url; then
+            debugmsg "$url: OK (setting as primary URL)"
+            BESTURL=$url
+            test -z "$DEBUG" && break
+        fi
+    else
+        grep -q $url $TMPFILE && check_mirror $url && debugmsg "$url: OK"
+    fi
 done
-echo "archive.ubuntu.com"
 
+echo "$BESTURL"