71 lines
2.3 KiB
Bash
71 lines
2.3 KiB
Bash
|
#!/bin/bash
|
||
|
|
# filter - arguments are to wget - quoted?
|
||
|
|
|
||
|
|
prog=$( basename $0 .bash )
|
||
|
|
prog=ScurlU
|
||
|
|
ROOTDIR=/mnt/i/net/Http
|
||
|
|
ROLE=base
|
||
|
|
CACHE=/usr/portage/distfiles
|
||
|
|
|
||
|
|
. /usr/local/bin/proxy_curl_lib.bash
|
||
|
|
|
||
|
|
route | grep -q ^def || { echo ERROR: not connected ; exit 1 ; }
|
||
|
|
|
||
|
|
. /usr/local/bin/usr_local_tput.bash
|
||
|
|
FETCHCOMMAND='/usr/local/bin/scurl.bash --force-directories --directory-prefix "\${DISTDIR}" -- "\${URI}"'
|
||
|
|
|
||
|
|
# RARGS="--retry 1 --connect-timeout 10"
|
||
|
|
if [ "$#" -eq 0 ] ; then
|
||
|
|
LARGS="--force-directories --directory-prefix $ROOTDIR"
|
||
|
|
else
|
||
|
|
LARGS="$@"
|
||
|
|
fi
|
||
|
|
cp /dev/null /tmp/$prog$$.urls
|
||
|
|
|
||
|
|
# //www.simplesystems.org/users/bfriesen/public-key.txt no https:
|
||
|
|
# https://opencoder.net/WayneDavison.key cloudflare 403
|
||
|
|
# https://www.simplesystems.org/users/bfriesen/public-key.txt 503
|
||
|
|
# https://tiswww.case.edu/php/chet/gpgkey.asc 500 timeout
|
||
|
|
# https://botan.randombit.net/pgpkey.txt no tls1.3
|
||
|
|
# https://sourceware.org/elfutils/ftp/gpgkey-1AA44BE649DE760A.gpg no tls1.3
|
||
|
|
# https://gnutls.org/gnutls-release-keyring.gpg no tls1.3
|
||
|
|
|
||
|
|
retval=0
|
||
|
|
# NOT 1.3 -e 's@^https://distfiles.gentoo.org/distfiles/[^ ]* https://pypi.python.org/@https://pypi.python.org/@'
|
||
|
|
grep ^http | \
|
||
|
|
sed -e 's@ftp://[^ ]*@@' \
|
||
|
|
-e 's/http:/https:/' \
|
||
|
|
-e 's@^https://distfiles.gentoo.org/distfiles/openpgp-keys-[^ ]*.asc @@' \
|
||
|
|
-e 's@https*://distfiles.gentoo.org@https://gentoo.osuosl.org@g' \
|
||
|
|
-e 's@https://gentoo.osuosl.org@https://mirror.leaseweb.com/gentoo@g' \
|
||
|
|
-e 's@https*://download.sourceforge.net@https://download.sourceforge.net@g' | \
|
||
|
|
while read urls ; do
|
||
|
|
url=`echo $urls|sed -e 's@ .*@@'`
|
||
|
|
base=`basename "$url"`
|
||
|
|
[ -e $CACHE/$base ] && echo $CACHE/$base && continue
|
||
|
|
base=`echo $url | sed -e 's@ .*@@' -e 's@https*://@@'`
|
||
|
|
[ -e $ROOTDIR/"$base" ] && echo $ROOTDIR/"$base" && continue
|
||
|
|
for url in $urls ; do
|
||
|
|
for no in "${NOTLSV3[@]}" ; do
|
||
|
|
[[ $url =~ $no ]] && continue
|
||
|
|
done
|
||
|
|
domain=`sed -e 's@/.*@@' <<< $base`
|
||
|
|
ip=`tor-resolve $domain`
|
||
|
|
if [ $? -eq 0 -a -n "$ip" ] ; then
|
||
|
|
a=`proxy_ami_cloudflared $ip`
|
||
|
|
[ $? -eq 0 -a "$a" = True ] && \
|
||
|
|
WARN $url Cloudflared $ip $no && \
|
||
|
|
continue
|
||
|
|
fi
|
||
|
|
|
||
|
|
DBUG $prog /usr/local/bin/scurl.bash $LARGS -- $RARGS $url
|
||
|
|
/usr/local/bin/scurl.bash $LARGS -- $RARGS $url || {
|
||
|
|
retval=$?
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
break
|
||
|
|
done
|
||
|
|
done
|
||
|
|
|
||
|
|
exit $retval
|