#!/bin/bash # -*- mode: sh; fill-column: 75; tab-width: 8; coding: utf-8-unix -*- PREFIX=/usr/local ROLE=proxy DEBUG=1 # The idea here is to run ansible_local.bash --tags daily # and then use this to do the parsing and throwing errors based on the output. # This was the ansible run can be free from erroring and this can be # run repeatedly anytime outside of ansible to deal with the issues raised. # It is also run at the end of ansible_local.bash --tags daily to raise the issues. prog=$( basename $0 .bash ) PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin [ -f /usr/local/etc/testforge/testforge.bash ] && \ . /usr/local/etc/testforge/testforge.bash >/dev/null . /usr/local/bin/proxy_export.bash PL=/usr/local/bin/proxy_ping_lib.bash . $PL PL= PLL=/usr/local/bin/proxy_libvirt_lib.bash . $PLL PLL= DEBUG=1 declare -a BOX_NBD_OVERLAY_EXTERNAL # fill this in with the ansible hosts.yml BOX_NBD_OVERLAY_EXTERNALS=( /o/var/local/src/play_tox/hosts.yml /o/data/TestForge/src/ansible/hosts.yml ) [ -z "$USER" ] && USER=$(id -un ) MYID=$( id -u ) [ $MYID -eq 0 ] || { ERROR $prog must be run as root $MYID ; exit 1 ; } # . $PREFIX/src/var_local_src.bash which ansifilter >/dev/null 2>&1 && ansifilter=ansifilter || ansifilter=cat [ -d /dev/virtio-ports ] && ONE_GUEST=1 || ONE_GUEST=0 ly=hourly errs=0 warns=0 elt=proxy LOG_DIR=/usr/local/tmp ELOG=$LOG_DIR/E${prog}_${ly}$$.log WLOG=$LOG_DIR/W${prog}_${ly}$$.log OUT=$LOG_DIR/O${prog}_${ly}$$.log export PATH=$PATH:/usr/local/bin [ -n "$BASE_SRC_ANSIBLE" ] || BASE_SRC_ANSIBLE=/g/TestForge/src/ansible [ -z "$MODE" ] && MODE=$( $PL proxy_ping_mode ) [ -n "$DEBUG" ] && echo >&2 DEBUG: $prog $ly MODE=$MODE 0=$0 "$#" "$@" [ -z "$MODE" ] && exit 2 [ ! -d $LOG_DIR/ ] && mkdir -p $LOG_DIR && chmod 1777 $LOG_DIR find $LOG_DIR/*${prog}_${ly}*.log -ctime +2 -delete elt=proxy_export DBUG elt=$elt . /usr/local/bin/$elt.bash || exit 2 DBUG http_proxy=$http_proxy DBUG https_proxy=$https_proxy DBUG socks_proxy=$socks_proxy IP=`ifconfig|grep -A1 'eth\|wlan'|grep inet|sed -e 's/.*inet //' -e 's/ .*//'` DBUG external=$IP GW=`ip route | grep ^def | sed -e 's/.*via //' -e 's/ .*//'` DBUG gw=$GW grep -q "^wlan[1-9][ ]00000000" /proc/net/route && ZERO_CONNECTED=0 || ZERO_CONNECTED=1 if [ $ZERO_CONNECTED == 0 ] ; then /usr/local/bin/proxy_ping_test.bash $MODE 2>&1| grep ERROR: | tee $ELOG [ -s $ELOG ] || INFO /usr/local/bin/proxy_ping_test.bash $MODE fi elt=/etc/ssl/certs DBUG elt=$elt if [ -d /etc/ssl/certs/ ] ; then find -L /etc/ssl/certs/ -type l | tee -a $ELOG find -L /etc/ssl/certs/ -type l -delete else WARN /etc/ssl/certs/ missing fi elt=route DBUG elt=$elt # ubuntu / devuan oddball route | grep -q 'lo$' || \ ip route add 127.0.0.0/8 dev lo scope host if [ "$MODE" = whonix -o "$MODE" = tor -o "$MODE" = selektor ] ; then NS=127.0.0.1 elif [ "$MODE" = nat -o "$MODE" = vda -o "$MODE" = ws ] ; then NS=10.0.2.2 else NS= fi if [ -n "$NS" ] ; then elt=/etc/resolv.conf DBUG elt=$elt a=`grep nameserver /etc/resolv.conf | grep -v "nameserver $IP" | wc -l` if [ $? -eq 0 -a -n "$a" -a "$a" -gt 0 ] ; then /usr/local/bin/base_wall.bash "CRIT: $prog /etc/resolv.conf" `grep nameserver /etc/resolv.conf` echo "nameserver $IP" > /etc/resolv.conf fi fi if [ "$MODE" = whonix -o "$MODE" = tor -o "$MODE" = selektor ] ; then # 10.24.216.64 elt=/etc/hosts DBUG elt=$elt if [ -n "$IP" ] ; then grep -q " external" /etc/hosts && \ sed -e "s/.* external/$IP external/" -i /etc/hosts || \ echo "$IP external" >> /etc/hosts for file in "${BOX_NBD_OVERLAY_EXTERNALS[@]}" ; do [ -f $file ] || continue grep -q "BOX_NBD_OVERLAY_EXTERNAL.*" $file && continue sed -i -e "s/BOX_NBD_OVERLAY_EXTERNAL:.*/BOX_NBD_OVERLAY_EXTERNAL: \"$IP\"/" $file done fi elt=/etc/firewall.conf DBUG elt=$elt [ -f /etc/firewall.conf ] || { ERROR $prog NO FIREWALL /etc/firewall.conf | tee -a $ELOG | \ xargs /usr/local/bin/base_wall.bash } elt=iptables DBUG elt=$elt $PL proxy_iptables_save >$OUT 2>&1 if [ $? -ne 0 ] || ! grep -q DROP $OUT ; then ERROR $prog NO FIREWALL - DROP `cat $OUT` | tee -a $ELOG /usr/local/bin/base_wall.bash ERROR $prog NO FIREWALL - DROP #? /usr/local/bin/proxy_firewall_restore_iptable.bash /etc/firewall.conf fi elif [ "$MODE" = nat -o "$MODE" = vda -o "$MODE" = ws ] && [ $ONE_GUEST -eq 1 ]; then elt=/etc/resolv.conf DBUG elt=$elt if [ $? -eq 0 -a -n "$GW" ] ; then if ! grep -q "$GW" /etc/resolv.conf ; then /usr/local/bin/base_wall.bash "CRIT: $GW not in /etc/resolv.conf" echo "nameserver $GW" >> /etc/resolv.conf fi $PL proxy_ping_firewall_check || \ /usr/local/bin/base_wall.bash $prog 'CRIT: proxy_ping_firewall_check' retval=$? fi fi if [ $ONE_GUEST -eq 0 ] ; then if [ "$MODE" = whonix ] ; then BOX_WHONIX_PROXY_HOST=$( /usr/local/bin/testforge_get_inventory.bash BOX_WHONIX_PROXY_HOST ) if [ -n "$BOX_WHONIX_PROXY_HOST" ] && \ which virsh 2>/dev/null >/dev/null && \ virsh list | grep -q "$BOX_WHONIX_PROXY_HOST" ; then # sh proxy_whonix_host_tor.bash whonix /usr/local/sbin/proxy_whonix_host.bash proxy_whonix_host_add_block >>$OUT 2>>$ELOG fi $PLL proxy_libvirt_test >$OUT 2>&1 retval=$? [ $retval -gt 1 ] && \ ERROR $prog proxy_libvirt_test retval=$retval | tee -a $ELOG fi wlan7=`ifconfig|grep ^wlan|tail -1| sed -e 's/:.*//'` if [ -n "$wlan7" ] ; then grep -q $wlan7 /etc/firewall.conf || { ERROR $prog NO $wlan7 in /etc/firewall.conf | tee -a $ELOG | \ xargs /usr/local/bin/base_wall.bash /usr/local/bin/firewall.bash } fi [ -f /var/log/privoxy/logfile ] && \ grep -i fatal /var/log/privoxy/logfile | tee -a $ELOG && \ ERROR Fatal in /var/log/privoxy/logfile |tee -a $ELOG if grep -q "^wlan[1-9][ ]00000000" /proc/net/route ; then $PL proxy_ping_gw_check || { ERROR proxy_ping_gw_check | tee -a $ELOG } $PL proxy_ping_dnsmasq_check && \ ERROR proxy_ping_dnsmasq_check || { ERROR proxy_ping_dnsmasq_check | tee -a $ELOG } $PL proxy_ping_firewall_check && \ INFO proxy_ping_firewall_check || { ERROR proxy_ping_firewall_check | tee -a $ELOG } $PL proxy_test_dirmngr $OUT && \ INFO proxy_test_dirmngr $retval | tee -a $ELOG || { retval=$? ERROR proxy_test_dirmngr $retval | tee -a $ELOG } if dmesg | grep --text -A 1 'martian' ; then dmesg | grep --text -A 1 'martian' | \ xargs echo WARN: martians | tee -a $ELOG dmesg | grep --text -A 1 'martian' | \ sed -e 's/DST=.*//' -e 's/.*martian_//' -e 's/ OUT=.*SRC=/ /' | tee -a $ELOG else INFO proxy_test_dirmngr no martians fi PROXY_WLAN=$( $PL proxy_get_if ) [ -n "$PROXY_WLAN" -a -f /etc/wicd/wireless-settings.conf ] && \ ps ax | grep -q wpa_supplicant && \ grep -A 1 bad$ /etc/wicd/wireless-settings.conf | \ grep bssid | sed -e 's/.*= //' | \ while read elt ; do \ wpa_cli -i "$PROXY_WLAN" blacklist $elt done fi fi # [ -s $OUT ] && grep WARN: $OUT | tee -a $ELOG if [ -s $ELOG ] ; then errs=$( wc -l $ELOG | cut -f 1 -d ' ' ) if [ $? -eq 0 -a $errs -ne 0 ] ; then ERROR $prog $errs $ly $prog errors in $ELOG cat $ELOG exit $errs fi fi [ -f $WLOG ] && warns=`wc -l $WLOG | cut -f 1 -d ' '` [ $? -eq 0 -a $warns -ne 0 ] && \ WARN "$warns $ly $prog warnings in $WLOG" [ $errs -eq 0 ] && \ [ $warns -eq 0 ] && \ INFO "$prog No $ly errors in $HARDEN_LOG_DIR" exit 0