libvirt_cloud/ansible_local.bash

#!/bin/sh
# -*-mode: sh; tab-width: 8; coding: utf-8-unix -*-

[ ! -f /usr/local/etc/testforge/testforge.bash ] || \
  . /usr/local/etc/testforge/testforge.bash || exit 1
. /usr/local/bin/usr_local_tput.bash || exit 2

PYVER=3
PYTHON_MINOR=3.11 # $( python$PYVER --version 2>&1| sed -e 's@^.* @@' -e 's@\.[0-9]*$@@' )
#sudo chmod 1777 /tmp/.ansible /tmp/.ansible/tmp

PYTHON_EXE=/usr/local/bin/python${PYVER}.sh
# old 2 jinja2
export PYTHONPATH=/usr/local/lib/python3.11/site-packages

export TESTFORGE_ANSIBLE_DIR=$PWD
export TMPDIR=/mnt/tmp/Pentoo
export TMP=/mnt/tmp/Pentoo
# subtle problem with MFLAGS in a calling make getting picked up by an inferior make
export MFLAGS=""
WD=$PWD

skip=
tags='untagged'
check=0
connection=
verbose=1
debug=
diff=0
become=-1
limit=''
inventory=hosts.yml
step=0
timeout=60
gather_timeout=120
start=""
list_tags=0
list_tasks=0
# unused
user=""
group=""
home=""
also=""
#
verbose=2
limit=$1
roles="proxy ansible-gentoo_install toxcore"
[ -z "$limit" ] && BOX_HOST=localhost || BOX_HOST=$limit
limit=$BOX_HOST

. $PWD/ansible_local.args

# --flush-cache
if [ $verbose -eq 1 ] ; then
    LARGS="-v"
elif [ $verbose -eq 2 ] ; then
    LARGS="-vv"
elif [ $verbose -eq 3 ] ; then
    LARGS="-vvv"
elif [ $verbose -eq 4 ] ; then
    LARGS="-vvvv"
else
    LARGS=""    
fi
# https://git-scm.com/book/en/v2/Git-Internals-Environment-Variables
# https://github.blog/2018-02-01-crypto-removal-notice/
# https://stackoverflow.com/questions/48938019/git-pull-push-unable-to-access-https-ssl-routines-seem-to-be-down
if [ $verbose -ge 3 ] ; then
    export GIT_TRACE=1
  fi
if [ $verbose -ge 4 ] ; then
    export GIT_CURL_VERBOSE=1
  fi

export ANSIBLE_CONFIG=/o/var/local/src/play_tox/ansible.cfg

#? ANSIBLE_TRANSPORT=chroot PYTHONUNBUFFERED=1
if [ -z "$debug" ] ; then
    EXE="$PYTHON_EXE /usr/local/bin/ansible-playbook"    
  elif [ $debug = debug -o $debug = ansible ] ; then
    export ANSIBLE_KEEP_REMOTE_FILES=1
    export ANSIBLE_STRATEGY=debug
    EXE="$PYTHON_EXE /usr/local/bin/ansible-playbook"
  elif [ $debug = trepan ] ; then
    export ANSIBLE_KEEP_REMOTE_FILES=1
    EXE="/var/local/bin/trepan${PYVER}2.bash /usr/local/bin/ansible-playbook"
  elif [ $debug = trepan2c ] ; then
    export ANSIBLE_KEEP_REMOTE_FILES=1
    EXE="/var/local/bin/trepan${PYVER}c2.bash /usr/local/bin/ansible-playbook"
  # coverage
  elif [ $debug != 0 ] ; then
    export ANSIBLE_KEEP_REMOTE_FILES=1
    export _ANSIBLE_TREPAN_PORT=$debug
    EXE="$PYTHON_EXE /usr/local/bin/ansible-playbook"
  fi

LARGS="$LARGS -c $connection "
if [ $become -eq -1 ] ; then
    [ $connection = chroot ] && become=0 || become=1
fi
[ $become -eq 0 ] || LARGS="$LARGS -b"
[ $check -eq 0 ] || LARGS="$LARGS --check"
[ $diff -eq 0 ] || LARGS="$LARGS -D"
[ $step -eq 0 ] || LARGS="$LARGS --step"
[ $list_tags -eq 0 ] || LARGS="$LARGS --list-tags"
[ $list_tasks -eq 0 ] || LARGS="$LARGS --list-tasks"
[ -n "$skip" ] && LARGS="$LARGS --skip-tags=$skip"
[ -n "$tags" ] && LARGS="$LARGS --tags=$tags"
[ -n "$start" ] && LARGS="$LARGS -start-at-task=\"$start\""
[ -n "$inventory" ] && LARGS="$LARGS --inventory=$inventory"
[ -n "$limit" ] && LARGS="$LARGS --limit=$limit"
#  --flush-cache
df | grep -q /home$ && [ -n "$RUN_QERC_USERFILE" ] && [ -f "$RUN_QERC_USERFILE" ] && \
LARGS="$LARGS -e $RUN_QERC_USERFILE" && ls -l "$RUN_QERC_USERFILE"
#    LARGS="$LARGS --ask-vault-pass" && ls -l "$RUN_QERC_USERFILE"

log_name=`echo $roles|sed -e 's/ /_/g'`
[ -z "$log_name" ] && log_name=ansible
[ "$tags" = untagged ]  | log_name=${log_name}-${tags}
date=`date +%Y/%m/%d`
log_relpath=var/tmp/$date/$BOX_HOST/$log_name.log
grep -q "log_path = ${log_relpath}@"  ansible.cfg || \
    sed -e "s@^log_path = .*@log_path = ${log_relpath}@" -i ansible.cfg
ANSIBLE_RUN_LOG=$PWD/$log_relpath

EXTRA_VARS="{\"ANSIBLE_RUN_LOG\": $ANSIBLE_RUN_LOG"

if [ -d "$PLAY_PIP_CACHE" ] ; then
    EXTRA_VARS="$EXTRA_VARS, \"PLAY_PIP_CACHE\": \"$PLAY_PIP_CACHE\""    
fi
if [ -f "$PLAY_CA_CERT" ] ; then
    EXTRA_VARS="$EXTRA_VARS, \"PLAY_CA_CERT\": \"$PLAY_CA_CERT\""    
fi
EXTRA_VARS="$EXTRA_VARS, \"TESTF_ANSIBLE_SRC\": \"$PWD\""

# maybe dynamically determine this - but some of these conflict - e.g. qemu and lxc
#HOSTVMS_FEATURES="['vagrant', 'virtualbox', 'lxc']" # 'packer', 'qemu', 'libvirt', 'docker'
#EXTRA_VARS="$EXTRA_VARS, \"HOSTVMS_FEATURES\": \"$HOSTVMS_FEATURES\""

EXTRA_VARS="$EXTRA_VARS, \"BOX_HOST\": \"$BOX_HOST\""
# TESTF_QERC_USERFILE - NOT $HOME in case this is run as root - let it default
[ -z "$RUN_QERC_USERFILE" ] && [ -f "$RUN_QERC_USERFILE" ] && \
    EXTRA_VARS="$EXTRA_VARS, \"RUN_QERC_USERFILE\": \"$RUN_QERC_USERFILE\"" # may not exist

# EXTRA_VARS="$EXTRA_VARS, \"INCD_SKEL_USERS_LIST\": [\"$BOX_USER_NAME\", \"mike\"]"

EXTRA_VARS="$EXTRA_VARS, \"ROLES\": [\"base\""
for role in $roles ; do
    [ "$role" = "base" ] && continue
    EXTRA_VARS="$EXTRA_VARS, \"$role\""
  done
EXTRA_VARS="$EXTRA_VARS]}"


if false && [ $check -eq 0 ] && [ $list_tags -eq 0 ] && [ $list_tasks -eq 0 ] && [ "$tags" = "untagged"  ] && \
       ! wget -O /dev/null --no-check-certificate http://google.com ; then
    WARN "We cant reach the Internet - reauthenticate with the proxy?"
  fi

[ -f hosts.yml ] || cat > hosts.yml << EOF
# -*- mode: yaml; tab-width: 0; coding: utf-8 -*-

---

all:
  children:    
    localgroup:
      hosts:
        localhost:
      vars:
        ansible_connection: "local"
EOF
yamllint -c .yamllint.rc -f standard hosts.yml || {
    ERROR yamllint -c .yamllint.rc -f standard hosts.yml
    exit 5
}
[ -f ansible.cfg ] || cat > ansible.cfg << EOF
[defaults]
stdout_callback: yaml
log_path = ./var/tmp/2019/10/03/testforge_pydev_.pydev.log
# callback_plugins = $WD/lib/plugins/
# /i/data/DevOps/net/Http/docs.ansible.com/ansible/intro_configuration.html
# http://docs.ansible.com/ansible/intro_configuration.html#command-warnings
callback_whitelist = timer
command_warnings = False
retry_files_enabled = False
deprecation_warnings = False
display_args_to_stdout = False
error_on_undefined_vars = True
force_color = False
forks = 5
#   Ansible by default will override variables in specific precedence orders, as described in Variables.
#   When a variable of higher precedence wins, it will replace the other value.
#?! hash_behaviour = merged
#! fatal: [localhost]: FAILED! => {"changed": false, "cmd": "/bin/lsblk --list --noheadings --paths --output NAME,UUID --exclude 2", "msg": "Timer expired after 30 seconds", "rc": 257}
gather_timeout = 120
internal_poll_interval=0.1
#   This sets the interval (in seconds) of Ansible internal processes polling each other. Lower values
#   improve performance with large playbooks at the expense of extra CPU load. Higher values are more
#   suitable for Ansible usage in automation scenarios, when UI responsiveness is not required but CPU usage
#   might be a concern. Default corresponds to the value hardcoded in  2.1:
# Fixme: should be per user
local_tmp = /var/tmp
# library = /usr/share/ansible
library = $WD/library

nocows = 0
roles_path = $WD/roles
handler_includes_static = True
timeout = 60
EOF

# Fixme: should be per user
# local_tmp = /var/tmp

log_dir="`dirname $log_relpath`"
if [ -d $log_dir ] ; then
    cp /dev/null $log_relpath
  else
    mkdir -p $log_dir
  fi
ls $log_dir >/dev/null || { ERROR ls $log_dir ; exit 3 ; }
touch $log_relpath || { ERROR $prog  $log_relpat not wrieaable; exit 4 ; }
ls -l $log_relpath || exit 5

#?[ -x /usr/local/bin/clean_path.bash ] && N="`/usr/local/bin/clean_path.bash`" || N=$PATH
# echo "INFO: PATH=$PATH"
# `grep log_path ansible.cfg`

if [ -z "$http_proxy" ] ; then
    DBUG make sure http_proxy and no_proxy are set if you need them
    . /usr/local/bin/proxy_export.bash
else
    DBUG "http_proxy=$http_proxy CORP_NTLM_PROXY=$CORP_NTLM_PROXY"
  fi

# [ -z "${DISPLAY}" ] && EXE="xvfb-run ${EXE}"

INFO "$EXE $LARGS --extra-vars \'$EXTRA_VARS\' ansible_local.yml"
DBUG PYTHON_MINOR=$PYTHON_MINOR PYTHONPATH=$PYTHONPATH

if ! ps ax | grep -v grep | grep -q ansible-playbook ; then
    # clean the /var/tmp directory
    rm -rf /var/tmp/ansible-*
  fi
#? bash --norc $PYTHON_EXE

yamllint -c .yamllint.rc -f standard ansible_local.yml || {
    ERROR yamllint -c .yamllint.rc -f ansible_local.yml
    exit 8
}
# strace -o /tmp/check.str
exec env $ANSIBLE_ENV $EXE $LARGS \
     --extra-vars "$EXTRA_VARS" \
     ansible_local.yml