#!/bin/bash RSYNC_FLAGS='-az --no-motd' function syncHttpLogs { # in case we missed a run or two.. try to catch up the last 3 days. for d in 1 2 3 do HOST=$1 # some machines store stuff in old format. some new. if [ "$2" = "old" ]; then YESTERDAY=$(/bin/date -d "-$d days" +%Y-%m-%d) else YESTERDAY=$(/bin/date -d "-$d days" +%Y%m%d) fi YEAR=$(/bin/date -d "-$d days" +%Y) MONTH=$(/bin/date -d "-$d days" +%m) DAY=$(/bin/date -d "-$d days" +%d) /bin/mkdir -p /var/log/hosts/$HOST/$YEAR/$MONTH/$DAY/http cd /var/log/hosts/$HOST/$YEAR/$MONTH/$DAY/http/ for f in $(/usr/bin/rsync $RSYNC_FLAGS --list-only $HOST::log/httpd/*$YESTERDAY* | awk '{ print $5 }') do DEST=$(echo $f | /bin/sed s/-$YESTERDAY//) /usr/bin/rsync $RSYNC_FLAGS $HOST::log/httpd/$f ./$DEST done done } ## Sync up all proxies {% for host in groups['proxies'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up all internal proxies {% for host in groups['proxies_internal'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up all staging proxies {% for host in groups['proxies_stg'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up all fas servers {% for host in groups['fas'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['fas_stg'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up all fedocal hosts {% for host in groups['fedocal'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['fedocal_stg'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up all data grepper hosts {% for host in groups['datagrepper'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['datagrepper_stg'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up all ipsilon hosts {% for host in groups['ipsilon'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['ipsilon_stg'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up all ask hosts {% for host in groups['ask'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['ask_stg'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up all badges hosts {% for host in groups['badges_web'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['badges_web_stg'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up all elections hosts {% for host in groups['elections'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['elections_stg'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up all bodhi hosts {% for host in groups['bodhi2'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['bodhi2_stg'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up packages hosts {% for host in groups['packages'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['packages_stg'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up blockerbugs {% for host in groups['blockerbugs'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['blockerbugs_stg'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up value {% for host in groups['value'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['value_stg'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up secondary {% for host in groups['secondary'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up hosted {% for host in groups['hosted'] %} syncHttpLogs {{host}} old {% endfor %} ## sync up people {% for host in groups['people'] %} syncHttpLogs {{host}} {% endfor %} ## sync up nagios {% for host in groups['nagios'] %} syncHttpLogs {{host}} {% endfor %} ## sync up download {% for host in groups['download_phx2'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['download_ibiblio'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['download_rdu2'] %} syncHttpLogs {{host}} {% endfor %} ## sync up sundries {% for host in groups['sundries'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['sundries_stg'] %} syncHttpLogs {{host}} {% endfor %} ## sync up autocloud {% for host in groups['autocloud_web'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['autocloud_web_stg'] %} syncHttpLogs {{host}} {% endfor %} ## sync up koschei {% for host in groups['koschei_web'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['koschei_web_stg'] %} syncHttpLogs {{host}} {% endfor %} ## sync up notifs {% for host in groups['notifs_web'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['notifs_web_stg'] %} syncHttpLogs {{host}} {% endfor %} ## Sync up pdc {% for host in groups['pdc_web'] %} syncHttpLogs {{host}} {% endfor %} {% for host in groups['pdc_web_stg'] %} syncHttpLogs {{host}} {% endfor %}