sync_core

#!/bin/bash

SERVERNAME=$( hostname --fqdn ) # added a space before `)' to fix vim syntax highlighting issue

function kvdb_global_get_file_name() {
    DBF="$KVDBROOT/global.kc"
    if [[ ! -f "$DBF" ]]; then
        kchashmgr create "$DBF" 2>/dev/null
    fi
    echo "$DBF"
}

function kvdb_local_get_file_name() {
    DBF="$KVDBROOT/local.$DISTRO.kc"
    if [[ ! -f "$DBF" ]]; then
        kchashmgr create "$DBF" 2>/dev/null
    fi
    echo "$DBF"
}

function kvdb_global_get() {
    DBF=$(kvdb_global_get_file_name)
    kchashmgr get "$DBF" "$1" 2>/dev/null
}

function kvdb_global_set() {
    DBF=$(kvdb_global_get_file_name)
    kchashmgr set "$DBF" "$1" "$2" 2>/dev/null
}

function kvdb_global_remove() {
    DBF=$(kvdb_global_get_file_name)
    kchashmgr remove "$DBF" "$1" 2>/dev/null
}

function kvdb_global_clear() {
    DBF=$(kvdb_global_get_file_name)
    kchashmgr clear "$DBF" 2>/dev/null
}

function kvdb_local_get() {
    DBF=$(kvdb_local_get_file_name)
    kchashmgr get "$DBF" "$1" 2>/dev/null
}

function kvdb_local_set() {
    DBF=$(kvdb_local_get_file_name)
    kchashmgr set "$DBF" "$1" "$2" 2>/dev/null
}

function kvdb_local_remove() {
    DBF=$(kvdb_local_get_file_name)
    kchashmgr remove "$DBF" "$1" 2>/dev/null
}

function kvdb_local_clear() {
    DBF=$(kvdb_local_get_file_name)
    kchashmgr clear "$DBF" 2>/dev/null
}

source "$SCRIPTROOT/syncbin/$1"

GenJSON='import json;from itertools import izip;import sys;i=iter(sys.argv[1:]);print json.dumps(dict(izip(i,i)))'

SIZE=$(cat "$STATUSROOT/$1.json" | python -c 'import json;p=json.loads(raw_input());print "size" in p and p["size"] or -1')
LASTSYNC=$(cat "$STATUSROOT/$1.json" | python -c 'import json;p=json.loads(raw_input());print "lastsync" in p and p["lastsync"] or -1')
NEXTSYNC=$(cat "$STATUSROOT/$1.json" | python -c 'import json;p=json.loads(raw_input());print "nextsync" in p and p["nextsync"] or -1')
LASTSTATUS=$(cat "$STATUSROOT/$1.json" | python -c 'import json;p=json.loads(raw_input());print "status" in p and p["status"] or -1')
UPSTREAM=$(_get_upstream)

python -c "$GenJSON" upstream "$UPSTREAM" size "$SIZE" status syncing lastsync "$LASTSYNC" nextsync "$NEXTSYNC" name $1 > "$STATUSROOT/$1.json" 2>/dev/null

if [[ ! -d "$LOGROOT/$1" ]]; then
    mkdir -p "$LOGROOT/$1"
fi

logrotate() {
    for ((i=13; i>=0; i--)); do
        j=$((i+1))
        mv "$LOGROOT/$1/log.stdout.$i" "$LOGROOT/$1/log.stdout.$j" 2>/dev/null
        mv "$LOGROOT/$1/log.stderr.$i" "$LOGROOT/$1/log.stderr.$j" 2>/dev/null
        mv "$LOGROOT/$1/log.outerr.$i" "$LOGROOT/$1/log.outerr.$j" 2>/dev/null
    done
    cp "$LOGROOT/$1/log.stdout" "$LOGROOT/$1/log.stdout.0"
    cp "$LOGROOT/$1/log.stderr" "$LOGROOT/$1/log.stderr.0"
    cp "$LOGROOT/$1/log.outerr" "$LOGROOT/$1/log.outerr.0"
}

rm -f "$LOGROOT/$1/log.stdout"
rm -f "$LOGROOT/$1/log.stderr"
rm -f "$LOGROOT/$1/log.outerr"

date -u > "$MIRRORROOT/$1/Archive-Update-in-Progress-${SERVERNAME}";

_SAVELOG=1
_sync > >(tee -a "$LOGROOT/$1/log.outerr" > "$LOGROOT/$1/log.stdout") 2> >(tee -a "$LOGROOT/$1/log.outerr" > "$LOGROOT/$1/log.stderr")
RETVAL=$?

if [[ "$_SAVELOG" == "1" ]]; then
    logrotate "$1";
fi

if [[ $RETVAL == 0 || $RETVAL == 23 ]]; then
    LASTSTATUS=success
    if [[ -f "$MIRRORROOT/$1/Archive-Update-in-Progress-${SERVERNAME}" ]]; then
        rm "$MIRRORROOT/$1/Archive-Update-in-Progress-${SERVERNAME}"
    fi
    SIZE=$(_get_size)
    NEXTSYNC=$(_get_next_sync_time)
    LASTSYNC=$(date +%s)
    python -c "$GenJSON" upstream "$UPSTREAM" size "$SIZE" status success lastsync "$LASTSYNC" nextsync "$NEXTSYNC" name $1 > "$STATUSROOT/$1.json" 2>/dev/null
    _post_sync > >(tee -a "$LOGROOT/$1/log.outerr" >> "$LOGROOT/$1/log.stdout" ) 2> >(tee -a "$LOGROOT/$1/log.outerr" >> "$LOGROOT/$1/log.stderr")
elif [[ $RETVAL == 5 ]]; then
    LASTSTATUS=failed
    if [[ -f "$MIRRORROOT/$1/Archive-Update-in-Progress-${SERVERNAME}" ]]; then
        rm "$MIRRORROOT/$1/Archive-Update-in-Progress-${SERVERNAME}"
    fi
    NEXTSYNC=$(_get_next_sync_time)
    python -c "$GenJSON" upstream "$UPSTREAM" size "$SIZE" status success lastsync "$LASTSYNC" nextsync "$NEXTSYNC" name $1 > "$STATUSROOT/$1.json" 2>/dev/null
else
    LASTSTATUS=failed
    if [[ -f "$MIRRORROOT/$1/Archive-Update-in-Progress-${SERVERNAME}" ]]; then
        rm "$MIRRORROOT/$1/Archive-Update-in-Progress-${SERVERNAME}"
    fi
    NEXTSYNC=$(_get_next_sync_time)
    python -c "$GenJSON" upstream "$UPSTREAM" size "$SIZE" status failed lastsync "$LASTSYNC" nextsync "$NEXTSYNC" name $1 > "$STATUSROOT/$1.json" 2>/dev/null
fi