diff --git a/setup-scripts/stats-logger.sh b/setup-scripts/stats-logger.sh new file mode 100755 index 00000000..60e7ba9c --- /dev/null +++ b/setup-scripts/stats-logger.sh @@ -0,0 +1,53 @@ +#!/usr/bin/env bash + +LOGFILE=$1 +SIA_PORT=${SIA_PORT:-9980} + +# This is a logger service that pulls some current skynet stats and appends them to json log file. +# You should probably run it using crontab, most likely as a root due to access_log read restrictions. +# +# basic usage: +# setup-scripts/stats-logger.sh public/logs.json +# +# usage with custom sia port: +# SIA_PORT=9970 setup-scripts/stats-logger.sh public/logs.json +# +# configuring hourly logging with crontab (run crontab -e) +# 0 * * * * /home/user/skynet-webportal/setup-scripts/stats-logger.sh /home/user/skynet-webportal/public/stats.json >/dev/null 2>&1 + +if ! [ -x "$(command -v jq)" ]; then + echo 'Error: jq is not installed. Please install with `sudo apt-get install jq`.' >&2 + exit 1 +fi + +if ! [ -x "$(command -v sponge)" ]; then + echo 'Error: sponge is not installed. Please install with `sudo apt-get install moreutils`.' >&2 + exit 1 +fi + +if [ -z "$LOGFILE" ]; then + echo 'Error: You need to specify json log file name.' >&2 + exit 1 +fi + +# create logfile if it doesn't exist and initialize it with empty array +if [ ! -f "$LOGFILE" ]; then + mkdir -p "`dirname \"$LOGFILE\"`" 2>/dev/null + echo [] > $LOGFILE +fi + +# get downloads count from nginx logs +awk -vDate=`date -d'now-1 hours' +[%d/%b/%Y:%H:%M:%S` ' { if ($4 > Date) print $0}' /var/log/nginx/access.log > /var/log/nginx/access_last_hour.log +DOWNLOADS_COUNT_LAST_HOUR=$(awk '{print $7}' /var/log/nginx/access_last_hour.log | grep -E '/[a-zA-Z0-9_-]{46}(/.*)?' | wc -l) + +# get siac output +SKYNET_LS=$(/home/user/go/bin/siac skynet ls --addr localhost:${SIA_PORT} | grep -i listing) +SKYNET_LS_REGEX="Listing (.*) files\/dirs:\s+(.*)" +if [[ "${SKYNET_LS}" =~ $SKYNET_LS_REGEX ]]; then + SKYFILES_COUNT="${BASH_REMATCH[1]}" + SKYFILES_SIZE_BYTES=$(echo ${BASH_REMATCH[2]} | sed -r 's/[ B]//g' | numfmt --from=iec) +fi + +DATE=$(date -u +"%Y-%m-%d %H:%M:%S") +LOG_ENTRY=$(echo {\"date\":\"${DATE}\", \"skyfiles_count\":${SKYFILES_COUNT}, \"skyfiles_size_bytes\":${SKYFILES_SIZE_BYTES}, \"downloads_count_last_hour\":${DOWNLOADS_COUNT_LAST_HOUR}}) +jq -c ". += [${LOG_ENTRY}]" $LOGFILE | sponge $LOGFILE \ No newline at end of file