This repository has been archived by the owner on Jun 15, 2018. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 13
/
pool-monitor.sh
executable file
·185 lines (152 loc) · 7.91 KB
/
pool-monitor.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
#!/bin/bash
PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
BASE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
cd $BASE_DIR
. ${BASE_DIR}/conf/rig-monitor.conf
. ${BASE_DIR}/lib/functions
# epoch RUN_TIME
RUN_TIME=`date +%s`
if [ -f ${BASE_DIR}/run/POOL_LOCK ]; then
echo "pool-monitor process still running! Exiting..."
exit
else
touch ${BASE_DIR}/run/POOL_LOCK
fi
for ARGUMENT in "$@"; do
if [ "$ARGUMENT" == "-trace" ]; then
set -x
elif [[ $ARGUMENT =~ ^-p[0-9]+ ]]; then
DEBUG=1
MYSQL_VERBOSE=" -vvv --show-warnings "
L_INDEX=${ARGUMENT:2}
POOL_LIST=("${POOL_LIST[@]:$L_INDEX:1}")
else
echo "Argument unknonw: ${ARGUMENT}"
rm ${BASE_DIR}/run/POOL_LOCK
exit
fi
done
SAVEIFS=$IFS
# FETCH POOL DATA VIA HTTP
for POOL_LINE in "${POOL_LIST[@]}"
do
IFS=$',' read POOL_TYPE CRYPTO LABEL BASE_API_URL API_TOKEN WALLET_ADDR <<<${POOL_LINE}
if (( DEBUG == 1 )); then
echo "Pool info in conf file: $POOL_TYPE $LABEL $BASE_API_URL $API_TOKEN $WALLET_ADDR"
fi
echo -n "Querying $LABEL pool..."
if [ "$POOL_TYPE" == "ETHERMINE" ]; then
STATS_URL="${BASE_API_URL}/miner/${WALLET_ADDR}/currentStats"
if (( DEBUG == 1 )); then
echo "curl \"$STATS_URL\""
fi
CURL_OUTPUT=`curl -s "${STATS_URL}" | jq -r '.data'`
if (( DEBUG == 1 )); then
echo $CURL_OUTPUT | jq -r '.'
fi
if [ "$CURL_OUTPUT" == "NO DATA" ]; then
echo "NO DATA FOUND"
else
echo $CURL_OUTPUT | jq --arg LABEL $LABEL -r '. | .+ {"label": $LABEL, "report": "currentStats"} |[.time,.label,.report,.lastSeen,.reportedHashrate,.currentHashrate,.validShares,.invalidShares,.staleShares,.averageHashrate,.activeWorkers,.unpaid,.unconfirmed,.coinsPerMin,.usdPerMin,.btcPerMin] | @csv' |sed 's/\"//g' >> ${DATA_DIR}/$POOL_DATA_FILE
fi
PAYOUT_URL="${BASE_API_URL}/miner/${WALLET_ADDR}/payouts"
if (( DEBUG == 1 )); then
echo "curl \"$PAYOUT_URL\""
fi
CURL_OUTPUT=`curl -s "${PAYOUT_URL}" | jq -r '.data[]'`
PAYOUT_URL="${BASE_API_URL}/miner/${WALLET_ADDR}/payouts"
if (( DEBUG == 1 )); then
echo $CURL_OUTPUT | jq -r '.'
fi
if [ "$CURL_OUTPUT" == "" ]; then
echo "NO DATA FOUND"
else
echo $CURL_OUTPUT | jq --arg LABEL $LABEL -r '. | .+ {"label": $LABEL, "report": "payouts"} | [.paidOn,.label,.report,.start,.end,.amount,.txHash] | @csv' |sed 's/\"//g' >> ${DATA_DIR}/$POOL_DATA_FILE
fi
elif [ "$POOL_TYPE" == "MPOS" ]; then
DASHBOARD_URL="${BASE_API_URL}/index.php?page=api&action=getdashboarddata&api_key=${API_TOKEN}"
if (( DEBUG == 1 )); then
echo "curl \"$DASHBOARD_URL\""
fi
CURL_OUTPUT=`curl -s "${DASHBOARD_URL}"`
if (( DEBUG == 1 )); then
echo $CURL_OUTPUT | jq -r '.'
fi
if [ "$CURL_OUTPUT" == "Access denied" ]; then
echo "NO DATA FOUND"
else
echo $CURL_OUTPUT | jq --arg LABEL $LABEL --arg RUN_TIME $RUN_TIME -r '.getdashboarddata.data | .+ {"label": $LABEL, "report": "getdashboarddata_stats", "run_time": $RUN_TIME} | [.run_time,.label,.report,.raw.personal.hashrate,.raw.pool.hashrate,.raw.network.hashrate,.personal.shares.valid,.personal.shares.invalid,.personal.shares.unpaid,.balance.confirmed,.balance.unconfirmed] | @csv' |sed 's/\"//g' >> ${DATA_DIR}/$POOL_DATA_FILE
echo $CURL_OUTPUT | jq --arg LABEL $LABEL -r '.getdashboarddata.data.recent_credits[] | .+ {"label": $LABEL, "report": "getdashboarddata_payouts"} | [.date,.label,.report,.amount] | @csv' |sed 's/\"//g'>> ${DATA_DIR}/$POOL_DATA_FILE
fi
elif [ "$POOL_TYPE" == "NANOPOOL" ]; then
GENERALINFO_URL="${BASE_API_URL}/v1/${CRYPTO,,}/user/${WALLET_ADDR}"
if (( DEBUG == 1 )); then
echo "curl \"$GENERALINFO_URL\""
fi
CURL_OUTPUT=`curl -s "${GENERALINFO_URL}" | jq -r '.'`
CURL_STATUS=`echo $CURL_OUTPUT | jq -r '.status'`
if (( DEBUG == 1 )); then
echo $CURL_STATUS
fi
if [ "$CURL_STATUS" == "false" ]; then
echo "NO DATA FOUND"
else
CURL_OUTPUT=`echo $CURL_OUTPUT | jq -r '.data'`
if (( DEBUG == 1 )); then
echo $CURL_OUTPUT | jq -r '.'
fi
echo $CURL_OUTPUT | jq --arg LABEL $LABEL --arg RUN_TIME $RUN_TIME -r '. | .+ {"label": $LABEL, "report": "generalinfo", "run_time": $RUN_TIME} | [.run_time,.label,.report,.hashrate,.avgHashrate.h1,.avgHashrate.h3,.avgHashrate.h6,.avgHashrate.h12,.avgHashrate.h24,.balance,.unconfirmed_balance] | @csv' |sed 's/\"//g' >> ${DATA_DIR}/$POOL_DATA_FILE
fi
PAYMENTS_URL="${BASE_API_URL}/v1/${CRYPTO,,}/payments/${WALLET_ADDR}"
if (( DEBUG == 1 )); then
echo "curl \"$PAYMENTS_URL\""
fi
CURL_OUTPUT=`curl -s "${PAYMENTS_URL}" | jq -r '.'`
CURL_STATUS=`echo $CURL_OUTPUT | jq -r '.data[]'`
if (( DEBUG == 1 )); then
echo $CURL_STATUS | jq -r '.'
fi
if [ "$CURL_STATUS" == "" ]; then
echo "NO DATA FOUND"
else
echo $CURL_OUTPUT | jq --arg LABEL $LABEL -r '.data[] | .+ {"label": $LABEL, "report": "payments"} | [.date,.label,.report,.amount,.txHash,.confirmed] | @csv' |sed 's/\"//g' >> ${DATA_DIR}/$POOL_DATA_FILE
fi
fi
echo "done"
done
# INGEST POOL DATA
if [ -f ${DATA_DIR}/${POOL_DATA_FILE} ] ; then
# sort and remove duplicate entries in DATA file
sort --field-separator=',' ${DATA_DIR}/${POOL_DATA_FILE} | uniq > ${DATA_DIR}/${POOL_DATA_FILE}.tmp
mv ${DATA_DIR}/${POOL_DATA_FILE}.tmp ${DATA_DIR}/${POOL_DATA_FILE}
for POOL_LINE in "${POOL_LIST[@]}"; do
IFS=$',' read POOL_TYPE CRYPO LABEL BASE_API_URL API_TOKEN WALLET_ADDR <<<${POOL_LINE}
echo "Ingesting $LABEL pool data..."
BOOKKEEPING_RECORD_NAME="${LABEL}_POOL_LAST_RECORD"
LAST_RECORD=$(bookkeeping $BOOKKEEPING_RECORD_NAME)
echo "last ingested $LABEL pool stats: $LAST_RECORD"
if [ "$POOL_TYPE" == "ETHERMINE" ]; then
# filter out old records using LABEL and LAST_RECORD as filters
awk -f ${BASE_DIR}/awk/filter_pool_records_by_time_and_tag.awk -v label=$LABEL report=currentStats last_record=$LAST_RECORD ${DATA_DIR}/${POOL_DATA_FILE} > ${TMP_DIR}/${POOL_TYPE}_ethermine_stats.tmp
awk -f ${BASE_DIR}/awk/filter_pool_records_by_tag.awk -v label=$LABEL report=payouts ${DATA_DIR}/${POOL_DATA_FILE} > ${TMP_DIR}/${POOL_TYPE}_ethermine_payouts.tmp
mysql $MYSQL_VERBOSE -u ${GRAFANA_DB_USER} -p${GRAFANA_DB_PWD} --local-infile rigdata < ${SQL_SCRIPTS}/ingest_ethermine_data.sql
elif [ "$POOL_TYPE" == "MPOS" ]; then
# filter out records using report and LAST_RECORD as filters
awk -f ${BASE_DIR}/awk/filter_pool_records_by_time_and_tag.awk -v label=$LABEL report=getdashboarddata_stats last_record=$LAST_RECORD ${DATA_DIR}/${POOL_DATA_FILE} > ${TMP_DIR}/${POOL_TYPE}_getdashboarddata_stats.tmp
# filter out records using report and LAST_RECORD as filters
awk -f ${BASE_DIR}/awk/filter_pool_records_by_tag.awk -v label=$LABEL report=getdashboarddata_payouts ${DATA_DIR}/${POOL_DATA_FILE} > ${TMP_DIR}/${POOL_TYPE}_getdashboarddata_payouts.tmp
mysql $MYSQL_VERBOSE -u ${GRAFANA_DB_USER} -p${GRAFANA_DB_PWD} --local-infile rigdata < ${SQL_SCRIPTS}/ingest_mpos_data.sql
elif [ "$POOL_TYPE" == "NANOPOOL" ]; then
# filter out records using report and LAST_RECORD as filters
awk -f ${BASE_DIR}/awk/filter_pool_records_by_time_and_tag.awk -v label=$LABEL report=generalinfo last_record=$LAST_RECORD ${DATA_DIR}/${POOL_DATA_FILE} > ${TMP_DIR}/${POOL_TYPE}_generalinfo.tmp
# filter out records using report and LAST_RECORD as filters
awk -f ${BASE_DIR}/awk/filter_pool_records_by_tag.awk -v label=$LABEL report=payments ${DATA_DIR}/${POOL_DATA_FILE} > ${TMP_DIR}/${POOL_TYPE}_payments.tmp
mysql $MYSQL_VERBOSE -u ${GRAFANA_DB_USER} -p${GRAFANA_DB_PWD} --local-infile rigdata < ${SQL_SCRIPTS}/ingest_nanopool_data.sql
fi
# update bookkeeping file
$(bookkeeping $BOOKKEEPING_RECORD_NAME $RUN_TIME)
echo "updating last ingested $LABEL pool stats to: $RUN_TIME"
done
fi
IFS=$SAVEIFS
rm ${BASE_DIR}/run/POOL_LOCK