supplyscraper: deployment and config parser

build/Dockerfile-supplyService

@@ -0,0 +1,15 @@
+FROM golang:1.14 as build
+
+WORKDIR $GOPATH/src/
+
+COPY . .
+
+WORKDIR $GOPATH/src/github.com/diadata-org/diadata/cmd/services/supplyService
+RUN go install
+
+FROM gcr.io/distroless/base
+
+COPY --from=build /go/bin/supplyService /bin/supplyService
+COPY --from=build /go/src/github.com/diadata-org/diadata/config /config/
+
+CMD ["supplyService"]

cmd/services/supplyService/main.go

@@ -16,7 +16,7 @@ func main() {
 	if err != nil {
 		log.Fatal("datastore error: ", err)
 	}
-	conn, err := ethclient.Dial("https://mainnet.infura.io/v3/251a25bd10b8460fa040bb7202e22571")
+	conn, err := ethclient.Dial("http://159.69.120.42:8545/")
 	if err != nil {
 		log.Fatal(err)
 	}
@@ -29,7 +29,7 @@ func main() {
 	for {
 		timeInit := time.Now()
 		for _, address := range adds {
-			supp, err := supplyservice.GetTotalSupplyfromMainNet(address, ds, conn)
+			supp, err := supplyservice.GetTotalSupplyfromMainNet(address, conn)
 			if err != nil || len(supp.Symbol) < 2 || supp.Supply < 2 {
 				continue
 			}

deployments/docker-compose.services.yml

@@ -90,6 +90,20 @@ services:
       options:
         max-size: "50m"
 
+  supplyservice:
+    build:
+      context: ../../../..
+      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-supplyService
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_supplyservice:latest
+    networks:
+      - redis-network
+      - influxdb-network
+    environment:
+      - EXEC_MODE=production
+    logging:
+      options:
+        max-size: "50m"
+
 networks:
   kafka-network:
     external:

internal/pkg/supplyService/supply.go

@@ -11,7 +11,6 @@ import (
 	"time"
 
 	"github.com/diadata-org/diadata/pkg/dia"
-	models "github.com/diadata-org/diadata/pkg/model"
 	"github.com/ethereum/go-ethereum/accounts/abi/bind"
 	"github.com/ethereum/go-ethereum/common"
 	"github.com/ethereum/go-ethereum/ethclient"
@@ -67,7 +66,7 @@ func GetWalletBalance(walletAddr string, tokenAddr string, c *ethclient.Client)
 }
 
 // GetTotalSupplyfromMainNet return total supply minus wallets' balances from config file
-func GetTotalSupplyfromMainNet(tokenAddress string, datastore models.Datastore, client *ethclient.Client) (supply dia.Supply, err error) {
+func GetTotalSupplyfromMainNet(tokenAddress string, client *ethclient.Client) (supply dia.Supply, err error) {
 
 	instance, err := NewERC20(common.HexToAddress(tokenAddress), client)
 	if err != nil {

pkg/dia/helpers/ethhelper/tokenInfo.go

@@ -5,6 +5,7 @@ import (
 	"io/ioutil"
 	"math/big"
 	"os"
+	"os/user"
 	"strings"
 
 	"github.com/ethereum/go-ethereum/accounts/abi"
@@ -77,10 +78,24 @@ func GetDecimals(address common.Address) (int, error) {
 
 }
 
+func ConfigFilePath(filename string) string {
+	usr, _ := user.Current()
+	dir := usr.HomeDir
+	if dir == "/root" || dir == "/home" {
+		return "/config/token_supply/" + filename + ".json" //hack for docker...
+	}
+	if dir == "/home/travis" {
+		return "../config/token_supply/" + filename + ".json" //hack for travis
+	}
+	return os.Getenv("GOPATH") + "/src/github.com/diadata-org/diadata/config/token_supply/" + filename + ".json"
+}
+
+
 // GetAddressesFromFile fetches token addresses from a config file available here:
 // https://etherscan.io/exportData?type=open-source-contract-codes
 func GetAddressesFromFile() (addresses []string, err error) {
-	jsonFile, err := os.Open("../../../config/token_supply/tokens_list.json")
+	configPath := ConfigFilePath("tokens_list")
+	jsonFile, err := os.Open(configPath)
 	if err != nil {
 		log.Errorln("Error opening file", err)
 		return