start working on crypto-reader project

Author: steevehook

mutexes/log-reader/.gitignore

@@ -0,0 +1 @@
+testdata/

mutexes/log-reader/cmd/generator/main.go

@@ -0,0 +1,87 @@
+package main
+
+import (
+	"flag"
+	"fmt"
+	"math/rand"
+	"time"
+)
+
+const (
+	buyOperation      = "BUY"
+	sellOperation     = "SELL"
+	convertOperation  = "CONVERT"
+	withdrawOperation = "WITHDRAW"
+	dateFormat        = "01/02/2006 15:04:05 -0700"
+)
+
+func main() {
+	transactionIntervalFlag := flag.Duration("transaction-interval", time.Minute, "interval between each transaction")
+	rotationIntervalFlag := flag.Duration("rotation-interval", time.Hour, "interval between each transaction file")
+
+	flag.Parse()
+
+	addresses := []string{
+		"0xa42c9E5B5d936309D6B4Ca323B0dD5739643D2Dd",
+		"0x7F1C681EF8aD3E695b8dd18C9aD99Ad3A1469CEb",
+		"0xD534d113C3CdDFB34bC9D78d85caE4433E6B6326",
+		"0x3ddda9438c70f06ce31Bb364788b47EF113e06F9",
+		"0x1312395388f9f8F0AF11bfc50Bae8284962732b1",
+		"0x980Bc04e435C5E948B1f70a69cD377783500757b",
+		"0x120aE479935B4dB6e8bAea92Ac82Efed60165777",
+		"0xFfEC835E4fEF2038F8CBC1170fD5d3bf3122bCd5",
+		"0x72C3996FC71f485D95C705aE8A167380e4a891af",
+		"0x2e23acC09912b6327766179E5F861679D50b5a9b",
+		"0x07bb6FBE0e76492FeA01f740D01Ec796e5468968",
+		"0x1C28aA9E5Bd21c62153Dae1AD19F6cc9305C15c1",
+		"0xf56167Fa1CD74FD6d761E015758a3CE6BE4466F5",
+		"0xd1ABA973674601DD10FEF7Abb239E4e975E26a44",
+		"0x4bA6b63527B81B82d6b5eDf75E960e071FA21937",
+		"0xc68c701B5904fB27Ec72Cc8ff062530a0ffd2015",
+		"0xeeaFf5e4B8B488303A9F1db36edbB9d73b38dFcf",
+		"0x3a623858c4e9E8649D9Fbb01e7aE3248d12D2b3E",
+		"0x00B2cf90D4aDD5023A0e2CF29516fE72E3A02e2c",
+		"0xf9Fb58eB4871590764987ac1b1244b3AE4135626",
+	}
+	cryptoCoins := []string{"BTC", "ETH", "USDT", "BUSD", "SOL", "DOT", "LUNA"}
+	fiatCoins := []string{"USD", "EUR", "MDL"}
+	operations := []string{buyOperation, sellOperation, convertOperation, withdrawOperation}
+	//maxAmounts := map[string]float64{
+	//}
+	buyFee := 2.0
+	withdrawFee := 15
+
+	now, then := time.Now().UTC(), time.Now().UTC()
+	for {
+		if now.Sub(then) > *rotationIntervalFlag {
+			return
+		}
+		rand.Seed(time.Now().UnixNano())
+		addressIndex := rand.Intn(len(addresses))
+		address := addresses[addressIndex]
+		cryptoCoinIndex := rand.Intn(len(cryptoCoins))
+		cryptoCoin := cryptoCoins[cryptoCoinIndex]
+		fiatCoinIndex := rand.Intn(len(fiatCoins))
+		fiatCoin := fiatCoins[fiatCoinIndex]
+		operationIndex := rand.Intn(len(operations))
+		operation := operations[operationIndex]
+		date := now.Format(dateFormat)
+
+		// make sure in and out coins are different otherwise skip iteration
+
+		line := ""
+		switch operation {
+		case buyOperation:
+			line = fmt.Sprintf("%s %s %s:%v %s:%v %v%% %s", address, operation, cryptoCoin, 1, fiatCoin, 123, buyFee, date)
+		case sellOperation:
+			line = fmt.Sprintf("%s %s %s:%v %s:%v %v%% %s", address, operation, cryptoCoin, 1, fiatCoin, 123, 0, date)
+		case convertOperation:
+			line = fmt.Sprintf("%s %s %s:%v %s:%v %v%% %s", address, operation, cryptoCoin, 1, cryptoCoin, 123, 0, date)
+		case withdrawOperation:
+			line = fmt.Sprintf("%s %s %s:%v %s:%v %v%s %s", address, operation, cryptoCoin, 1, cryptoCoin, 123, withdrawFee, fiatCoin, date)
+		}
+
+		fmt.Println(line)
+		now = now.Add(*transactionIntervalFlag)
+	}
+}

mutexes/log-reader/go.mod

@@ -0,0 +1,10 @@
+module githubc.com/steevehook/log-reader
+
+go 1.17
+
+require (
+	github.com/btcsuite/btcd v0.20.1-beta // indirect
+	github.com/ethereum/go-ethereum v1.10.16 // indirect
+	golang.org/x/crypto v0.0.0-20210322153248-0c34fe9e7dc2 // indirect
+	golang.org/x/sys v0.0.0-20210816183151-1e6c022a8912 // indirect
+)

mutexes/log-reader/logging/file.go

@@ -0,0 +1 @@
+package logging

mutexes/log-reader/logging/reader.go

@@ -0,0 +1,82 @@
+package logging
+
+import (
+	"bufio"
+	"context"
+	"io"
+	"io/ioutil"
+	"os"
+	"sort"
+)
+
+// ReaderConfig represents the configuration to start the log reader
+type ReaderConfig struct {
+	Directory string
+	Query     string
+	Limit     int
+}
+
+// NewReader creates a new instance of log reader
+func NewReader(cfg ReaderConfig) (*LogReader, error) {
+	filesInfo, err := ioutil.ReadDir(cfg.Directory)
+	if err != nil {
+		return nil, err
+	}
+
+	info := make([]os.FileInfo, 0, len(filesInfo))
+	for _, fi := range filesInfo {
+		if fi.IsDir() {
+			continue
+		}
+
+		info = append(info, fi)
+	}
+	sort.Slice(filesInfo, func(i, j int) bool {
+		return filesInfo[i].ModTime().Sub(filesInfo[j].ModTime()) < 0
+	})
+
+	lr := &LogReader{
+		cfg:       cfg,
+		filesInfo: info,
+	}
+	return lr, nil
+}
+
+// LogReader represents the application log reader type
+// responsible for reading logs from a given directory
+// that were written in the last N minutes
+type LogReader struct {
+	cfg       ReaderConfig
+	filesInfo []os.FileInfo
+}
+
+// Read reads the log files using the given LogReader configuration
+// and stores it inside a local bytes buffer to be displayed later
+func (r *LogReader) Read(ctx context.Context, w io.Writer) error {
+	select {
+	case <-ctx.Done():
+		return nil
+	default:
+		return r.read(w)
+	}
+}
+
+func (r *LogReader) read(w io.Writer) error {
+	return nil
+}
+
+func (r *LogReader) stream(file io.ReadCloser) chan string {
+	out := make(chan string)
+
+	go func() {
+		defer func() { _ = file.Close() }()
+		scanner := bufio.NewScanner(file)
+		for scanner.Scan() {
+			out <- scanner.Text()
+		}
+
+		close(out)
+	}()
+
+	return out
+}

mutexes/log-reader/main.go

@@ -0,0 +1,47 @@
+package main
+
+import (
+	"context"
+	"flag"
+	"fmt"
+	"log"
+	"os"
+	"os/signal"
+	"syscall"
+
+	"githubc.com/steevehook/log-reader/logging"
+)
+
+func main() {
+	quit := make(chan os.Signal, 1)
+	directoryFlag := flag.String("d", ".", "the directory where all the logs are stored")
+	queryFlag := flag.String("q", "", "the query string to look for in the log files")
+	limitFlag := flag.Int("n", 100, "the maximum number of logs to display")
+
+	flag.Parse()
+	signal.Notify(quit, syscall.SIGINT, syscall.SIGTERM)
+
+	ctx, cancel := context.WithCancel(context.Background())
+	cfg := logging.ReaderConfig{
+		Directory: *directoryFlag,
+		Query:     *queryFlag,
+		Limit:     *limitFlag,
+	}
+	fmt.Println(cfg)
+	logReader, err := logging.NewReader(cfg)
+	if err != nil {
+		log.Fatalf("could not create log reader: %v", err)
+	}
+
+	go func() {
+		err := logReader.Read(ctx, os.Stdout)
+		if err != nil {
+			log.Fatalf("could not read logs: %v", err)
+		}
+
+		quit <- os.Interrupt
+	}()
+
+	<-quit
+	cancel()
+}