deploy: streamlining services, update push, add tokens

diadata-org · Mar 4, 2020 · d7fa349 · d7fa349
1 parent ff431f4
commit d7fa349
Show file tree

Hide file tree

Showing 10 changed files with 9,440 additions and 57 deletions.
diff --git a/build/Dockerfile-xcel-token b/build/Dockerfile-xcel-token
@@ -0,0 +1,15 @@
+FROM golang:latest as build
+
+WORKDIR $GOPATH
+
+COPY . .
+
+WORKDIR $GOPATH/src/github.com/diadata-org/diadata/internal/pkg/blockchain-scrapers/blockchains/ethereum/scrapers/xcel-token
+
+RUN go install
+
+FROM gcr.io/distroless/base
+
+COPY --from=build /go/bin/xcel-token /bin/xcel-token
+
+ENTRYPOINT ["xcel-token"]
diff --git a/deployments/docker-compose.ethereum.yml b/deployments/docker-compose.ethereum.yml
@@ -40,8 +40,6 @@ services:
     image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_oracleservice
     networks:
       - scrapers-network
-    depends_on:
-      - geth
     command: --deployedContract=0xD47FDf51D61c100C447E2D4747c7126F19fa23Ef
     logging:
       options:
@@ -79,6 +77,36 @@ services:
     secrets:
       - api_diadata
 
+  xcel-token:
+    build:
+      context: $GOPATH
+      dockerfile: $GOPATH/src/github.com/diadata-org/diadata/build/Dockerfile-xcel-token
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_xcel-token
+    networks:
+      - scrapers-network
+    depends_on:
+      - geth
+    logging:
+      options:
+        max-size: "50m"
+    secrets:
+      - api_diadata
+
+  aragon-token:
+    build:
+      context: $GOPATH
+      dockerfile: $GOPATH/src/github.com/diadata-org/diadata/build/Dockerfile-aragon-token
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_aragon-token
+    networks:
+      - scrapers-network
+    depends_on:
+      - geth
+    logging:
+      options:
+        max-size: "50m"
+    secrets:
+      - api_diadata
+
 secrets:
   api_diadata:
     file: $GOPATH/src/github.com/diadata-org/diadata/secrets/api_diadata.json

diff --git a/deployments/docker-compose.exchange-scrapers.yml b/deployments/docker-compose.exchange-scrapers.yml
@@ -13,10 +13,8 @@ services:
         max-size: "50m"
 
   hitbtccollector:
-    build:
-      context: ../../../..
-      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_hitbtccollector:latest
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=HitBTC -onePairPerSymbol
     networks:
       - kafka-network
@@ -26,10 +24,8 @@ services:
         max-size: "50m"
 
   gateiocollector:
-    build:
-      context: ../../../..
-      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_gateiocollector:latest
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=GateIO
     networks:
       - kafka-network
@@ -38,11 +34,23 @@ services:
       options:
         max-size: "50m"
 
-  simexcollector:
+  genericcollector:
     build:
       context: ../../../..
       dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_simexcollector:latest
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
+    restart: "no"
+    networks:
+      - kafka-network
+      - redis-network
+    logging:
+      options:
+        max-size: "50m"
+
+
+  simexcollector:
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=Simex
     networks:
       - kafka-network
@@ -52,10 +60,8 @@ services:
         max-size: "50m"
 
   bittrexcollector:
-    build:
-      context: ../../../..
-      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_bittrexcollector:latest
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=Bittrex
     networks:
       - kafka-network
@@ -65,10 +71,8 @@ services:
         max-size: "50m"
 
   lbankcollector:
-    build:
-      context: ../../../..
-      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_lbankcollector:latest
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=LBank
     networks:
       - kafka-network
@@ -78,10 +82,8 @@ services:
         max-size: "50m"
 
   okexcollector:
-    build:
-      context: ../../../..
-      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_okexcollector:latest
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=OKEx -onePairPerSymbol
     networks:
       - kafka-network
@@ -91,10 +93,8 @@ services:
         max-size: "50m"
 
   huobicollector:
-    build:
-      context: ../../../..
-      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_huobicollector:latest
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=Huobi
     networks:
       - kafka-network
@@ -104,10 +104,8 @@ services:
         max-size: "50m"
 
   coinbasecollector:
-    build:
-      context: ../../../..
-      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_coinbasecollector:latest
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=CoinBase
     networks:
       - kafka-network
@@ -117,10 +115,8 @@ services:
         max-size: "50m"
 
   binancecollector:
-    build:
-      context: ../../../..
-      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_binancecollector:latest
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=Binance
     networks:
       - kafka-network
@@ -132,10 +128,8 @@ services:
         max-size: "50m"
 
   bitfinexcollector:
-    build:
-      context: ../../../..
-      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_bitfinexcollector:latest
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=Bitfinex
     networks:
       - kafka-network
@@ -147,10 +141,8 @@ services:
       - api_bitfinex
 
   krakencollector:
-    build:
-      context: ../../../..
-      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_krakencollector:latest
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=Kraken
     networks:
       - kafka-network
@@ -160,10 +152,8 @@ services:
         max-size: "50m"
 
   zbcollector:
-    build:
-      context: ../../../..
-      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_zbcollector:latest
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=ZB
     networks:
       - kafka-network
@@ -173,22 +163,19 @@ services:
         max-size: "50m"
 
   quoinecollector:
-    build:
-      context: ../../../..
-      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_quoinecollector:latest
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=Quoine
     networks:
       - kafka-network
       - redis-network
     logging:
       options:
         max-size: "50m"
+
   bitbaycollector:
-    build:
-      context: ../../../..
-      dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
-    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_bitbaycollector:latest
+    depends_on: [genericcollector]
+    image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
     command: /bin/collector -exchange=BitBay
     networks:
       - kafka-network