diff --git a/Dockerfile.dev b/Dockerfile.dev deleted file mode 100644 index b6519c3..0000000 --- a/Dockerfile.dev +++ /dev/null @@ -1,14 +0,0 @@ -# Stage 1 - Build -FROM node:18-alpine as build -WORKDIR /usr/src/app - -RUN apk add git python3 make g++ - -COPY package.json tsconfig.json yarn.lock ./ -RUN yarn install --frozen-lockfile - -COPY src src - -#Start -RUN yarn build -CMD [ "yarn", "start" ] diff --git a/build_local.sh b/build_local.sh deleted file mode 100755 index a4c745e..0000000 --- a/build_local.sh +++ /dev/null @@ -1,12 +0,0 @@ -#!/usr/bin/env sh - -docker-compose -f docker-compose-dev.yml build event-pipeline-ethereum -docker-compose -f docker-compose-dev.yml build event-pipeline-base - -# `-f docker-compose.dev.yml` add environment variables for testing -docker-compose -f docker-compose-dev.yml up event-pipeline-ethereum - -docker-compose -f docker-compose-dev.yml build token-scraper-ethereum - -# `-f docker-compose.dev.yml` add environment variables for testing -docker-compose -f docker-compose-dev.yml up token-scraper-ethereum diff --git a/docker-compose-dev.yml b/docker-compose-dev.yml deleted file mode 100644 index f176f26..0000000 --- a/docker-compose-dev.yml +++ /dev/null @@ -1,588 +0,0 @@ -version: '3' -services: - - event-pipeline-ethereum: - depends_on: - - postgres - build: - context: . - dockerfile: Dockerfile.dev - restart: always - environment: - ETHEREUM_RPC_URL: '${RPC_URL_ETHEREUM}' - CHAIN_ID: '1' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' - SCHEMA: 'events' - # FEAT_EXCLUSIVE_TOKENS_FROM_TRANSACTIONS: "true" - # TOKENS_FROM_TRANSACTIONS_START_BLOCK: 9193266 - KAFKA_BROKERS: '${KAFKA_BROKERS}' - KAFKA_SSL: '${KAFKA_SSL}' - KAFKA_AUTH_USER: '${KAFKA_AUTH_USER}' - KAFKA_AUTH_PASSWORD: '${KAFKA_AUTH_PASSWORD}' - EP_DEPLOYMENT_BLOCK: 10247094 - MAX_BLOCKS_TO_SEARCH: 1000 - MAX_BLOCKS_TO_PULL: 1000 - MAX_TX_TO_PULL: 1000 - BLOCK_FINALITY_THRESHOLD: 0 - SECONDS_BETWEEN_RUNS: 1 - # FEAT_TRANSFORMED_ERC20_EVENT: "true" - # FEAT_UNISWAP_V2_VIP_SWAP_EVENT: "true" - # UNISWAP_V2_VIP_SWAP_SOURCES: "UniswapV2,SushiSwap" - # UNISWAP_V2_VIP_SWAP_START_BLOCK: 10917104 - # FEAT_UNISWAP_V3_VIP_SWAP_EVENT: "true" - # UNISWAP_V3_VIP_SWAP_START_BLOCK: 12553659 - # FEAT_UNISWAP_V3_SWAP_EVENT: "true" - # UNISWAP_V3_SWAP_START_BLOCK: 16670838 - # FEAT_LIMIT_ORDERS: "true" - # V4_NATIVE_FILL_START_BLOCK: "11591021" - # FEAT_PLP_SWAP_EVENT: "true" - # PLP_VIP_START_BLOCK: 11377457 - # FEAT_OTC_ORDERS: "true" - # OTC_ORDERS_FEATURE_START_BLOCK: 13143075 - # FEAT_CANCEL_EVENTS: "true" - # FEAT_STAKING: "true" - # STAKING_DEPLOYMENT_BLOCK: 8952581 - # FEAT_RFQ_EVENT: "true" - # FEAT_V3_NATIVE_FILL: "true" - # FEAT_ERC20_BRIDGE_TRANSFER_FLASHWALLET: "true" - # FLASHWALLET_ADDRESS: "0x22f9dcf4647084d6c31b2765f6910cd85c178c18" - # FLASHWALLET_DEPLOYMENT_BLOCK: 12231666 - # FEAT_NFT: "true" - # NFT_FEATURE_START_BLOCK: 14258205 - # FEAT_UNISWAP_V2_PAIR_CREATED_EVENT: "true" - # UNISWAP_V2_PAIR_CREATED_PROTOCOL_CONTRACT_ADDRESSES_AND_START_BLOCKS: "UniswapV2:0x5c69bee701ef814a2b6a3edd4b1652cb9cc5aa6f:10000835,SushiSwap:0xc0aee478e3658e2610c5f7a4a2e1777ce9e4f2ac:10794229" - # FEAT_UNISWAP_V2_SYNC_EVENT: "true" - # UNISWAP_V2_SYNC_START_BLOCK: 10000835 - # FEAT_ONCHAIN_GOVERNANCE: "true" - # ONCHAIN_GOVERNANCE_START_BLOCK: 16990159 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0xc02aaa39b223fe8d0a0e5c4f27ead9083c756cc2' - - event-pipeline-bsc: - depends_on: - - postgres - build: - context: . - dockerfile: Dockerfile.dev - restart: always - environment: - ETHEREUM_RPC_URL: '${RPC_URL_BSC}' - CHAIN_ID: '56' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' - SCHEMA: 'events_bsc' - MAX_BLOCKS_REORG: 50 - KAFKA_BROKERS: '${KAFKA_BROKERS}' - KAFKA_SSL: '${KAFKA_SSL}' - KAFKA_AUTH_USER: '${KAFKA_AUTH_USER}' - KAFKA_AUTH_PASSWORD: '${KAFKA_AUTH_PASSWORD}' - EP_DEPLOYMENT_BLOCK: 5375047 - MAX_BLOCKS_TO_SEARCH: 2000 - MAX_BLOCKS_TO_PULL: 5000 - SECONDS_BETWEEN_RUNS: 1 - # FEAT_UNISWAP_V2_VIP_SWAP_EVENT: "true" - # UNISWAP_V2_VIP_SWAP_SOURCES: "PancakeSwap,BakerySwap,SushiSwap,CafeSwap,SwapLiquidity,ApeSwapFinance,CheeseSwap,Swap" - # FEAT_UNISWAP_V2_PAIR_CREATED_EVENT: "true" - # UNISWAP_V2_PAIR_CREATED_PROTOCOL_CONTRACT_ADDRESSES_AND_START_BLOCKS: "PancakeSwap:0xbcfccbde45ce874adcb698cc183debcf17952812:586851,PancakeSwap!v2:0xca143ce32fe78f1f7019d7d551a6402fc5350c73:6809737,BakerySwap:0x01bf7c66c6bd861915cdaae475042d3c4bae16a7:470617,SushiSwap:0xc35dadb65012ec5796536bd9864ed8773abc74c4:5205069,CafeSwap:0x3e708fdbe3ada63fc94f8f61811196f1302137ad:5865260,SwapLiquidity:0x553990f2cba90272390f62c5bdb1681ffc899675:784352,ApeSwapFinance:0x0841bd0b734e4f5853f0dd8d7ea041c241fb0da6:4855901,CheeseSwap:0xdd538e4fd1b69b7863e1f741213276a6cf1efb3b:1569172" - # FEAT_NFT: "true" - # NFT_FEATURE_START_BLOCK: 15860129 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0xbb4cdb9cbd36b01bd1cbaebf2de08d9173bc095c' - - event-pipeline-polygon: - depends_on: - - postgres - build: - context: . - dockerfile: Dockerfile.dev - restart: always - environment: - ETHEREUM_RPC_URL: '${RPC_URL_POLYGON}' - CHAIN_ID: '137' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' - SCHEMA: 'events_polygon' - KAFKA_BROKERS: '${KAFKA_BROKERS}' - KAFKA_SSL: '${KAFKA_SSL}' - KAFKA_AUTH_USER: '${KAFKA_AUTH_USER}' - KAFKA_AUTH_PASSWORD: '${KAFKA_AUTH_PASSWORD}' - ENABLE_PROMETHEUS_METRICS: "true" - EP_DEPLOYMENT_BLOCK: 14391480 - MAX_BLOCKS_TO_SEARCH: 1000 - MAX_BLOCKS_TO_PULL: 1000 - MINUTES_BETWEEN_RUNS: 1 - # FEAT_SLINGSHOT_TRADE_EVENT: "true" - # SLINGSHOT_DEPLOYMENT_BLOCK: 14500000 - # FEAT_LIMIT_ORDERS: "true" - # V4_NATIVE_FILL_START_BLOCK: "17587182" - # FEAT_NFT: "true" - # NFT_FEATURE_START_BLOCK: 25697854 - # FEAT_OTC_ORDERS: "true" - # OTC_ORDERS_FEATURE_START_BLOCK: 26479109 - # FEAT_META_TRANSACTION_EXECUTED_EVENT: "true" - # META_TRANSACTION_EXECUTED_START_BLOCK: 39406300 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x0d500b1d8e8ef31e21c99d1db9a6444d3adf1270' - - event-pipeline-avalanche: - depends_on: - - postgres - build: - context: . - dockerfile: Dockerfile.dev - restart: always - environment: - ETHEREUM_RPC_URL: '${RPC_URL_AVALANCHE}' - CHAIN_ID: '43114' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' - SCHEMA: 'events_avalanche' - KAFKA_BROKERS: '${KAFKA_BROKERS}' - KAFKA_SSL: '${KAFKA_SSL}' - KAFKA_AUTH_USER: '${KAFKA_AUTH_USER}' - KAFKA_AUTH_PASSWORD: '${KAFKA_AUTH_PASSWORD}' - ENABLE_PROMETHEUS_METRICS: "true" - EP_DEPLOYMENT_BLOCK: 3601700 - MAX_BLOCKS_TO_SEARCH: 5000 - MAX_BLOCKS_TO_PULL: 2000 - MINUTES_BETWEEN_RUNS: 1 - FEAT_ERC20_BRIDGE_TRANSFER_FLASHWALLET: "true" - FLASHWALLET_ADDRESS: "0xdb6f1920a889355780af7570773609bd8cb1f498" - FLASHWALLET_DEPLOYMENT_BLOCK: 11805869 - FEAT_NFT: "true" - NFT_FEATURE_START_BLOCK: 11816835 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0xb31f66aa3c1e785363f0875a1b74e27b85fd66c7' - - event-pipeline-fantom: - depends_on: - - postgres - build: - context: . - dockerfile: Dockerfile.dev - restart: always - environment: - ETHEREUM_RPC_URL: '${RPC_URL_FANTOM}' - CHAIN_ID: '250' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' - SCHEMA: 'events_fantom' - KAFKA_BROKERS: '${KAFKA_BROKERS}' - KAFKA_SSL: '${KAFKA_SSL}' - KAFKA_AUTH_USER: '${KAFKA_AUTH_USER}' - KAFKA_AUTH_PASSWORD: '${KAFKA_AUTH_PASSWORD}' - EP_ADDRESS: "0xDEF189DeAEF76E379df891899eb5A00a94cBC250" - ENABLE_PROMETHEUS_METRICS: "true" - EP_DEPLOYMENT_BLOCK: 18855765 - MAX_BLOCKS_TO_SEARCH: 2000 - MAX_BLOCKS_TO_PULL: 1000 - SECONDS_BETWEEN_RUNS: 60 - FEAT_ERC20_BRIDGE_TRANSFER_FLASHWALLET: "true" - FLASHWALLET_ADDRESS: "0xb4d961671cadfed687e040b076eee29840c142e5" - FLASHWALLET_DEPLOYMENT_BLOCK: 18855797 - FEAT_NFT: "true" - NFT_FEATURE_START_BLOCK: 32817445 - FEAT_WRAP_UNWRAP_NATIVE_TRANSFER_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x21be370d5312f44cb42ce377bc9b8a0cef1a4c83' - - event-pipeline-celo: - build: - context: . - dockerfile: Dockerfile.dev - restart: always - environment: - EVM_RPC_URL: '${RPC_URL_CELO}' - CHAIN_ID: '42220' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/${POSTGRES_DB}' - SCHEMA: 'events_celo' - EP_DEPLOYMENT_BLOCK: '28684488' - MAX_BLOCKS_TO_SEARCH: 1000 - MAX_BLOCKS_TO_PULL: 100 - SECONDS_BETWEEN_RUNS: 1 - RESCRAPE_BLOCKS: 10 - LOG_LEVEL: 'info' - SCRAPER_MODE: 'BLOCKS' - FEAT_ZEROEX_EXCHANGE_PROXY: 'true' - SETTLER_DEPLOYMENT_BLOCK: '28684488' - MAX_BLOCKS_REORG: '300' - FEAT_TRANSFORMED_ERC20_EVENT: 'true' - FEAT_ERC20_BRIDGE_TRANSFER_FLASHWALLET: 'true' - FLASHWALLET_ADDRESS: '0xdb6f1920a889355780af7570773609bd8cb1f498' - FLASHWALLET_DEPLOYMENT_BLOCK: '9350123' - FEAT_NFT: 'true' - NFT_FEATURE_START_BLOCK: '11820000' - BLOCK_FINALITY_THRESHOLD: '0' - FEAT_TOKENS_FROM_TRANSFERS: 'true' - TOKENS_FROM_TRANSFERS_START_BLOCK: '1' - FEAT_ERC20_TRANSFER_ALL: 'false' - FEAT_SETTLER_ERC721_TRANSFER_EVENT: 'false' - FEAT_SETTLER_RFQ_ORDER_EVENT: 'false' - - networks: - - 0x-data-migrations_default - event-pipeline-optimism: - depends_on: - - postgres - build: - context: . - dockerfile: Dockerfile.dev - restart: always - environment: - ETHEREUM_RPC_URL: '${RPC_URL_OPTIMISM}' - CHAIN_ID: '10' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' - SCHEMA: 'events_optimism' - KAFKA_BROKERS: '${KAFKA_BROKERS}' - KAFKA_SSL: '${KAFKA_SSL}' - KAFKA_AUTH_USER: '${KAFKA_AUTH_USER}' - KAFKA_AUTH_PASSWORD: '${KAFKA_AUTH_PASSWORD}' - EP_DEPLOYMENT_BLOCK: 1691335 - MAX_BLOCKS_TO_SEARCH: 1000 - MAX_BLOCKS_TO_PULL: 1000 - SECONDS_BETWEEN_RUNS: 30 - EP_ADDRESS: "0xdef1abe32c034e558cdd535791643c58a13acc10" - FEAT_NFT: "true" - NFT_FEATURE_START_BLOCK: 4214981 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: "0x4200000000000000000000000000000000000006" - - event-pipeline-arbitrum: - depends_on: - - postgres - build: - context: . - dockerfile: Dockerfile.dev - restart: always - environment: - ETHEREUM_RPC_URL: '${RPC_URL_ARBITRUM}' - CHAIN_ID: '42161' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' - SCHEMA: 'events_arbitrum' - KAFKA_BROKERS: '${KAFKA_BROKERS}' - KAFKA_SSL: '${KAFKA_SSL}' - KAFKA_AUTH_USER: '${KAFKA_AUTH_USER}' - KAFKA_AUTH_PASSWORD: '${KAFKA_AUTH_PASSWORD}' - EP_DEPLOYMENT_BLOCK: 4050733 - MAX_BLOCKS_TO_SEARCH: 1000 - MAX_BLOCKS_TO_PULL: 1000 - SECONDS_BETWEEN_RUNS: 30 - EP_ADDRESS: "0xdef1c0ded9bec7f1a1670819833240f027b25eff" - FEAT_NFT: "true" - NFT_FEATURE_START_BLOCK: 4050733 - FEAT_WRAP_UNWRAP_NATIVE_TRANSFER_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x82af49447d8a07e3bd95bd0d56f35241523fbab1' - - event-pipeline-base: - depends_on: - - postgres - build: - context: . - dockerfile: Dockerfile.dev - restart: always - environment: - ETHEREUM_RPC_URL: '${RPC_URL_BASE}' - CHAIN_ID: '8453' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' - SCHEMA: 'events_base' - EP_DEPLOYMENT_BLOCK: 1410394 - MAX_BLOCKS_TO_SEARCH: 1000 - MAX_BLOCKS_TO_PULL: 100 - SECONDS_BETWEEN_RUNS: 1 - FEAT_NFT: "true" - NFT_FEATURE_START_BLOCK: 1410394 - KAFKA_BROKERS: '${KAFKA_BROKERS}' - KAFKA_SSL: '${KAFKA_SSL}' - KAFKA_AUTH_USER: '${KAFKA_AUTH_USER}' - KAFKA_AUTH_PASSWORD: '${KAFKA_AUTH_PASSWORD}' - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x4200000000000000000000000000000000000006' - - event-pipeline-scroll: - build: - context: . - dockerfile: Dockerfile.dev - platform: linux/amd64 - restart: always - environment: - SCRAPER_MODE: 'BLOCKS' - EVM_RPC_URL: '${RPC_URL_SCROLL}' - CHAIN_ID: '534352' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/${POSTGRES_DB}' - SCHEMA: 'events_scroll' - FEAT_ZEROEX_EXCHANGE_PROXY: "false" - SETTLER_DEPLOYMENT_BLOCK: 7474150 - MAX_BLOCKS_TO_SEARCH: 1000 - MAX_BLOCKS_TO_PULL: 100 - SECONDS_BETWEEN_RUNS: 1 - RESCRAPE_BLOCKS: 10 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x5300000000000000000000000000000000000004' - FEAT_TOKENS_FROM_TRANSFERS: "true" - FEAT_ERC20_TRANSFER_ALL: "true" - FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" - FEAT_SETTLER_RFQ_ORDER_EVENT: "true" - networks: - - 0x-data-migrations_default - - event-pipeline-blast: - build: - context: . - dockerfile: Dockerfile.dev - platform: linux/amd64 - restart: always - environment: - SCRAPER_MODE: 'EVENTS' - EVM_RPC_URL: '${RPC_URL_BLAST}' - CHAIN_ID: '81457' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/${POSTGRES_DB}' - SCHEMA: 'events_blast' - FEAT_ZEROEX_EXCHANGE_PROXY: "false" - SETTLER_DEPLOYMENT_BLOCK: 6124420 - MAX_BLOCKS_TO_SEARCH: 1000 - MAX_BLOCKS_TO_PULL: 100 - SECONDS_BETWEEN_RUNS: 1 - RESCRAPE_BLOCKS: 10 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x4300000000000000000000000000000000000004' - FEAT_TOKENS_FROM_TRANSFERS: "true" - FEAT_ERC20_TRANSFER_ALL: "true" - FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" - TOKENS_FROM_TRANSFERS_START_BLOCK: "1" - SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" - SOCKET_BRIDGE_EVENT_START_BLOCK: "6124420" - networks: - - 0x-data-migrations_default - - event-pipeline-linea: - build: - context: . - dockerfile: Dockerfile.dev - platform: linux/amd64 - restart: always - environment: - SCRAPER_MODE: 'EVENTS' - EVM_RPC_URL: '${RPC_URL_LINEA}' - CHAIN_ID: '59144' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/${POSTGRES_DB}' - SCHEMA: 'events_linea' - FEAT_ZEROEX_EXCHANGE_PROXY: "false" - SETTLER_DEPLOYMENT_BLOCK: 6917652 - MAX_BLOCKS_TO_SEARCH: 125 - MAX_BLOCKS_TO_PULL: 25 - MAX_BLOCKS_REORG: 125 - SECONDS_BETWEEN_RUNS: 1 - RESCRAPE_BLOCKS: 10 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0xe5d7c2a44ffddf6b295a15c148167daaaf5cf34f' - FEAT_TOKENS_FROM_TRANSFERS: "true" - FEAT_ERC20_TRANSFER_ALL: "true" - FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" - TOKENS_FROM_TRANSFERS_START_BLOCK: "1" - FEAT_SOCKET_BRIDGE_EVENT: "true" - SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" - SOCKET_BRIDGE_EVENT_START_BLOCK: "6917652" - networks: - - 0x-data-migrations_default - - event-pipeline-mode: - build: - context: . - dockerfile: Dockerfile.dev - platform: linux/amd64 - restart: always - environment: - SCRAPER_MODE: 'BLOCKS' - EVM_RPC_URL: '${RPC_URL_MODE}' - CHAIN_ID: '34443' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/${POSTGRES_DB}' - SCHEMA: 'events_mode' - FEAT_ZEROEX_EXCHANGE_PROXY: "false" - SETTLER_DEPLOYMENT_BLOCK: 14121097 - MAX_BLOCKS_TO_SEARCH: 1000 - MAX_BLOCKS_TO_PULL: 100 - SECONDS_BETWEEN_RUNS: 1 - RESCRAPE_BLOCKS: 10 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x4200000000000000000000000000000000000006' - FEAT_TOKENS_FROM_TRANSFERS: "true" - FEAT_ERC20_TRANSFER_ALL: "true" - FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" - TOKENS_FROM_TRANSFERS_START_BLOCK: "1" - SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" - SOCKET_BRIDGE_EVENT_START_BLOCK: "14121097" - networks: - - 0x-data-migrations_default - - event-pipeline-mantle: - build: - context: . - dockerfile: Dockerfile.dev - platform: linux/amd64 - restart: always - environment: - SCRAPER_MODE: 'EVENTS' - EVM_RPC_URL: '${RPC_URL_MANTLE}' - CHAIN_ID: '5000' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/${POSTGRES_DB}' - SCHEMA: 'events_mantle' - FEAT_ZEROEX_EXCHANGE_PROXY: "false" - SETTLER_DEPLOYMENT_BLOCK: 67715043 - MAX_BLOCKS_TO_SEARCH: 1000 - MAX_BLOCKS_TO_PULL: 100 - SECONDS_BETWEEN_RUNS: 1 - RESCRAPE_BLOCKS: 10 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x78c1b0C915c4FAA5FffA6CAbf0219DA63d7f4cb8' - FEAT_TOKENS_FROM_TRANSFERS: "true" - FEAT_ERC20_TRANSFER_ALL: "true" - FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" - TOKENS_FROM_TRANSFERS_START_BLOCK: "1" - SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" - SOCKET_BRIDGE_EVENT_START_BLOCK: "67715043" - networks: - - 0x-data-migrations_default - - event-pipeline-worldchain: - build: - context: . - dockerfile: Dockerfile.dev - platform: linux/amd64 - restart: always - environment: - SCRAPER_MODE: 'BLOCKS' - EVM_RPC_URL: '${RPC_URL_WORLDCHAIN}' - CHAIN_ID: '480' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/${POSTGRES_DB}' - SCHEMA: 'events_worldchain' - FEAT_ZEROEX_EXCHANGE_PROXY: "false" - SETTLER_DEPLOYMENT_BLOCK: 7306803 - MAX_BLOCKS_TO_SEARCH: 1000 - MAX_BLOCKS_TO_PULL: 100 - SECONDS_BETWEEN_RUNS: 1 - RESCRAPE_BLOCKS: 10 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x4200000000000000000000000000000000000006' - FEAT_TOKENS_FROM_TRANSFERS: "true" - FEAT_ERC20_TRANSFER_ALL: "true" - FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" - TOKENS_FROM_TRANSFERS_START_BLOCK: "1" - SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" - SOCKET_BRIDGE_EVENT_START_BLOCK: "7306803" - BLOCK_RECEIPTS_MODE: "standard" - networks: - - 0x-data-migrations_default - - event-pipeline-unichain: - build: - context: . - dockerfile: Dockerfile.dev - platform: linux/amd64 - restart: always - environment: - SCRAPER_MODE: 'BLOCKS' - EVM_RPC_URL: '${RPC_URL_UNICHAIN}' - CHAIN_ID: '130' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/${POSTGRES_DB}' - SCHEMA: 'events_unichain' - FEAT_ZEROEX_EXCHANGE_PROXY: "false" - SETTLER_DEPLOYMENT_BLOCK: 8151122 - MAX_BLOCKS_TO_SEARCH: 1000 - MAX_BLOCKS_TO_PULL: 100 - SECONDS_BETWEEN_RUNS: 1 - RESCRAPE_BLOCKS: 10 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x4200000000000000000000000000000000000006' - FEAT_TOKENS_FROM_TRANSFERS: "true" - FEAT_ERC20_TRANSFER_ALL: "true" - FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" - TOKENS_FROM_TRANSFERS_START_BLOCK: "1" - SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" - SOCKET_BRIDGE_EVENT_START_BLOCK: "8151122" - BLOCK_RECEIPTS_MODE: "standard" - networks: - - 0x-data-migrations_default - - event-pipeline-berachain: - build: - context: . - dockerfile: Dockerfile.dev - platform: linux/amd64 - restart: always - environment: - SCRAPER_MODE: 'BLOCKS' - EVM_RPC_URL: '${RPC_URL_BERACHAIN}' - CHAIN_ID: '80094' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/${POSTGRES_DB}' - SCHEMA: 'events_berachain' - FEAT_ZEROEX_EXCHANGE_PROXY: "false" - SETTLER_DEPLOYMENT_BLOCK: 1049844 - MAX_BLOCKS_TO_SEARCH: 100 - MAX_BLOCKS_TO_PULL: 50 - SECONDS_BETWEEN_RUNS: 1 - RESCRAPE_BLOCKS: 10 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x6969696969696969696969696969696969696969' - FEAT_TOKENS_FROM_TRANSFERS: "true" - FEAT_ERC20_TRANSFER_ALL: "true" - FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" - TOKENS_FROM_TRANSFERS_START_BLOCK: "1" - SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" - SOCKET_BRIDGE_EVENT_START_BLOCK: "1049844" - BLOCK_RECEIPTS_MODE: "standard" - networks: - - vnet-shared - - event-pipeline-ink: - build: - context: . - dockerfile: Dockerfile.dev - platform: linux/amd64 - restart: always - environment: - SCRAPER_MODE: 'BLOCKS' - EVM_RPC_URL: '${RPC_URL_INK}' - CHAIN_ID: '57073' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/${POSTGRES_DB}' - SCHEMA: 'events_ink' - FEAT_ZEROEX_EXCHANGE_PROXY: "false" - SETTLER_DEPLOYMENT_BLOCK: 1062727 - MAX_BLOCKS_TO_SEARCH: 100 - MAX_BLOCKS_TO_PULL: 50 - SECONDS_BETWEEN_RUNS: 1 - RESCRAPE_BLOCKS: 10 - FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" - WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x4200000000000000000000000000000000000006' - FEAT_TOKENS_FROM_TRANSFERS: "true" - FEAT_ERC20_TRANSFER_ALL: "true" - FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" - TOKENS_FROM_TRANSFERS_START_BLOCK: "1" - SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" - SOCKET_BRIDGE_EVENT_START_BLOCK: "1062727" - BLOCK_RECEIPTS_MODE: "standard" - networks: - - vnet-shared - - token-scraper-ethereum: - depends_on: - - postgres - build: - context: . - dockerfile: Dockerfile.dev - restart: always - environment: - ETHEREUM_RPC_URL: '${RPC_URL_ETHEREUM}' - CHAIN_ID: '1' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' - SCHEMA: 'events' - KAFKA_BROKERS: '${KAFKA_BROKERS}' - KAFKA_SSL: '${KAFKA_SSL}' - KAFKA_AUTH_USER: '${KAFKA_AUTH_USER}' - KAFKA_AUTH_PASSWORD: '${KAFKA_AUTH_PASSWORD}' - LOG_LEVEL: "info" - FEAT_EXCLUSIVE_TOKENS_FROM_TRANSACTIONS: "true" - TOKENS_FROM_TRANSACTIONS_START_BLOCK: 9193266 - EP_DEPLOYMENT_BLOCK: 10247094 - MAX_BLOCKS_TO_SEARCH: 1000 - MAX_BLOCKS_TO_PULL: 1000 - MAX_TX_TO_PULL: 1000 - SECONDS_BETWEEN_RUNS: 5 - -networks: - vnet-shared: - external: true diff --git a/docker-compose.yml b/docker-compose.yml index d116006..4fbfee1 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,10 +1,10 @@ -version: '3' services: event-pipeline-ethereum: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: EVM_RPC_URL: '${RPC_URL_ETHEREUM}' CHAIN_ID: '1' @@ -67,12 +67,15 @@ services: FEAT_ERC20_TRANSFER_ALL: "true" FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" FEAT_SETTLER_RFQ_ORDER_EVENT: "true" + networks: + - zeroex_local_dev event-pipeline-bsc: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: EVM_RPC_URL: '${BSC_RPC_URL_ALCHEMY}' CHAIN_ID: '56' @@ -103,12 +106,15 @@ services: WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0xbb4cdb9cbd36b01bd1cbaebf2de08d9173bc095c' FEAT_ERC20_TRANSFER_ALL: "true" FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" + networks: + - zeroex_local_dev event-pipeline-polygon: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: EVM_RPC_URL: '${RPC_URL_POLYGON}' CHAIN_ID: '137' @@ -138,12 +144,15 @@ services: FEAT_ERC20_TRANSFER_ALL: "true" FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" FEAT_SETTLER_RFQ_ORDER_EVENT: "true" + networks: + - zeroex_local_dev event-pipeline-avalanche: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: EVM_RPC_URL: '${RPC_URL_AVALANCHE}' CHAIN_ID: '43114' @@ -170,13 +179,16 @@ services: WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0xb31f66aa3c1e785363f0875a1b74e27b85fd66c7' FEAT_ERC20_TRANSFER_ALL: "true" FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" + networks: + - zeroex_local_dev event-pipeline-fantom: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: EVM_RPC_URL: '${FANTOM_RPC_URL_ALCHEMY}' CHAIN_ID: '250' @@ -204,14 +216,17 @@ services: NFT_FEATURE_START_BLOCK: 32817445 FEAT_WRAP_UNWRAP_NATIVE_TRANSFER_EVENT: "true" WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x21be370d5312f44cb42ce377bc9b8a0cef1a4c83' + networks: + - zeroex_local_dev event-pipeline-celo: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: - EVM_RPC_URL: '${CELO_RPC_URL_ALCHEMY}' + EVM_RPC_URL: '${RPC_URL_CELO}' CHAIN_ID: '42220' POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}/${POSTGRES_DB}' SCHEMA: 'events_celo' @@ -231,12 +246,15 @@ services: RESCRAPE_BLOCKS: 10 FEAT_NFT: "true" NFT_FEATURE_START_BLOCK: 11820000 + networks: + - zeroex_local_dev event-pipeline-optimism: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: useLevel: "debug" EVM_RPC_URL: '${RPC_URL_OPTIMISM}' @@ -266,12 +284,15 @@ services: SOCKET_BRIDGE_EVENT_START_BLOCK: 110791294 FEAT_ERC20_TRANSFER_ALL: "true" FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" + networks: + - zeroex_local_dev event-pipeline-arbitrum: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: LOG_LEVEL: "debug" EVM_RPC_URL: '${EVM_RPC_URL_ARBITRUM}' @@ -312,13 +333,16 @@ services: FEAT_META_TRANSACTION_EXECUTED_EVENT: "true" META_TRANSACTION_EXECUTED_START_BLOCK: 168492783 FEAT_TOKENS_FROM_TRANSFERS: "true" + networks: + - zeroex_local_dev event-pipeline-base: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: EVM_RPC_URL: '${RPC_URL_BASE}' CHAIN_ID: '8453' @@ -345,12 +369,15 @@ services: FEAT_SETTLER_RFQ_ORDER_EVENT: "true" FEAT_ZORA_TOKEN_CREATION_EVENT: "true" ZORA_FACTORY_PROXY_DEPLOYMENT_BLOCK: 26602741 + networks: + - zeroex_local_dev event-pipeline-scroll: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: EVM_RPC_URL: '${SCROLL_RPC_URL_ALCHEMY}' CHAIN_ID: '534352' @@ -382,12 +409,15 @@ services: FEAT_SOCKET_BRIDGE_EVENT: "true" SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" SOCKET_BRIDGE_EVENT_START_BLOCK: 9527830 + networks: + - zeroex_local_dev event-pipeline-blast: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: EVM_RPC_URL: '${BLAST_RPC_URL_ALCHEMY}' CHAIN_ID: '81457' @@ -419,12 +449,15 @@ services: FEAT_SOCKET_BRIDGE_EVENT: "true" SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" SOCKET_BRIDGE_EVENT_START_BLOCK: 6124420 + networks: + - zeroex_local_dev event-pipeline-linea: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: EVM_RPC_URL: '${LINEA_RPC_URL_ALCHEMY}' CHAIN_ID: '59144' @@ -456,12 +489,15 @@ services: FEAT_SOCKET_BRIDGE_EVENT: "true" SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" SOCKET_BRIDGE_EVENT_START_BLOCK: 6917652 + networks: + - zeroex_local_dev event-pipeline-mode: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: EVM_RPC_URL: '${MODE_RPC_URL_ALCHEMY}' CHAIN_ID: '34443' @@ -493,12 +529,15 @@ services: FEAT_SOCKET_BRIDGE_EVENT: "true" SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" SOCKET_BRIDGE_EVENT_START_BLOCK: 6124420 + networks: + - zeroex_local_dev event-pipeline-mantle: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: EVM_RPC_URL: '${MANTLE_RPC_URL_QUICKNODE}' CHAIN_ID: '5000' @@ -530,12 +569,15 @@ services: FEAT_SOCKET_BRIDGE_EVENT: "true" SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" SOCKET_BRIDGE_EVENT_START_BLOCK: 6124420 + networks: + - zeroex_local_dev token-scraper-ethereum: build: context: . dockerfile: Dockerfile - restart: always + restart: no + platform: linux/amd64 environment: EVM_RPC_URL: '${RPC_URL_ETHEREUM}' CHAIN_ID: '1' @@ -554,3 +596,10 @@ services: MAX_BLOCKS_TO_PULL: 1000 MAX_TX_TO_PULL: 1000 SECONDS_BETWEEN_RUNS: 5 + networks: + - zeroex_local_dev + + +networks: + zeroex_local_dev: + external: true