Use yapic.json instead of json for 1.5x to 2x performance gain (#237)

bmoscon · Apr 21, 2020 · 11ccbff · 11ccbff
1 parent 1867e44
commit 11ccbff
Show file tree

Hide file tree

Showing 39 changed files with 40 additions and 39 deletions.
diff --git a/cryptofeed/backends/elastic.py b/cryptofeed/backends/elastic.py
@@ -5,7 +5,7 @@
 associated with this software.
 '''
 import logging
-import json
+from yapic import json
 import itertools
 
 from cryptofeed.backends.http import HTTPCallback

diff --git a/cryptofeed/backends/kafka.py b/cryptofeed/backends/kafka.py
@@ -5,7 +5,7 @@
 associated with this software.
 '''
 import asyncio
-import json
+from yapic import json
 
 from aiokafka import AIOKafkaProducer
 

diff --git a/cryptofeed/backends/postgres.py b/cryptofeed/backends/postgres.py
@@ -5,7 +5,7 @@
 associated with this software.
 '''
 from datetime import datetime as dt
-import json
+from yapic import json
 
 import asyncpg
 

diff --git a/cryptofeed/backends/rabbitmq.py b/cryptofeed/backends/rabbitmq.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import asyncio
 
 import aio_pika

diff --git a/cryptofeed/backends/redis.py b/cryptofeed/backends/redis.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 
 import aioredis
 

diff --git a/cryptofeed/backends/socket.py b/cryptofeed/backends/socket.py
@@ -6,7 +6,7 @@
 '''
 import logging
 import asyncio
-import json
+from yapic import json
 from textwrap import wrap
 
 from cryptofeed.backends.backend import BackendBookCallback, BackendBookDeltaCallback, BackendFundingCallback, BackendTickerCallback, BackendTradeCallback, BackendOpenInterestCallback

diff --git a/cryptofeed/backends/zmq.py b/cryptofeed/backends/zmq.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 
 import zmq
 import zmq.asyncio

diff --git a/cryptofeed/exchange/binance.py b/cryptofeed/exchange/binance.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 from collections import defaultdict

diff --git a/cryptofeed/exchange/bitcoincom.py b/cryptofeed/exchange/bitcoincom.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 

diff --git a/cryptofeed/exchange/bitfinex.py b/cryptofeed/exchange/bitfinex.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 from collections import defaultdict

diff --git a/cryptofeed/exchange/bitmax.py b/cryptofeed/exchange/bitmax.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 

diff --git a/cryptofeed/exchange/bitmex.py b/cryptofeed/exchange/bitmex.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from collections import defaultdict
 from decimal import Decimal

diff --git a/cryptofeed/exchange/bitstamp.py b/cryptofeed/exchange/bitstamp.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 import asyncio

diff --git a/cryptofeed/exchange/bittrex.py b/cryptofeed/exchange/bittrex.py
@@ -1,5 +1,5 @@
 import logging
-import json
+from yapic import json
 from decimal import Decimal
 import requests
 import zlib

diff --git a/cryptofeed/exchange/bybit.py b/cryptofeed/exchange/bybit.py
@@ -5,7 +5,7 @@
 associated with this software.
 '''
 import logging
-import json
+from yapic import json
 from decimal import Decimal
 
 from sortedcontainers import SortedDict as sd

diff --git a/cryptofeed/exchange/coinbase.py b/cryptofeed/exchange/coinbase.py
@@ -5,7 +5,7 @@
 associated with this software.
 '''
 import asyncio
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 import time

diff --git a/cryptofeed/exchange/deribit.py b/cryptofeed/exchange/deribit.py
@@ -1,5 +1,5 @@
 import logging
-import json
+from yapic import json
 import requests
 
 from cryptofeed.feed import Feed

diff --git a/cryptofeed/exchange/dsx.py b/cryptofeed/exchange/dsx.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 

diff --git a/cryptofeed/exchange/exx.py b/cryptofeed/exchange/exx.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 

diff --git a/cryptofeed/exchange/ftx.py b/cryptofeed/exchange/ftx.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 

diff --git a/cryptofeed/exchange/gemini.py b/cryptofeed/exchange/gemini.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 

diff --git a/cryptofeed/exchange/hitbtc.py b/cryptofeed/exchange/hitbtc.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 

diff --git a/cryptofeed/exchange/huobi.py b/cryptofeed/exchange/huobi.py
@@ -5,7 +5,7 @@
 associated with this software.
 '''
 import logging
-import json
+from yapic import json
 from decimal import Decimal
 import zlib
 

diff --git a/cryptofeed/exchange/huobi_dm.py b/cryptofeed/exchange/huobi_dm.py
@@ -24,7 +24,7 @@
 
 '''
 import logging
-import json
+from yapic import json
 from decimal import Decimal
 import zlib
 

diff --git a/cryptofeed/exchange/kraken.py b/cryptofeed/exchange/kraken.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 

diff --git a/cryptofeed/exchange/kraken_futures.py b/cryptofeed/exchange/kraken_futures.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 import requests
 from decimal import Decimal

diff --git a/cryptofeed/exchange/okcoin.py b/cryptofeed/exchange/okcoin.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 import zlib

diff --git a/cryptofeed/exchange/poloniex.py b/cryptofeed/exchange/poloniex.py
@@ -4,7 +4,7 @@
 Please see the LICENSE file for the terms and conditions
 associated with this software.
 '''
-import json
+from yapic import json
 import logging
 from decimal import Decimal
 import time

diff --git a/cryptofeed/exchange/upbit.py b/cryptofeed/exchange/upbit.py
@@ -1,5 +1,5 @@
 import logging
-import json
+from yapic import json
 from decimal import Decimal
 
 import requests

diff --git a/cryptofeed/rest/bitfinex.py b/cryptofeed/rest/bitfinex.py
@@ -6,7 +6,7 @@
 '''
 import time
 from time import sleep
-import json
+from yapic import json
 import hashlib
 import hmac
 import logging

diff --git a/cryptofeed/rest/coinbase.py b/cryptofeed/rest/coinbase.py
@@ -5,7 +5,7 @@
 associated with this software.
 '''
 import time
-import json
+from yapic import json
 import hashlib
 import hmac
 import requests

diff --git a/cryptofeed/rest/gemini.py b/cryptofeed/rest/gemini.py
@@ -2,7 +2,7 @@
 import hashlib
 import hmac
 import requests
-import json
+from yapic import json
 import base64
 import logging
 from decimal import Decimal

diff --git a/examples/demo_tcp.py b/examples/demo_tcp.py
@@ -6,7 +6,7 @@
 '''
 import asyncio
 from multiprocessing import Process
-import json
+from yapic import json
 from decimal import Decimal
 
 from cryptofeed.backends.socket import TradeSocket, BookDeltaSocket, BookSocket

diff --git a/examples/demo_udp.py b/examples/demo_udp.py
@@ -6,7 +6,7 @@
 '''
 from multiprocessing import Process
 import socket
-import json
+from yapic import json
 
 from cryptofeed.backends.socket import TradeSocket, BookSocket, BookDeltaSocket
 from cryptofeed import FeedHandler

diff --git a/examples/demo_uds.py b/examples/demo_uds.py
@@ -6,7 +6,7 @@
 '''
 import asyncio
 from multiprocessing import Process
-import json
+from yapic import json
 from decimal import Decimal
 import os
 

diff --git a/examples/demo_zmq.py b/examples/demo_zmq.py
@@ -5,7 +5,7 @@
 associated with this software.
 '''
 from multiprocessing import Process
-import json
+from yapic import json
 
 from cryptofeed.backends.zmq import BookZMQ, TickerZMQ
 from cryptofeed import FeedHandler

diff --git a/setup.py b/setup.py
@@ -54,7 +54,8 @@ def run_tests(self):
         "aiohttp",
         "aiodns",
         "cchardet",
-        "aiofile"
+        "aiofile",
+        'yapic.json>=1.4.1'
     ],
     extras_require={
         'redis': ['aioredis'],

diff --git a/tools/check_raw_dump.py b/tools/check_raw_dump.py
@@ -5,7 +5,7 @@
 associated with this software.
 '''
 import sys
-import json
+from yapic import json
 
 
 def main(filename):

diff --git a/tools/tools.py b/tools/tools.py
@@ -6,7 +6,7 @@
 '''
 from urllib.request import urlopen
 import requests
-import json
+from yapic import json
 
 
 """