data-diff trino://akul.goel@razorpay.com@trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080/hive/sqoop_api sqoop_api.merchants trino://akul.goel@razorpay.com@trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080/hive/realtime_hudi_api realtime_hudi_api.merchants -k id -v --json --bisection-factor 6 --bisection-threshold 100000000 -w "created_date = '2020-08-01'" -d [10:56:10] DEBUG - Running SQL (Trino): SELECT column_name, data_type, 3 as datetime_precision, 3 as numeric_precision FROM INFORMATION_SCHEMA.COLUMNS WHERE table_name = 'merchants' AND table_schema = 'sqoop_api' [10:56:10] DEBUG - Running SQL (Trino): SELECT column_name, data_type, 3 as datetime_precision, 3 as numeric_precision FROM INFORMATION_SCHEMA.COLUMNS WHERE table_name = 'merchants' AND table_schema = 'realtime_hudi_api' [10:56:10] DEBUG - Starting new HTTP connection (1): trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 [10:56:10] DEBUG - Starting new HTTP connection (1): trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "POST /v1/statement HTTP/1.1" 200 666 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "POST /v1/statement HTTP/1.1" 200 666 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/queued/20220807_105610_09975_xk77u/yae3f0a689c5339cbd9404e0f48076c183ace6f40/1 HTTP/1.1" 200 345 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/queued/20220807_105610_09974_xk77u/y243532da5dd243d72e0f9cb27a62faac7c2f1dd3/1 HTTP/1.1" 200 344 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/queued/20220807_105610_09975_xk77u/ya536d033b8a8f32b7db48cba873baaaafb6cd6bb/2 HTTP/1.1" 200 351 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09975_xk77u/y25837e26d407c240b098b66aa4cd791899971e76/0 HTTP/1.1" 200 1244 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09975_xk77u/y5a5376b851aee85c02afd191df9e6d9067907b07/1 HTTP/1.1" 200 544 [10:56:10] DEBUG - Running SQL (Trino): SELECT TRIM(id) FROM "realtime_hudi_api"."merchants" LIMIT 16 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "POST /v1/statement HTTP/1.1" 200 666 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/queued/20220807_105610_09974_xk77u/y15f8642e1a2311eb24aeec91d5972f09b1e7dc00/2 HTTP/1.1" 200 352 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/queued/20220807_105610_09976_xk77u/y0059c70c2087c58a97d3c57e698aaced1b7b91b8/1 HTTP/1.1" 200 342 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09974_xk77u/y0eedcea180cdb98acf32fb2910d2733d88fdec45/0 HTTP/1.1" 200 1286 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09974_xk77u/y665b203e7e9f2599b3d8bd5fd2b7ad5be0a7b0be/1 HTTP/1.1" 200 543 [10:56:10] DEBUG - Running SQL (Trino): SELECT TRIM(id) FROM "sqoop_api"."merchants" LIMIT 16 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "POST /v1/statement HTTP/1.1" 200 666 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/queued/20220807_105610_09977_xk77u/y0821a83e5397d4521bebe301e45e58a07f189f7b/1 HTTP/1.1" 200 343 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/queued/20220807_105610_09976_xk77u/y5dca19d2ec1dad566728ae30f13a6e30e01de34a/2 HTTP/1.1" 200 353 [10:56:10] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/queued/20220807_105610_09977_xk77u/y187a2e3e5c93cee44235a6beb2a33d905c11875f/2 HTTP/1.1" 200 353 [10:56:11] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09976_xk77u/y82e529c4ceb96c63d5d2657562d369deae745e73/0 HTTP/1.1" 200 528 [10:56:11] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09977_xk77u/yf26577708793d0353184101468da2f4ed869ed5c/0 HTTP/1.1" 200 531 [10:56:12] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09976_xk77u/ye79e937eedbce17332ccaa4d2a5a849071853732/1 HTTP/1.1" 200 530 [10:56:12] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09977_xk77u/y331a327082fccbb56bdc432135bf9fdf85eb86c4/1 HTTP/1.1" 200 529 [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09976_xk77u/ye4ac438038b9354ac131ea1bc826460a67df7ba4/2 HTTP/1.1" 200 608 [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09976_xk77u/y19fd155fa43663077f13e2dc3e3aaa80cae4fc2f/3 HTTP/1.1" 200 719 [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09976_xk77u/y44f452c2637a97c779d5eddfbe4b6a0868d5b75d/4 HTTP/1.1" 200 556 [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09976_xk77u/yd6df96a069664701aa4391d6df43d20c552771b3/5 HTTP/1.1" 200 583 [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09976_xk77u/yb4ae6128eef451024b84f91864157c9a8155b093/6 HTTP/1.1" 200 537 [10:56:13] DEBUG - [Trino] Schema = {'id': String_Alphanum(length=14)} [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09977_xk77u/yd5d101cb35c7ed26bce1fbc2f1520c723ecc9626/2 HTTP/1.1" 200 559 [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09977_xk77u/y09648c7ee116b3264112a6f7c161b045b546c5df/3 HTTP/1.1" 200 620 [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09977_xk77u/y8af1c1297bf9a923ab63dbc794ef4fb8cd69633f/4 HTTP/1.1" 200 703 [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105610_09977_xk77u/y8143f06a45ec74b410fbcc366685dd67a8d81635/5 HTTP/1.1" 200 537 [10:56:13] DEBUG - [Trino] Schema = {'id': String_Alphanum(length=14)} [10:56:13] DEBUG - Running SQL (Trino): SELECT cast(min("id") as varchar), cast(max("id") as varchar) FROM "sqoop_api"."merchants" WHERE created_date = '2020-08-01' [10:56:13] DEBUG - Running SQL (Trino): SELECT cast(min("id") as varchar), cast(max("id") as varchar) FROM "realtime_hudi_api"."merchants" WHERE created_date = '2020-08-01' [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "POST /v1/statement HTTP/1.1" 200 666 [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "POST /v1/statement HTTP/1.1" 200 666 [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/queued/20220807_105613_09978_xk77u/y3ccac36eb22aa85ab132ed09cba2d6985ef336d9/1 HTTP/1.1" 200 345 [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/queued/20220807_105613_09979_xk77u/yfa25d96075bff860b18deced3f74930d84219029/1 HTTP/1.1" 200 344 [10:56:13] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/queued/20220807_105613_09979_xk77u/y30955562f091b29c8644dcabca0f5a5106daee3d/2 HTTP/1.1" 200 353 [10:56:14] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/queued/20220807_105613_09978_xk77u/yc8636acf0990b3959dc62b85c6f825ac740bf21a/2 HTTP/1.1" 200 354 [10:56:14] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105613_09979_xk77u/y39934fcf4518cd7c7241abce835b3915156c327c/0 HTTP/1.1" 200 598 [10:56:14] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105613_09979_xk77u/y5f91e85ca87d4c729e79c10e1fb50ae494141664/1 HTTP/1.1" 200 510 Traceback (most recent call last): File "/usr/local/bin/data-diff", line 8, in sys.exit(main()) File "/usr/local/lib/python3.7/site-packages/click/core.py", line 1130, in __call__ return self.main(*args, **kwargs) File "/usr/local/lib/python3.7/site-packages/click/core.py", line 1055, in main rv = self.invoke(ctx) File "/usr/local/lib/python3.7/site-packages/click/core.py", line 1404, in invoke return ctx.invoke(self.callback, **ctx.params) File "/usr/local/lib/python3.7/site-packages/click/core.py", line 760, in invoke return __callback(*args, **kwargs) File "/usr/local/lib/python3.7/site-packages/data_diff/__main__.py", line 93, in main return _main(**kw) File "/usr/local/lib/python3.7/site-packages/data_diff/__main__.py", line 216, in _main for op, columns in diff_iter: File "/usr/local/lib/python3.7/site-packages/data_diff/diff_tables.py", line 342, in diff_tables table1, table2 = [t.new(min_key=min_key1, max_key=max_key1) for t in (table1, table2)] File "/usr/local/lib/python3.7/site-packages/data_diff/diff_tables.py", line 342, in table1, table2 = [t.new(min_key=min_key1, max_key=max_key1) for t in (table1, table2)] File "/usr/local/lib/python3.7/site-packages/data_diff/diff_tables.py", line 203, in new return self.replace(**kwargs) File "/usr/local/lib/python3.7/site-packages/runtype/dataclass.py", line 147, in replace return dataclasses.replace(inst, **kwargs) File "/usr/lib64/python3.7/dataclasses.py", line 1281, in replace return obj.__class__(**changes) File "", line 15, in __init__ File "/usr/local/lib/python3.7/site-packages/runtype/dataclass.py", line 229, in __post_init__ orig_post_init(self) File "/usr/local/lib/python3.7/site-packages/data_diff/diff_tables.py", line 82, in __post_init__ raise ValueError("Error: min_key expected to be smaller than max_key!") ValueError: Error: min_key expected to be smaller than max_key! [10:56:14] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105613_09978_xk77u/yfd3dbc18f95491821bbb6a357374a85b9b60a077/0 HTTP/1.1" 200 599 [10:56:14] DEBUG - http://trino-dev-coordinator-service.trino-dev.svc.cluster.local:8080 "GET /v1/statement/executing/20220807_105613_09978_xk77u/y37fcb9a505313ec00a63907063d2fce4335f76b1/1 HTTP/1.1" 200 512