remove flaky so-called 'unit' network spec for byron & shelley

These tests are quite flaky and often failing for no reason. Plus, they are testing things at the integration level since they require a running node and they are redundant with other integration scenario that are ran as part of the integration test suite

lib/byron/cardano-wallet-byron.cabal

@@ -133,18 +133,14 @@ test-suite unit
     , cardano-crypto-wrapper
     , cardano-wallet-byron
     , cardano-wallet-core
-    , cardano-wallet-test-utils
     , cborg
     , containers
     , fmt
-    , generic-lens
     , hspec
-    , iohk-monitoring
     , memory
     , ouroboros-consensus-byron
     , ouroboros-network
     , QuickCheck
-    , retry
     , text
     , transformers
   build-tools:
@@ -157,7 +153,6 @@ test-suite unit
       Main.hs
   other-modules:
       Cardano.Wallet.Byron.CompatibilitySpec
-      Cardano.Wallet.Byron.NetworkSpec
       Cardano.Wallet.Byron.TransactionSpec
 
 test-suite integration

lib/shelley/cardano-wallet-shelley.cabal

@@ -143,15 +143,11 @@ test-suite unit
     , cardano-crypto-class
     , cardano-wallet-core
     , cardano-wallet-shelley
-    , cardano-wallet-test-utils
     , containers
-    , generic-lens
     , hspec
-    , iohk-monitoring
     , memory
     , ouroboros-consensus-shelley
     , ouroboros-network
-    , retry
     , shelley-spec-ledger
     , text
     , text-class
@@ -167,7 +163,6 @@ test-suite unit
       Main.hs
   other-modules:
       Cardano.Wallet.Shelley.CompatibilitySpec
-      Cardano.Wallet.Shelley.NetworkSpec
       Cardano.Wallet.Shelley.TransactionSpec
 
 test-suite integration
@@ -187,8 +182,6 @@ test-suite integration
     , async
     , bytestring
     , cardano-wallet-cli
-    , cardano-addresses
-    , cardano-slotting
     , cardano-wallet-core
     , cardano-wallet-core-integration
     , cardano-wallet-launcher