-
Notifications
You must be signed in to change notification settings - Fork 1
/
SockIOPool.java
1749 lines (1500 loc) · 47.4 KB
/
SockIOPool.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
/**
* MemCached Java client, connection pool for Socket IO
* Copyright (c) 2005
*
* This module is Copyright (c) 2005 Greg Whalin, Richard Russo
* All rights reserved.
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later
* version.
*
* This library is distributed in the hope that it will be
* useful, but WITHOUT ANY WARRANTY; without even the implied
* warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
* PURPOSE. See the GNU Lesser General Public License for more
* details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free Software
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*
* @author greg whalin <greg@meetup.com>
* @author Richard 'toast' Russo <russor@msoe.edu>
*
* @version 1.3.2
*/
package com.danga.MemCached;
import java.security.MessageDigest;
import java.security.NoSuchAlgorithmException;
import java.util.*;
import java.util.zip.*;
import java.net.*;
import java.io.*;
import org.apache.log4j.Logger;
/**
* This class is a connection pool for maintaning a pool of persistent connections<br/>
* to memcached servers.
*
* The pool must be initialized prior to use. This should typically be early on<br/>
* in the lifecycle of the JVM instance.<br/>
* <br/>
* <h3>An example of initializing using defaults:</h3>
* <pre>
*
* static {
* String[] serverlist = { "cache0.server.com:12345", "cache1.server.com:12345" };
*
* SockIOPool pool = SockIOPool.getInstance();
* pool.setServers(serverlist);
* pool.initialize();
* }
* </pre>
* <h3>An example of initializing using defaults and providing weights for servers:</h3>
* <pre>
* static {
* String[] serverlist = { "cache0.server.com:12345", "cache1.server.com:12345" };
* Integer[] weights = { new Integer(5), new Integer(2) };
*
* SockIOPool pool = SockIOPool.getInstance();
* pool.setServers(serverlist);
* pool.setWeights(weights);
* pool.initialize();
* }
* </pre>
* <h3>An example of initializing overriding defaults:</h3>
* <pre>
* static {
* String[] serverlist = { "cache0.server.com:12345", "cache1.server.com:12345" };
* Integer[] weights = { new Integer(5), new Integer(2) };
* int initialConnections = 10;
* int minSpareConnections = 5;
* int maxSpareConnections = 50;
* long maxIdleTime = 1000 * 60 * 30; // 30 minutes
* long maxBusyTime = 1000 * 60 * 5; // 5 minutes
* long maintThreadSleep = 1000 * 5; // 5 seconds
* int socketTimeOut = 1000 * 3; // 3 seconds to block on reads
* int socketConnectTO = 1000 * 3; // 3 seconds to block on initial connections. If 0, then will use blocking connect (default)
* boolean failover = false; // turn off auto-failover in event of server down
* boolean nagleAlg = false; // turn off Nagle's algorithm on all sockets in pool
*
* SockIOPool pool = SockIOPool.getInstance();
* pool.setServers( serverlist );
* pool.setWeights( weights );
* pool.setInitConn( initialConnections );
* pool.setMinConn( minSpareConnections );
* pool.setMaxConn( maxSpareConnections );
* pool.setMaxIdle( maxIdleTime );
* pool.setMaxBusyTime( maxBusyTime );
* pool.setMaintSleep( maintThreadSleep );
* pool.setSocketTO( socketTimeOut );
* pool.setSocketConnectTO( socketConnectTO );
* pool.setNagle( nagleAlg );
* pool.setHashingAlg( SockIOPool.NEW_COMPAT_HASH );
* pool.initialize();
* }
* </pre>
* The easiest manner in which to initialize the pool is to set the servers and rely on defaults as in the first example.<br/>
* After pool is initialized, a client will request a SockIO object by calling getSock with the cache key<br/>
* The client must always close the SockIO object when finished, which will return the connection back to the pool.<br/>
* <h3>An example of retrieving a SockIO object:</h3>
* <pre>
* SockIOPool.SockIO sock = SockIOPool.getInstance().getSock( key );
* try {
* sock.write( "version\r\n" );
* sock.flush();
* System.out.println( "Version: " + sock.readLine() );
* }
* catch (IOException ioe) { System.out.println( "io exception thrown" ) };
*
* sock.close();
* </pre>
*
* @author greg whalin <greg@whalin.com>
* @version 1.3.2
*/
public class SockIOPool {
// logger
private static Logger log =
Logger.getLogger( SockIOPool.class.getName() );
// store instances of pools
private static Map pools = new HashMap();
// Constants
public static final int NATIVE_HASH = 0; // native String.hashCode();
public static final int OLD_COMPAT_HASH = 1; // original compatibility hashing algorithm (works with other clients)
public static final int NEW_COMPAT_HASH = 2; // new CRC32 based compatibility hashing algorithm (works with other clients)
public static final int KETAMA_HASH = 3; // MD5 Based
// Pool data
private MaintThread maintThread;
private boolean initialized = false;
private int maxCreate = 1; // this will be initialized by pool when the pool is initialized
private Map createShift;
// initial, min and max pool sizes
private int poolMultiplier = 4;
private int initConn = 3;
private int minConn = 3;
private int maxConn = 10;
private long maxIdle = 1000 * 60 * 3; // max idle time for avail sockets
private long maxBusyTime = 1000 * 60 * 5; // max idle time for avail sockets
private long maintSleep = 1000 * 5; // maintenance thread sleep time
private int socketTO = 1000 * 10; // default timeout of socket reads
private int socketConnectTO = 0; // default timeout of socket connections
private boolean failover = true; // default to failover in event of cache server dead
private boolean nagle = true; // enable/disable Nagle's algorithm
private int hashingAlg = KETAMA_HASH; // default to using the native hash as it is the fastest
private static MessageDigest md5 = null; // avoid recurring construction
// list of all servers
private String[] servers;
private Integer[] weights;
private Integer totalWeight = 0;
private static TreeMap<Long, String> buckets = new TreeMap<Long, String>();
// dead server map
private Map hostDead;
private Map hostDeadDur;
// map to hold all available sockets
private Map availPool;
// map to hold busy sockets
private Map busyPool;
// empty constructor
protected SockIOPool() { }
/**
* Factory to create/retrieve new pools given a unique poolName.
*
* @param poolName unique name of the pool
* @return instance of SockIOPool
*/
@SuppressWarnings("unchecked")
public static synchronized SockIOPool getInstance( String poolName ) {
if ( pools.containsKey( poolName ) )
return (SockIOPool)pools.get( poolName );
SockIOPool pool = new SockIOPool();
pools.put( poolName, pool );
return pool;
}
/**
* Single argument version of factory used for back compat.
* Simply creates a pool named "default".
*
* @return instance of SockIOPool
*/
public static synchronized SockIOPool getInstance() {
return getInstance( "default" );
}
/**
* NATIVE_HASH = 0
* OLD_COMPAT_HASH = 1
* NEW_COMPAT_HASH = 2
* KETAMA_HASH = 3
* @param key
* @return
*/
public Long calculateHash(String key) {
switch ( hashingAlg ) {
case NATIVE_HASH:
return (long)key.hashCode();
case OLD_COMPAT_HASH:
return (long)origCompatHashingAlg(key);
case NEW_COMPAT_HASH:
return (long)newCompatHashingAlg(key);
case KETAMA_HASH:
return md5HashingAlg(key);
default:
// use the native hash as a default
hashingAlg = NATIVE_HASH;
return (long)key.hashCode();
}
}
/**
* Gets the first available key equal or above the given one, if none found,
* returns the first k in the bucket
* @param k key
* @return
*/
public static Long findPointFor(Long hashK) {
// ceilingKey returns the least key greater than or equal to the given key,
// or null if no such key.
Long k = buckets.ceilingKey(hashK);
// if none found, it must be at the end, return the lowest in the tree
// (we go over the end the continuum to the first entry)
if(k == null)
k = buckets.firstKey();
return k;
}
/**
* Sets the list of all cache servers and weights for each string in the array
* that should be in the form ip:port\tweight
* @param servers
*/
public void setServersAndWeights(String[] newServers) {
this.servers = new String[newServers.length];
this.weights = new Integer[newServers.length];
this.totalWeight = 0;
for(int i=0;i<newServers.length;i++) {
String[] split = newServers[i].split("\t");
this.servers[i] = split[0];
try {
this.weights[i] = Integer.parseInt(split[1]);
} catch (Exception e) {
log.error("Invalid weight in server line " + newServers[i]);
this.weights[i] = 1;
}
this.totalWeight+=this.weights[i];
}
}
/**
* Sets the list of all cache servers.
*
* @param servers String array of servers [host:port]
*/
public void setServers(String[] servers) { this.servers = servers; }
/**
* Returns the current list of all cache servers.
*
* @return String array of servers [host:port]
*/
public String[] getServers() { return this.servers; }
/**
* Sets the list of weights to apply to the server list.
*
* This is an int array with each element corresponding to an element<br/>
* in the same position in the server String array.
*
* @param weights Integer array of weights
*/
public void setWeights(Integer[] weights) { this.weights = weights; }
/**
* Returns the current list of weights.
*
* @return int array of weights
*/
public Integer[] getWeights() { return this.weights; }
/**
* Sets the initial number of connections per server in the available pool.
*
* @param initConn int number of connections
*/
public void setInitConn(int initConn) { this.initConn = initConn; }
/**
* Returns the current setting for the initial number of connections per server in
* the available pool.
*
* @return number of connections
*/
public int getInitConn() { return this.initConn; }
/**
* Sets the minimum number of spare connections to maintain in our available pool.
*
* @param minConn number of connections
*/
public void setMinConn(int minConn) { this.minConn = minConn; }
/**
* Returns the minimum number of spare connections in available pool.
*
* @return number of connections
*/
public int getMinConn() { return this.minConn; }
/**
* Sets the maximum number of spare connections allowed in our available pool.
*
* @param maxConn number of connections
*/
public void setMaxConn(int maxConn) { this.maxConn = maxConn; }
/**
* Returns the maximum number of spare connections allowed in available pool.
*
* @return number of connections
*/
public int getMaxConn() { return this.maxConn; }
/**
* Sets the max idle time for threads in the available pool.
*
* @param maxIdle idle time in ms
*/
public void setMaxIdle(long maxIdle) { this.maxIdle = maxIdle; }
/**
* Returns the current max idle setting.
*
* @return max idle setting in ms
*/
public long getMaxIdle() { return this.maxIdle; }
/**
* Sets the max busy time for threads in the busy pool.
*
* @param maxBusyTime idle time in ms
*/
public void setMaxBusyTime( long maxBusyTime ) { this.maxBusyTime = maxBusyTime; }
/**
* Returns the current max busy setting.
*
* @return max busy setting in ms
*/
public long getMaxBusy() { return this.maxBusyTime; }
/**
* Set the sleep time between runs of the pool maintenance thread.
* If set to 0, then the maint thread will not be started.
*
* @param maintSleep sleep time in ms
*/
public void setMaintSleep(long maintSleep) { this.maintSleep = maintSleep; }
/**
* Returns the current maint thread sleep time.
*
* @return sleep time in ms
*/
public long getMaintSleep() { return this.maintSleep; }
/**
* Sets the socket timeout for reads.
*
* @param socketTO timeout in ms
*/
public void setSocketTO( int socketTO ) { this.socketTO = socketTO; }
/**
* Returns the socket timeout for reads.
*
* @return timeout in ms
*/
public int getSocketTO() { return this.socketTO; }
/**
* Sets the socket timeout for connects.
*
* Defaults to use blocking connect.
*
* @param socketConnectTO timeout in ms
*/
public void setSocketConnectTO( int socketConnectTO ) { this.socketConnectTO = socketConnectTO; }
/**
* Returns the socket timeout for connects.
*
* @return timeout in ms
*/
public int getSocketConnectTO() { return this.socketConnectTO; }
/**
* Sets the failover flag for the pool.
*
* If this flag is set to true, and a socket fails to connect,<br/>
* the pool will attempt to return a socket from another server<br/>
* if one exists. If set to false, then getting a socket<br/>
* will return null if it fails to connect to the requested server.
*
* @param failover true/false
*/
public void setFailover( boolean failover ) { this.failover = failover; }
/**
* Returns current state of failover flag.
*
* @return true/false
*/
public boolean getFailover() { return this.failover; }
/**
* Sets the Nagle alg flag for the pool.
*
* If false, will turn off Nagle's algorithm on all sockets created.
*
* @param nagle true/false
*/
public void setNagle( boolean nagle ) { this.nagle = nagle; }
/**
* Returns current status of nagle flag
*
* @return true/false
*/
public boolean getNagle() { return this.nagle; }
/**
* Sets the hashing algorithm we will use.
*
* The types are as follows.
*
* SockIOPool.NATIVE_HASH (0) - native String.hashCode() - fast (cached) but not compatible with other clients
* SockIOPool.OLD_COMPAT_HASH (1) - original compatibility hashing alg (works with other clients)
* SockIOPool.NEW_COMPAT_HASH (2) - new CRC32 based compatibility hashing algorithm (fast and works with other clients)
*
* @param alg int value representing hashing algorithm
*/
public void setHashingAlg( int alg ) { this.hashingAlg = alg; }
/**
* Returns current status of customHash flag
*
* @return true/false
*/
public int getHashingAlg() { return this.hashingAlg; }
/**
* Internal private hashing method.
*
* This is the original hashing algorithm from other clients.
* Found to be slow and have poor distribution.
*
* @param key String to hash
* @return hashCode for this string using our own hashing algorithm
*/
private static int origCompatHashingAlg( String key ) {
int hash = 0;
char[] cArr = key.toCharArray();
for ( int i = 0; i < cArr.length; ++i ) {
hash = (hash * 33) + cArr[i];
}
return hash;
}
/**
* Internal private hashing method.
*
* This is the new hashing algorithm from other clients.
* Found to be fast and have very good distribution.
*
* UPDATE: This is dog slow under java
*
* @param key
* @return
*/
private static int newCompatHashingAlg( String key ) {
CRC32 checksum = new CRC32();
checksum.update( key.getBytes() );
int crc = (int) checksum.getValue();
return (crc >> 16) & 0x7fff;
}
/**
* Calculates the ketama hash value for a string
* @param s
* @return
*/
public static Long md5HashingAlg(String key) {
if(md5==null) {
try {
md5 = MessageDigest.getInstance("MD5");
} catch (NoSuchAlgorithmException e) {
log.error( "++++ no md5 algorythm found" );
throw new IllegalStateException( "++++ no md5 algorythm found");
}
}
md5.reset();
md5.update(key.getBytes());
byte[] bKey = md5.digest();
long res = ((long)(bKey[3]&0xFF) << 24) | ((long)(bKey[2]&0xFF) << 16) | ((long)(bKey[1]&0xFF) << 8) | (long)(bKey[0]&0xFF);
return res;
}
/**
* Initializes the pool.
*/
@SuppressWarnings("unchecked")
public synchronized void initialize() {
// check to see if already initialized
if ( initialized
&& ( buckets != null )
&& ( availPool != null )
&& ( busyPool != null ) ) {
log.error( "++++ trying to initialize an already initialized pool" );
return;
}
// initialize empty maps
buckets = new TreeMap();
availPool = new Hashtable( servers.length * initConn );
busyPool = new Hashtable( servers.length * initConn );
hostDeadDur = new Hashtable();
hostDead = new Hashtable();
createShift = new Hashtable();
maxCreate = (poolMultiplier > minConn) ? minConn : minConn / poolMultiplier; // only create up to maxCreate connections at once
log.debug( "++++ initializing pool with following settings:" );
log.debug( "++++ initial size: " + initConn );
log.debug( "++++ min spare : " + minConn );
log.debug( "++++ max spare : " + maxConn );
// if servers is not set, or it empty, then
// throw a runtime exception
if ( servers == null || servers.length <= 0 ) {
log.error( "++++ trying to initialize with no servers" );
throw new IllegalStateException( "++++ trying to initialize with no servers" );
}
MessageDigest md5;
try {
md5 = MessageDigest.getInstance("MD5");
} catch (NoSuchAlgorithmException e) {
log.error( "++++ no md5 algorythm found" );
throw new IllegalStateException( "++++ no md5 algorythm found");
}
if(totalWeight <=0 && this.weights!=null) {
for(int i=0;i<this.weights.length;i++) {
totalWeight += (this.weights[i]==null)?1:this.weights[i];
}
} else if (this.weights==null) {
this.totalWeight = this.servers.length;
}
for (int i=0;i<servers.length;i++) {
int thisWeight = 1;
if(this.weights!=null && this.weights[i]!=null) {
thisWeight = this.weights[i];
}
double factor = Math.floor(((double)(40*this.servers.length*thisWeight))/(double)this.totalWeight);
for(long j = 0; j < factor; j++) {
byte[] d = md5.digest((servers[i]+"-"+j).getBytes());
for(int h=0;h<4;h++) {
Long k =
((long)(d[3+h*4]&0xFF) << 24)
| ((long)(d[2+h*4]&0xFF) << 16)
| ((long)(d[1+h*4]&0xFF) << 8)
| ((long)(d[0+h*4]&0xFF));
buckets.put(k, servers[i]);
log.debug( "++++ added " + servers[i] + " to server bucket" );
}
}
// create initial connections
log.debug( "+++ creating initial connections (" + initConn + ") for host: " + servers[i] );
for ( int j = 0; j < initConn; j++ ) {
SockIO socket = createSocket( servers[i] );
if (socket == null ) {
log.error( "++++ failed to create connection to: " + servers[i] + " -- only " + j + " created." );
break;
}
addSocketToPool( availPool, servers[i], socket );
log.debug( "++++ created and added socket: " + socket.toString() + " for host " + servers[i] );
}
}
// mark pool as initialized
this.initialized = true;
log.warn("++++ initialized mcc pool");
// start maint thread
if (this.maintSleep > 0)
this.startMaintThread();
}
/**
* Returns state of pool.
*
* @return <CODE>true</CODE> if initialized.
*/
public boolean isInitialized() {
return initialized;
}
/**
* Creates a new SockIO obj for the given server.
*
* If server fails to connect, then return null and do not try<br/>
* again until a duration has passed. This duration will grow<br/>
* by doubling after each failed attempt to connect.
*
* @param host host:port to connect to
* @return SockIO obj or null if failed to create
*/
@SuppressWarnings("unchecked")
protected SockIO createSocket( String host ) {
SockIO socket = null;
// if host is dead, then we don't need to try again
// until the dead status has expired
// we do not try to put back in if failover is off
if ( failover && hostDead.containsKey( host ) && hostDeadDur.containsKey( host ) ) {
Date store = (Date)hostDead.get( host );
long expire = ((Long)hostDeadDur.get( host )).longValue();
if ( (store.getTime() + expire) > System.currentTimeMillis() )
return null;
}
try {
socket = new SockIO( this, host, this.socketTO, this.socketConnectTO, this.nagle );
if ( !socket.isConnected() ) {
log.error( "++++ failed to get SockIO obj for: " + host + " -- new socket is not connected" );
try {
socket.trueClose();
}
catch ( Exception ex ) {
log.error( "++++ failed to close SockIO obj for server: " + host );
log.error( ex.getMessage(), ex );
socket = null;
}
}
}
catch ( Exception ex ) {
log.error( "++++ failed to get SockIO obj for: " + host );
log.error( ex.getMessage(), ex );
socket = null;
}
// if we failed to get socket, then mark
// host dead for a duration which falls off
if ( socket == null ) {
Date now = new Date();
hostDead.put( host, now );
long expire = ( hostDeadDur.containsKey( host ) ) ? (((Long)hostDeadDur.get( host )).longValue() * 2) : 1000;
hostDeadDur.put( host, new Long( expire ) );
log.warn( "++++ ignoring dead host: " + host + " for " + expire + " ms" );
// also clear all entries for this host from availPool
clearHostFromPool( availPool, host );
}
else {
log.debug( "++++ created socket (" + socket.toString() + ") for host: " + host );
hostDead.remove( host );
hostDeadDur.remove( host );
}
return socket;
}
/**
* Returns appropriate SockIO object given
* string cache key.
*
* @param key hashcode for cache key
* @return SockIO obj connected to server
*/
public SockIO getSock( String key ) {
return getSock( key, null );
}
/**
* Returns appropriate SockIO object given
* string cache key and optional hashcode.
*
* Trys to get SockIO from pool. Fails over
* to additional pools in event of server failure.
*
* @param key hashcode for cache key
* @param hashCode if not null, then the int hashcode to use
* @return SockIO obj connected to server
*/
public SockIO getSock( String key, Integer hashCode ) {
log.debug( "cache socket pick " + key + " " + hashCode );
if ( !this.initialized ) {
log.error( "attempting to get SockIO from uninitialized pool!" );
return null;
}
// if no servers return null
if ( buckets.size() == 0 )
return null;
// if only one server, return it
if ( buckets.size() == 1 )
return getConnection( (String) buckets.firstEntry().getValue());
int tries = 0;
// generate hashcode
Long hv;
if ( hashCode != null ) {
hv = hashCode.longValue();
} else {
hv = this.calculateHash(key);
}
// keep trying different servers until we find one
int bucketSize = buckets.size();
while ( tries++ < bucketSize ) {
String server = buckets.get(SockIOPool.findPointFor(hv));
SockIO sock = getConnection(server);
log.debug( "cache choose " + server + " for " + key );
if (sock != null)
return sock;
// if we do not want to failover, then bail here
if (!failover)
return null;
// if we failed to get a socket from this server
// then we try again by adding an incrementer to the
// current key and then rehashing
hv += this.calculateHash(Integer.toString(tries)+key).hashCode();
}
return null;
}
/**
* Returns appropriate SockIO object given
* string cache key and optional hashcode.
*
* Trys to get SockIO from pool. Fails over
* to additional pools in event of server failure.
*
* @param key hashcode for cache key
* @param hashCode if not null, then the int hashcode to use
* @return SockIO obj connected to server
*/
public SockIO getSockNewHash(String key, Integer hashCode ) {
log.debug( "cache socket pick " + key + " " + hashCode );
if ( !this.initialized ) {
log.error( "attempting to get SockIO from uninitialized pool!" );
return null;
}
// if no servers return null
if ( buckets.size() == 0 )
return null;
// if only one server, return it
if ( buckets.size() == 1 )
return getConnection( (String) buckets.firstEntry().getValue());
int tries = 0;
// generate hashcode
Long hv;
if ( hashCode != null ) {
hv = hashCode.longValue();
} else {
hv = calculateHash(key);
}
// keep trying different servers until we find one
int bucketSize = buckets.size();
while ( tries++ < bucketSize ) {
String server = buckets.get(SockIOPool.findPointFor(hv));
SockIO sock = getConnection(server);
log.debug( "cache choose " + server + " for " + key );
if ( sock != null )
return sock;
// if we do not want to failover, then bail here
if ( !failover )
return null;
// if we failed to get socket from this server
// try again by adding an incrementer to the
// current key and rehashing
hv += this.calculateHash(Integer.toString(tries)+key);
}
return null;
}
/**
* Returns a SockIO object from the pool for the passed in host.
*
* Meant to be called from a more intelligent method<br/>
* which handles choosing appropriate server<br/>
* and failover.
*
* @param host host from which to retrieve object
* @return SockIO object or null if fail to retrieve one
*/
@SuppressWarnings("unchecked")
public synchronized SockIO getConnection( String host ) {
if ( !this.initialized ) {
log.error( "attempting to get SockIO from uninitialized pool!" );
return null;
}
if ( host == null )
return null;
// if we have items in the pool
// then we can return it
if ( availPool != null && !availPool.isEmpty() ) {
// take first connected socket
Map aSockets = (Map)availPool.get( host );
if ( aSockets != null && !aSockets.isEmpty() ) {
for ( Iterator i = aSockets.keySet().iterator(); i.hasNext(); ) {
SockIO socket = (SockIO)i.next();
if ( socket.isConnected() ) {
log.debug( "++++ moving socket for host (" + host + ") to busy pool ... socket: " + socket );
// remove from avail pool
i.remove();
// add to busy pool
addSocketToPool( busyPool, host, socket );
// return socket
return socket;
} else {
// not connected, so we need to remove it
log.error( "++++ socket in avail pool is not connected: " + socket.toString() + " for host: " + host );
socket = null;
// remove from avail pool
i.remove();
}
}
}
}
// if here, then we found no sockets in the pool
// try to create on a sliding scale up to maxCreate
Integer cShift = (Integer)createShift.get( host );
int shift = (cShift != null) ? cShift.intValue() : 0;
int create = 1 << shift;
if ( create >= maxCreate ) {
create = maxCreate;
}
else {
shift++;
}
// store the shift value for this host
createShift.put( host, new Integer( shift ) );
log.debug( "++++ creating " + create + " new SockIO objects" );
for ( int i = create; i > 0; i-- ) {
SockIO socket = createSocket( host );
if ( socket == null )
break;
if ( i == 1 ) {
// last iteration, add to busy pool and return sockio
addSocketToPool( busyPool, host, socket );
return socket;
} else {
// add to avail pool
addSocketToPool( availPool, host, socket );
}
}
// should never get here
return null;
}
/**
* Adds a socket to a given pool for the given host.
*
* Internal utility method.
*
* @param pool pool to add to
* @param host host this socket is connected to
* @param socket socket to add
*/
@SuppressWarnings("unchecked")
protected synchronized void addSocketToPool( Map pool, String host, SockIO socket ) {
if ( pool.containsKey( host ) ) {
Map sockets = (Map)pool.get( host );
if ( sockets != null ) {
sockets.put( socket, new Long( System.currentTimeMillis() ) );
return;
}
}
Map sockets = new Hashtable();
sockets.put( socket, new Long( System.currentTimeMillis() ) );
pool.put( host, sockets );
}
/**
* Removes a socket from specified pool for host.
*
* Internal utility method.
*
* @param pool pool to remove from
* @param host host pool
* @param socket socket to remove
*/
protected synchronized void removeSocketFromPool( Map pool, String host, SockIO socket ) {
if ( pool.containsKey( host ) ) {
Map sockets = (Map)pool.get( host );
if ( sockets != null ) {
sockets.remove( socket );
}
}
}
/**
* Closes and removes all sockets from specified pool for host.
*
* Internal utility method.
*
* @param pool pool to clear
* @param host host to clear
*/
protected synchronized void clearHostFromPool( Map pool, String host ) {
if ( pool.containsKey( host ) ) {
Map sockets = (Map)pool.get( host );
if ( sockets != null && sockets.size() > 0 ) {
for ( Iterator i = sockets.keySet().iterator(); i.hasNext(); ) {
SockIO socket = (SockIO)i.next();
try {
socket.trueClose();
} catch ( IOException ioe ) {
log.error( "++++ failed to close socket: " + ioe.getMessage() );