Skip to content

Commit

Permalink
add command line arguments for remote hosts, ports, binddns, bindpwds
Browse files Browse the repository at this point in the history
  • Loading branch information
@richm
richm committed Mar 20, 2013
1 parent e54b3d6 commit 097c0fb
Showing 1 changed file with 105 additions and 62 deletions.
167 changes: 105 additions & 62 deletions replmon.py
View file
Expand Up @@ -3,80 +3,123 @@
import time
import ldap
from dsadmin import DSAdmin, Entry
from argparse import ArgumentParser

host1, port1, dn1, pw1, host2, port2, dn2, pw2 = sys.argv[1:]
parser = ArgumentParser()
parser.add_argument('-H', nargs='+', help='host:port')
parser.add_argument('-D', nargs='+', help='binddns')
parser.add_argument('-w', nargs='+', help='bindpws')
parser.add_argument('-b', nargs='+', help='suffixes')
parser.add_argument('-t', type=int, help='time for sleep in seconds', default=30)
parser.add_argument('-v', action='count', help='repeat for more verbosity', default=0)
args = parser.parse_args()

srv1 = DSAdmin(host1, int(port1), dn1, pw1)
srv2 = DSAdmin(host2, int(port2), dn2, pw2)
if not args.H:
print "host:port are required"
sys.exit(1)
if not args.D:
print "binddn are required"
sys.exit(1)
if not args.w:
print "bindpw are required"
sys.exit(1)

agmts1to2 = srv1.findAgreementDNs()
agmts2to1 = srv2.findAgreementDNs()
if len(args.H) != len(args.D) or len(args.H) != len(args.w):
print "must provide the same number of host:port as binddn as bindpw"
sys.exit(1)

sufary = args.b
suffixes = {}
srv1.lastnumchanges = {}
srv2.lastnumchanges = {}
srv1.avgrate = {}
srv2.avgrate = {}
srv1.count = {}
srv2.count = {}
repls = {}
for dn in agmts1to2:
ents = srv1.search_s(dn, ldap.SCOPE_BASE, 'objectclass=*', ['nsDS5ReplicaRoot'])
ndn = DSAdmin.normalizeDN(dn)
nrr = DSAdmin.normalizeDN(ents[0].nsDS5ReplicaRoot)
suffixes[nrr] = dn
srv1.lastnumchanges[ndn] = 0
rdns = ldap.explode_dn(dn, 0)
ndn = DSAdmin.normalizeDN(','.join(rdns[1:]))
repls[ndn] = ndn
for dn in agmts2to1:
ents = srv2.search_s(dn, ldap.SCOPE_BASE, 'objectclass=*', ['nsDS5ReplicaRoot'])
ndn = DSAdmin.normalizeDN(dn)
nrr = DSAdmin.normalizeDN(ents[0].nsDS5ReplicaRoot)
suffixes[nrr] = dn
srv2.lastnumchanges[ndn] = 0
rdns = ldap.explode_dn(dn, 0)
ndn = DSAdmin.normalizeDN(','.join(rdns[1:]))
repls[ndn] = ndn

#for dn in repls.keys():
# for srv in (srv1, srv2):
# ents = srv.search_s(dn, ldap.SCOPE_BASE)
# print "replica", dn, "config from", str(srv)
# for ent in ents:
# print str(ent)
conns = []
for ii in range(0, len(args.H)):
ary = args.H[ii].split(':')
host = ary[0]
if len(ary) == 1:
port = 389
else:
port = int(ary[1])
conn = DSAdmin(host, port, args.D[ii], args.w[ii])
conn.lastnumchanges = {}
conn.avgrate = {}
conn.count = {}
conn.starttime = {}
conn.endtime = {}
conns.append(conn)
sufary = args.b
if not sufary:
sufary = conn.getSuffixes()
for suf in sufary:
filt = '(nsds5replicaroot=' + suf + ')'
agmts = conn.findAgreementDNs(filt)
if not agmts:
raise Exception("error: server " + str(conn) + " has no agreements for suffix " + suf)
suffixes[DSAdmin.normalizeDN(suf)] = suf
for agmt in agmts:
conn.lastnumchanges[agmt] = 0

sleeptime = 30 # seconds
sleeptime = args.t # seconds
print "Press Enter when the update is started"
sys.stdin.readline()
for conn in conns:
for suf in suffixes.values():
conn.starttime[suf] = int(time.time())

while True:
for suf in suffixes.keys():
ruv1 = srv1.getRUV(suf)
ruv2 = srv2.getRUV(suf)
rc, status = ruv1.getdiffs(ruv2)
print "For suffix %s server1 %s server2 %s" % (suf, str(srv1), str(srv2))
print status
stats = srv1.getDBStats(suf)
print "DB Stats for", str(srv1), suf
print stats
stats = srv2.getDBStats(suf)
print "DB Stats for", str(srv2), suf
print stats
for srv, agmts in ((srv1, agmts1to2),(srv2,agmts2to1)):
for agmtdn in agmts:
running = True
while running:
notconverged = 0
for suf in suffixes.values():
if not running: break
for ii in range(1, len(conns)):
if not running: break
srv1 = conns[0]
srv2 = conns[ii]
ruv1 = srv1.getRUV(suf)
ruv2 = srv2.getRUV(suf)
rc, status = ruv1.getdiffs(ruv2)
print "For suffix %s server1 %s server2 %s" % (suf, str(srv1), str(srv2))
print status
if args.v > 0:
stats = srv1.getDBStats(suf)
print "DB Stats for", str(srv1), suf
print stats
stats = srv2.getDBStats(suf)
print "DB Stats for", str(srv2), suf
print stats
if rc == 0: # ruvs are equal
# converged
print "Servers are converged"
if not suf in srv2.endtime:
srv2.endtime[suf] = int(time.time())
else:
notconverged += 1 # not yet converged
if suf in srv2.endtime: del srv2.endtime[suf]
if notconverged == 0: # all are converged
running = False
break
for srv in conns:
if not running: break
for agmtdn in srv.lastnumchanges.keys():
if not running: break
# print srv.getReplStatus(agmtdn)
nagmtdn = DSAdmin.normalizeDN(agmtdn)
numchanges = srv.getChangesSent(agmtdn)
if numchanges:
if not srv.lastnumchanges[nagmtdn]:
srv.lastnumchanges[nagmtdn] = numchanges
diff = numchanges - srv.lastnumchanges[nagmtdn]
if not srv.lastnumchanges[agmtdn]:
srv.lastnumchanges[agmtdn] = numchanges
diff = numchanges - srv.lastnumchanges[agmtdn]
rate = diff*2
avgrate = 0
if rate > 0:
ii = srv.count.get(nagmtdn, 0)
avgrate = ((ii * srv.avgrate.get(nagmtdn, 0)) + rate) / (ii + 1)
srv.avgrate[nagmtdn] = avgrate
srv.count[nagmtdn] = ii + 1
print "Agreement", agmtdn, "changes sent", numchanges, "current rate is", rate, "average rate is", avgrate
srv.lastnumchanges[nagmtdn] = numchanges
ii = srv.count.get(agmtdn, 0)
avgrate = ((ii * srv.avgrate.get(agmtdn, 0)) + rate) / (ii + 1)
srv.avgrate[agmtdn] = avgrate
srv.count[agmtdn] = ii + 1
print "Agreement from", str(srv), agmtdn, "changes sent", numchanges, "current rate is", rate, "average rate is", avgrate
srv.lastnumchanges[agmtdn] = numchanges
time.sleep(sleeptime)

for suf in suffixes.values():
for ii in range(1, len(conns)):
conn = conns[ii]
diff = conn.endtime[suf] - conn.starttime[suf]
print "server", str(conn), "took", diff, "seconds to converge"

0 comments on commit 097c0fb

Please sign in to comment.