Skip to content

Commit

Permalink
Browse files Browse the repository at this point in the history
fix: Set a longer timeout
Signed-off-by: Ce Gao <gaoce@caicloud.io>
  • Loading branch information
gaocegege committed Oct 15, 2019
1 parent e5aad0c commit b01eb16
Showing 1 changed file with 20 additions and 12 deletions.
32 changes: 20 additions & 12 deletions cmd/metricscollector/v1alpha3/tfevent-metricscollector/main.py
Expand Up @@ -6,18 +6,23 @@
from tfevent_loader import MetricsCollector
from logging import getLogger, StreamHandler, INFO

timeout_in_seconds = 60


def parse_options():
parser = argparse.ArgumentParser(
description='TF-Event MetricsCollector',
add_help = True
)
parser.add_argument("-s", "--manager_server_addr", type = str, default = "katib-manager:6789")
parser.add_argument("-t", "--trial_name", type = str, default = "")
parser.add_argument("-path", "--dir_path", type = str, default = "/log")
parser.add_argument("-m", "--metric_names", type = str, default = "")
description='TF-Event MetricsCollector',
add_help=True
)
parser.add_argument("-s", "--manager_server_addr",
type=str, default="katib-manager:6789")
parser.add_argument("-t", "--trial_name", type=str, default="")
parser.add_argument("-path", "--dir_path", type=str, default="/log")
parser.add_argument("-m", "--metric_names", type=str, default="")
opt = parser.parse_args()
return opt


if __name__ == '__main__':
logger = getLogger(__name__)
handler = StreamHandler()
Expand All @@ -28,18 +33,21 @@ def parse_options():
opt = parse_options()
manager_server = opt.manager_server_addr.split(':')
if len(manager_server) != 2:
raise Exception("Invalid katib manager service address: %s" % opt.manager_server_addr)

raise Exception("Invalid katib manager service address: %s" %
opt.manager_server_addr)

WaitOtherMainProcesses()

mc = MetricsCollector(opt.metric_names.split(','))
observation_log = mc.parse_file(opt.dir_path)

channel = grpc.beta.implementations.insecure_channel(manager_server[0], int(manager_server[1]))
channel = grpc.beta.implementations.insecure_channel(
manager_server[0], int(manager_server[1]))

with api_pb2.beta_create_Manager_stub(channel) as client:
logger.info("In " + opt.trial_name + " " + str(len(observation_log.metric_logs)) + " metrics will be reported.")
logger.info("In " + opt.trial_name + " " +
str(len(observation_log.metric_logs)) + " metrics will be reported.")
client.ReportObservationLog(api_pb2.ReportObservationLogRequest(
trial_name=opt.trial_name,
observation_log=observation_log
), 10)
), timeout=timeout_in_seconds)

0 comments on commit b01eb16

Please sign in to comment.