diff --git a/run_server.py b/run_server.py index cc462c4b..f85bdbb4 100644 --- a/run_server.py +++ b/run_server.py @@ -30,6 +30,7 @@ "InterleavedCPUTestServer", "available servers", ) +flags.DEFINE_integer("prometheus_port", 0, "") # pylint: disable-next=all @@ -48,6 +49,12 @@ def main(argv: Sequence[str]): ) print(f"server_config: {server_config}") + metrics_server_config: server_lib.MetricsServerConfig | None = None + if FLAGS.prometheus_port != 0: + metrics_server_config = server_lib.MetricsServerConfig( + port=FLAGS.prometheus_port + ) + # We separate credential from run so that we can unit test it with local credentials. # We would like to add grpc credentials for OSS. jetstream_server = server_lib.run( @@ -55,6 +62,7 @@ def main(argv: Sequence[str]): port=FLAGS.port, config=server_config, devices=devices, + metrics_server_config=metrics_server_config, ) print("Started jetstream_server....") jetstream_server.wait_for_termination()