Gateway not able to connect to ES 8

[exalate-issue-sync]

Describe the bug :

When deploying the apim 3.20.11 version, with es 8.7.1, there is an issue when accessing the analytics of the console

To Reproduce :

Steps to reproduce the behaviour:

1. Deploy apim 3.20.11 version, with es 8.7.1, with the bundled plugin for the es reporter
2. Click on analytics
3. See this error in the console ui Attachment - image.png
4. This is from the logs of the management api

10:19:48.308 [vert.x-eventloop-thread-4] ERROR i.g.e.client.http.HttpClient - Unable to search: url[/gravitee-request-2023.06.23/_search?ignore_unavailable=true] status[400] query[{  "size": 0,  "query": {  "bool": {  "filter": [  {  "range": {  "@timestamp":

{  "from": 1687515280000,  "to": 1687515590000,  "include_lower": true,  "include_upper": true  }

  }  } ]  }  },  "aggregations": {  "by_date": {  "date_histogram": {  "field": "@timestamp",  "interval": "10000ms",  "min_doc_count": 0,  "extended_bounds":

{  "min": 1687515280000,  "max": 1687515590000  }

  }  ,  "aggregations": {  "by_status": {  "terms":

{  "field": "status"  ,  "size": "50"  }

  }  }  }  } } ] response[{"error":{"root_cause":[

{"type":"x_content_parse_exception","reason":"[23:9] [date_histogram] unknown field [interval] did you mean [fixed_interval]?"}

],"type":"x_content_parse_exception","reason":"[23:9] [date_histogram] unknown field [interval] did you mean [fixed_interval]?"},"status":400}] 10:19:48.309 [gravitee-listener-144] ERROR i.g.r.e.a.q.DateHistogramQueryCommand - Impossible to perform DateHistogramQuery io.gravitee.elasticsearch.exception.ElasticsearchException: Unable to search  at io.gravitee.elasticsearch.client.http.HttpClient.lambda$search$18(HttpClient.java:438)  at io.reactivex.rxjava3.internal.operators.single.SingleMap$MapSingleObserver.onSuccess(SingleMap.java:58)  at io.vertx.rxjava3.impl.AsyncResultSingle.lambda$subscribeActual$0(AsyncResultSingle.java:60)  at io.vertx.rxjava3.ext.web.client.HttpRequest$3.handle(HttpRequest.java:446)  at io.vertx.rxjava3.ext.web.client.HttpRequest$3.handle(HttpRequest.java:443)  at io.vertx.ext.web.client.impl.HttpContext.handleDispatchResponse(HttpContext.java:400)  at io.vertx.ext.web.client.impl.HttpContext.execute(HttpContext.java:387)  at io.vertx.ext.web.client.impl.HttpContext.next(HttpContext.java:365)  at io.vertx.ext.web.client.impl.HttpContext.fire(HttpContext.java:332)  at io.vertx.ext.web.client.impl.HttpContext.dispatchResponse(HttpContext.java:294)  at io.vertx.ext.web.client.impl.HttpContext.lambda$null$8(HttpContext.java:550)  at io.vertx.core.impl.AbstractContext.dispatch(AbstractContext.java:100)  at io.vertx.core.impl.AbstractContext.dispatch(AbstractContext.java:63)  at io.vertx.core.impl.EventLoopContext.lambda$runOnContext$0(EventLoopContext.java:38)  at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:164)  at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:469)  at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:503)  at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:986)  at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)  at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)  at java.base/java.lang.Thread.run(Unknown Source) 10:19:48.313 [vert.x-eventloop-thread-5] ERROR i.g.e.client.http.HttpClient - Unable to search: url[/gravitee-request-2023.06.23/_search?ignore_unavailable=true] status[400] query[{  "size": 0,  "query": {  "bool": {  "filter": [  {  "range": {  "@timestamp":

{  "from": 1687515280000,  "to": 1687515590000,  "include_lower": true,  "include_upper": true  }

  }  } ]  }  },  "aggregations": {  "by_date": {  "date_histogram": {  "field": "@timestamp",  "interval": "10000ms",  "min_doc_count": 0,  "extended_bounds":

{  "min": 1687515280000,  "max": 1687515590000  }

  }  ,  "aggregations": {  "avg_response-time": {  "avg":

{  "field": "response-time"  }

  }  ,  "avg_api-response-time": {  "avg":

{  "field": "api-response-time"  }

  }  }  }  } } ] response[{"error":{"root_cause":[

{"type":"x_content_parse_exception","reason":"[23:9] [date_histogram] unknown field [interval] did you mean [fixed_interval]?"}

],"type":"x_content_parse_exception","reason":"[23:9] [date_histogram] unknown field [interval] did you mean [fixed_interval]?"},"status":400}] 10:19:48.313 [gravitee-listener-144] ERROR i.g.r.a.s.impl.AnalyticsServiceImpl - Unable to calculate analytics: io.gravitee.repository.analytics.AnalyticsException: Impossible to perform DateHistogramQuery  at io.gravitee.repository.elasticsearch.analytics.query.DateHistogramQueryCommand.executeQuery(DateHistogramQueryCommand.java:114)  at io.gravitee.repository.elasticsearch.analytics.query.DateHistogramQueryCommand.executeQuery(DateHistogramQueryCommand.java:38)  at io.gravitee.repository.elasticsearch.analytics.ElasticsearchAnalyticsRepository.query(ElasticsearchAnalyticsRepository.java:70)  at jdk.internal.reflect.GeneratedMethodAccessor956.invoke(Unknown Source)  at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)  at java.base/java.lang.reflect.Method.invoke(Unknown Source)  at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344)  at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:208)  at jdk.proxy3/jdk.proxy3.$Proxy175.query(Unknown Source)  at io.gravitee.rest.api.service.impl.AnalyticsServiceImpl.execute(AnalyticsServiceImpl.java:182)  at io.gravitee.rest.api.management.rest.resource.PlatformAnalyticsResource.executeDateHisto(PlatformAnalyticsResource.java:190)  at io.gravitee.rest.api.management.rest.resource.PlatformAnalyticsResource.getPlatformAnalytics(PlatformAnalyticsResource.java:124)  at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)  at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)  at java.base/java.lang.reflect.Method.invoke(Unknown Source)  at org.glassfish.jersey.server.model.internal.ResourceMethodInvocationHandlerFactory.lambda$static$0(ResourceMethodInvocationHandlerFactory.java:52)  at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher$1.run(AbstractJavaResourceMethodDispatcher.java:124)  at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.invoke(AbstractJavaResourceMethodDispatcher.java:167)  at org.glassfish.jersey.server.model.internal.JavaResourceMethodDispatcherProvider$ResponseOutInvoker.doDispatch(JavaResourceMethodDispatcherProvider.java:176)  at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.dispatch(AbstractJavaResourceMethodDispatcher.java:79)  at org.glassfish.jersey.server.model.ResourceMethodInvoker.invoke(ResourceMethodInvoker.java:475)  at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:397)  at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:81)  at org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:255)  at org.glassfish.jersey.internal.Errors$1.call(Errors.java:248)  at org.glassfish.jersey.internal.Errors$1.call(Errors.java:244)  at org.glassfish.jersey.internal.Errors.process(Errors.java:292)  at org.glassfish.jersey.internal.Errors.process(Errors.java:274)  at org.glassfish.jersey.internal.Errors.process(Errors.java:244)  at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:265)  at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:234)  at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:684)  at org.glassfish.jersey.servlet.WebComponent.serviceImpl(WebComponent.java:394)  at org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:346)  at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:366)  at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:319)  at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:205)  at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)  at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:327)  at org.springframework.security.web.access.intercept.FilterSecurityInterceptor.invoke(FilterSecurityInterceptor.java:115)  at org.springframework.security.web.access.intercept.FilterSecurityInterceptor.doFilter(FilterSecurityInterceptor.java:81)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at org.springframework.security.web.access.ExceptionTranslationFilter.doFilter(ExceptionTranslationFilter.java:121)  at org.springframework.security.web.access.ExceptionTranslationFilter.doFilter(ExceptionTranslationFilter.java:115)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at org.springframework.security.web.session.SessionManagementFilter.doFilter(SessionManagementFilter.java:126)  at org.springframework.security.web.session.SessionManagementFilter.doFilter(SessionManagementFilter.java:81)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at org.springframework.security.web.authentication.AnonymousAuthenticationFilter.doFilter(AnonymousAuthenticationFilter.java:105)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at org.springframework.security.web.servletapi.SecurityContextHolderAwareRequestFilter.doFilter(SecurityContextHolderAwareRequestFilter.java:149)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at org.springframework.security.web.savedrequest.RequestCacheAwareFilter.doFilter(RequestCacheAwareFilter.java:63)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at org.springframework.security.web.authentication.www.BasicAuthenticationFilter.doFilterInternal(BasicAuthenticationFilter.java:149)  at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:117)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at io.gravitee.rest.api.security.filter.TokenAuthenticationFilter.doFilter(TokenAuthenticationFilter.java:163)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at io.gravitee.rest.api.security.filter.RecaptchaFilter.doFilter(RecaptchaFilter.java:97)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at org.springframework.security.web.authentication.logout.LogoutFilter.doFilter(LogoutFilter.java:103)  at org.springframework.security.web.authentication.logout.LogoutFilter.doFilter(LogoutFilter.java:89)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at io.gravitee.rest.api.security.filter.CsrfIncludeFilter.doFilter(CsrfIncludeFilter.java:39)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at org.springframework.security.web.csrf.CsrfFilter.doFilterInternal(CsrfFilter.java:117)  at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:117)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at org.springframework.web.filter.CorsFilter.doFilterInternal(CorsFilter.java:91)  at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:117)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at org.springframework.security.web.header.HeaderWriterFilter.doHeadersAfter(HeaderWriterFilter.java:90)  at org.springframework.security.web.header.HeaderWriterFilter.doFilterInternal(HeaderWriterFilter.java:75)  at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:117)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at org.springframework.security.web.context.SecurityContextPersistenceFilter.doFilter(SecurityContextPersistenceFilter.java:110)  at org.springframework.security.web.context.SecurityContextPersistenceFilter.doFilter(SecurityContextPersistenceFilter.java:80)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at org.springframework.security.web.context.request.async.WebAsyncManagerIntegrationFilter.doFilterInternal(WebAsyncManagerIntegrationFilter.java:55)  at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:117)  at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:336)  at org.springframework.security.web.FilterChainProxy.doFilterInternal(FilterChainProxy.java:211)  at org.springframework.security.web.FilterChainProxy.doFilter(FilterChainProxy.java:183)  at org.springframework.web.filter.DelegatingFilterProxy.invokeDelegate(DelegatingFilterProxy.java:354)  at org.springframework.web.filter.DelegatingFilterProxy.doFilter(DelegatingFilterProxy.java:267)  at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)  at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:516)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)  at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)  at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)  at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)  at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)  at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)  at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)  at java.base/java.lang.Thread.run(Unknown Source) Caused by: io.gravitee.elasticsearch.exception.ElasticsearchException: Unable to search  at io.gravitee.elasticsearch.client.http.HttpClient.lambda$search$18(HttpClient.java:438)  at io.reactivex.rxjava3.internal.operators.single.SingleMap$MapSingleObserver.onSuccess(SingleMap.java:58)  at io.vertx.rxjava3.impl.AsyncResultSingle.lambda$subscribeActual$0(AsyncResultSingle.java:60)  at io.vertx.rxjava3.ext.web.client.HttpRequest$3.handle(HttpRequest.java:446)  at io.vertx.rxjava3.ext.web.client.HttpRequest$3.handle(HttpRequest.java:443)  at io.vertx.ext.web.client.impl.HttpContext.handleDispatchResponse(HttpContext.java:400)  at io.vertx.ext.web.client.impl.HttpContext.execute(HttpContext.java:387)  at io.vertx.ext.web.client.impl.HttpContext.next(HttpContext.java:365)  at io.vertx.ext.web.client.impl.HttpContext.fire(HttpContext.java:332)  at io.vertx.ext.web.client.impl.HttpContext.dispatchResponse(HttpContext.java:294)  at io.vertx.ext.web.client.impl.HttpContext.lambda$null$8(HttpContext.java:550)  at io.vertx.core.impl.AbstractContext.dispatch(AbstractContext.java:100)  at io.vertx.core.impl.AbstractContext.dispatch(AbstractContext.java:63)  at io.vertx.core.impl.EventLoopContext.lambda$runOnContext$0(EventLoopContext.java:38)  at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:164)  at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:469)  at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:503)  at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:986)  at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)  at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)  ... 1 common frames omitted

Tested in 3.20.11

_{* Please see Zendesk Support tab for further comments and attachments.}