loadView makes multiple storage requests for the same file #3061
Description
Describe the bug
- Execute
select * from myViewin Spark - Observe multiple metadata load requests in Polaris.
Server-side stack traces:
java.lang.Exception: test
at java.base/java.lang.invoke.MethodHandle.invokeWithArguments(MethodHandle.java:733)
at com.intellij.rt.debugger.MethodInvoker.invokeInternal(MethodInvoker.java:223)
at com.intellij.rt.debugger.MethodInvoker.invoke1(MethodInvoker.java:35)
at org.apache.iceberg.aws.s3.S3InputFile.fromLocation(S3InputFile.java:128)
at org.apache.iceberg.aws.s3.S3InputFile.fromLocation(S3InputFile.java:123)
at org.apache.iceberg.aws.s3.S3FileIO.newInputFile(S3FileIO.java:180)
at org.apache.polaris.service.catalog.io.ExceptionMappingFileIO.newInputFile(ExceptionMappingFileIO.java:55)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalog$BasePolarisViewOperations.lambda$doRefresh$0(IcebergCatalog.java:1805)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalog$PolarisOperationsBase.lambda$refreshFromMetadataLocation$0(IcebergCatalog.java:2033)
at org.apache.iceberg.util.Tasks$Builder.runTaskWithRetry(Tasks.java:413)
at org.apache.iceberg.util.Tasks$Builder.runSingleThreaded(Tasks.java:219)
at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:203)
at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:196)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalog$PolarisOperationsBase.refreshFromMetadataLocation(IcebergCatalog.java:2033)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalog$BasePolarisViewOperations.doRefresh(IcebergCatalog.java:1786)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalog$BasePolarisViewOperations.refresh(IcebergCatalog.java:1715)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalog$BasePolarisViewOperations.current(IcebergCatalog.java:1705)
at org.apache.iceberg.view.BaseMetastoreViewCatalog.loadView(BaseMetastoreViewCatalog.java:60)
at org.apache.polaris.service.catalog.iceberg.CatalogHandlerUtils.loadView(CatalogHandlerUtils.java:787)
at org.apache.polaris.service.catalog.iceberg.CatalogHandlerUtils_ClientProxy.loadView(Unknown Source)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogHandler.loadView(IcebergCatalogHandler.java:1108)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogAdapter.lambda$loadView$18(IcebergCatalogAdapter.java:643)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogAdapter.withCatalog(IcebergCatalogAdapter.java:203)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogAdapter.loadView(IcebergCatalogAdapter.java:642)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogAdapter_Subclass.loadView$$superforward(Unknown Source)
at org.apache.polaris.service.catalog.iceberg.IcebergRestCatalogEventServiceDelegator_Gj_WCptqTcdHu-fbZfgVkAwPXCI_Delegate_Subclass.loadView(Unknown Source)
at org.apache.polaris.service.catalog.iceberg.IcebergRestCatalogEventServiceDelegator.loadView(IcebergRestCatalogEventServiceDelegator.java:449)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogAdapter_Subclass.loadView(Unknown Source)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogAdapter_ClientProxy.loadView(Unknown Source)
at org.apache.polaris.service.catalog.api.IcebergRestCatalogApi.loadView(IcebergRestCatalogApi.java:601)
at org.apache.polaris.service.catalog.api.IcebergRestCatalogApi_Subclass.loadView$$superforward(Unknown Source)
at org.apache.polaris.service.catalog.api.IcebergRestCatalogApi_Subclass$$function$$14.apply(Unknown Source)
at io.quarkus.arc.impl.AroundInvokeInvocationContext.proceed(AroundInvokeInvocationContext.java:73)
at io.quarkus.arc.impl.AroundInvokeInvocationContext$NextAroundInvokeInvocationContext.proceed(AroundInvokeInvocationContext.java:97)
at io.smallrye.faulttolerance.FaultToleranceInterceptor.lambda$syncFlow$8(FaultToleranceInterceptor.java:364)
at io.smallrye.faulttolerance.core.Future.from(Future.java:85)
at io.smallrye.faulttolerance.FaultToleranceInterceptor.lambda$syncFlow$9(FaultToleranceInterceptor.java:364)
at io.smallrye.faulttolerance.core.FaultToleranceContext.call(FaultToleranceContext.java:20)
at io.smallrye.faulttolerance.core.Invocation.apply(Invocation.java:29)
at io.smallrye.faulttolerance.core.metrics.MetricsCollector.apply(MetricsCollector.java:98)
at io.smallrye.faulttolerance.FaultToleranceInterceptor.syncFlow(FaultToleranceInterceptor.java:367)
at io.smallrye.faulttolerance.FaultToleranceInterceptor.intercept(FaultToleranceInterceptor.java:205)
at io.smallrye.faulttolerance.FaultToleranceInterceptor_Bean.intercept(Unknown Source)
at io.quarkus.arc.impl.InterceptorInvocation.invoke(InterceptorInvocation.java:42)
at io.quarkus.arc.impl.AroundInvokeInvocationContext.proceed(AroundInvokeInvocationContext.java:70)
at io.quarkus.arc.impl.AroundInvokeInvocationContext$NextAroundInvokeInvocationContext.proceed(AroundInvokeInvocationContext.java:97)
at io.quarkus.micrometer.runtime.MicrometerTimedInterceptor.timedMethod(MicrometerTimedInterceptor.java:79)
at io.quarkus.micrometer.runtime.MicrometerTimedInterceptor_Bean.intercept(Unknown Source)
at io.quarkus.arc.impl.InterceptorInvocation.invoke(InterceptorInvocation.java:42)
at io.quarkus.arc.impl.AroundInvokeInvocationContext.proceed(AroundInvokeInvocationContext.java:70)
at io.quarkus.arc.impl.AroundInvokeInvocationContext$NextAroundInvokeInvocationContext.proceed(AroundInvokeInvocationContext.java:97)
at io.quarkus.security.runtime.interceptor.SecurityHandler.handle(SecurityHandler.java:27)
at io.quarkus.security.runtime.interceptor.RolesAllowedInterceptor.intercept(RolesAllowedInterceptor.java:29)
at io.quarkus.security.runtime.interceptor.RolesAllowedInterceptor_Bean.intercept(Unknown Source)
at io.quarkus.arc.impl.InterceptorInvocation.invoke(InterceptorInvocation.java:42)
at io.quarkus.arc.impl.AroundInvokeInvocationContext.proceed(AroundInvokeInvocationContext.java:70)
at io.quarkus.arc.impl.AroundInvokeInvocationContext.proceed(AroundInvokeInvocationContext.java:62)
at io.quarkus.resteasy.reactive.server.runtime.StandardSecurityCheckInterceptor.intercept(StandardSecurityCheckInterceptor.java:44)
at io.quarkus.resteasy.reactive.server.runtime.StandardSecurityCheckInterceptor_RolesAllowedInterceptor_Bean.intercept(Unknown Source)
at io.quarkus.arc.impl.InterceptorInvocation.invoke(InterceptorInvocation.java:42)
at io.quarkus.arc.impl.AroundInvokeInvocationContext.perform(AroundInvokeInvocationContext.java:30)
at io.quarkus.arc.impl.InvocationContexts.performAroundInvoke(InvocationContexts.java:27)
at org.apache.polaris.service.catalog.api.IcebergRestCatalogApi_Subclass.loadView(Unknown Source)
at org.apache.polaris.service.catalog.api.IcebergRestCatalogApi$quarkusrestinvoker$loadView_d5fff3aacc446846eb9ee060dafd41bcfe4365c5.invoke(Unknown Source)
at org.jboss.resteasy.reactive.server.handlers.InvocationHandler.handle(InvocationHandler.java:29)
at io.quarkus.resteasy.reactive.server.runtime.QuarkusResteasyReactiveRequestContext.invokeHandler(QuarkusResteasyReactiveRequestContext.java:183)
at org.jboss.resteasy.reactive.common.core.AbstractResteasyReactiveContext.run(AbstractResteasyReactiveContext.java:147)
at io.quarkus.vertx.core.runtime.VertxCoreRecorder$15.runWith(VertxCoreRecorder.java:645)
at org.jboss.threads.EnhancedQueueExecutor$Task.doRunWith(EnhancedQueueExecutor.java:2651)
at org.jboss.threads.EnhancedQueueExecutor$Task.run(EnhancedQueueExecutor.java:2630)
at org.jboss.threads.EnhancedQueueExecutor.runThreadBody(EnhancedQueueExecutor.java:1622)
at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1589)
at org.jboss.threads.DelegatingRunnable.run(DelegatingRunnable.java:11)
at org.jboss.threads.ThreadLocalResettingRunnable.run(ThreadLocalResettingRunnable.java:11)
at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base/java.lang.Thread.run(Thread.java:1583)
java.lang.Exception: test
at java.base/java.lang.invoke.MethodHandle.invokeWithArguments(MethodHandle.java:733)
at com.intellij.rt.debugger.MethodInvoker.invokeInternal(MethodInvoker.java:223)
at com.intellij.rt.debugger.MethodInvoker.invoke1(MethodInvoker.java:35)
at org.apache.iceberg.aws.s3.S3InputFile.fromLocation(S3InputFile.java:128)
at org.apache.iceberg.aws.s3.S3InputFile.fromLocation(S3InputFile.java:123)
at org.apache.iceberg.aws.s3.S3FileIO.newInputFile(S3FileIO.java:180)
at org.apache.polaris.service.catalog.io.ExceptionMappingFileIO.newInputFile(ExceptionMappingFileIO.java:55)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalog$BasePolarisViewOperations.lambda$doRefresh$0(IcebergCatalog.java:1805)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalog$PolarisOperationsBase.lambda$refreshFromMetadataLocation$0(IcebergCatalog.java:2033)
at org.apache.iceberg.util.Tasks$Builder.runTaskWithRetry(Tasks.java:413)
at org.apache.iceberg.util.Tasks$Builder.runSingleThreaded(Tasks.java:219)
at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:203)
at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:196)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalog$PolarisOperationsBase.refreshFromMetadataLocation(IcebergCatalog.java:2033)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalog$BasePolarisViewOperations.doRefresh(IcebergCatalog.java:1786)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalog$BasePolarisViewOperations.refresh(IcebergCatalog.java:1715)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalog$BasePolarisViewOperations.current(IcebergCatalog.java:1705)
at org.apache.polaris.service.catalog.iceberg.CatalogHandlerUtils.viewResponse(CatalogHandlerUtils.java:773)
at org.apache.polaris.service.catalog.iceberg.CatalogHandlerUtils.loadView(CatalogHandlerUtils.java:788)
at org.apache.polaris.service.catalog.iceberg.CatalogHandlerUtils_ClientProxy.loadView(Unknown Source)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogHandler.loadView(IcebergCatalogHandler.java:1108)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogAdapter.lambda$loadView$18(IcebergCatalogAdapter.java:643)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogAdapter.withCatalog(IcebergCatalogAdapter.java:203)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogAdapter.loadView(IcebergCatalogAdapter.java:642)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogAdapter_Subclass.loadView$$superforward(Unknown Source)
at org.apache.polaris.service.catalog.iceberg.IcebergRestCatalogEventServiceDelegator_Gj_WCptqTcdHu-fbZfgVkAwPXCI_Delegate_Subclass.loadView(Unknown Source)
at org.apache.polaris.service.catalog.iceberg.IcebergRestCatalogEventServiceDelegator.loadView(IcebergRestCatalogEventServiceDelegator.java:449)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogAdapter_Subclass.loadView(Unknown Source)
at org.apache.polaris.service.catalog.iceberg.IcebergCatalogAdapter_ClientProxy.loadView(Unknown Source)
at org.apache.polaris.service.catalog.api.IcebergRestCatalogApi.loadView(IcebergRestCatalogApi.java:601)
at org.apache.polaris.service.catalog.api.IcebergRestCatalogApi_Subclass.loadView$$superforward(Unknown Source)
at org.apache.polaris.service.catalog.api.IcebergRestCatalogApi_Subclass$$function$$14.apply(Unknown Source)
at io.quarkus.arc.impl.AroundInvokeInvocationContext.proceed(AroundInvokeInvocationContext.java:73)
[...]
To Reproduce
No response
Actual Behavior
No response
Expected Behavior
No response
Additional context
No response
System information
No response