Dear oVirt,

One of my Users, working remotely via VPN (10.200.145.169), is having issues to load oVirt Dashboard or any other screen past login page.

icmp response time is about 25ms

Tracking ovirt-request-log and server.log I noticed following correlation:

Once User has opened login page, entered credentials and requested page / dataCenters in this case: https://ovirt-engine.avinity.tv/ovirt-engine/webadmin/?locale=en_US#dataCenters following is logged:

tailf /var/log/httpd/ovirt-requests-log | grep "10.200.145.169":

[17/Mar/2020:14:54:16 +0000] 10.200.145.169 "Correlation-Id: -" "Duration: 8758us" "GET /ovirt-engine/webadmin/?locale=en_US HTTP/1.1" -

[17/Mar/2020:14:54:16 +0000] 10.200.145.169 "Correlation-Id: -" "Duration: 1946us" "GET /ovirt-engine/webadmin/webadmin.nocache.js HTTP/1.1" -

[17/Mar/2020:14:54:17 +0000] 10.200.145.169 "Correlation-Id: -" "Duration: 1318us" "GET /ovirt-engine/webadmin/plugin/ui-extensions/plugin.html HTTP/1.1" -

[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration: 1649us" "GET /ovirt-engine/docs/csh/webadmin.json HTTP/1.1" 28

[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration: 1272us" "GET /ovirt-engine/webadmin/plugin/ui-extensions/css/vendor.f6f68cb2.css HTTP/1.1" -

[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration: 1561us" "POST /ovirt-engine/webadmin/xsrf HTTP/1.1" 141

[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration: 1850us" "POST /ovirt-engine/webadmin/xsrf HTTP/1.1" 141

[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration: 826us" "GET /ovirt-engine/webadmin/plugin/ui-extensions/js/manifest.08488e4f.js HTTP/1.1" -

[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration: 1453us" "GET /ovirt-engine/webadmin/plugin/ui-extensions/js/vendor.e3652c82.chunk.js HTTP/1.1" -

[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration: 890us" "GET /ovirt-engine/webadmin/plugin/ui-extensions/js/plugin.2a3f9da3.chunk.js HTTP/1.1" -

[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: 10971786-086e-44ec-acf3-ff74117671a3" "Duration: 23723us" "POST /ovirt-engine/webadmin/GenericApiGWTService HTTP/1.1" 208

[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration: 20020204us" "POST /ovirt-engine/webadmin/GenericApiGWTService HTTP/1.1" 226

[17/Mar/2020:14:54:38 +0000] 10.200.145.169 "Correlation-Id: -" "Duration: 1450us" "POST /ovirt-engine/webadmin/xsrf HTTP/1.1" 141

tailf /var/log/ovirt-engine/server.log :

2020-03-17 14:54:38,581Z ERROR [io.undertow.request] (default task-4989) UT005023: Exception handling request to /ovirt-engine/webadmin/GenericApiGWTService: java.lang.RuntimeException: Unable to report failure

at com.google.gwt.user.server.rpc.AbstractRemoteServiceServlet.doUnexpectedFailure(AbstractRemoteServiceServlet.java:107) [gwt-servlet.jar:]

at org.ovirt.engine.ui.frontend.server.gwt.GenericApiGWTServiceImpl.doUnexpectedFailure(GenericApiGWTServiceImpl.java:212) [frontend.jar:]

at com.google.gwt.user.server.rpc.AbstractRemoteServiceServlet.doPost(AbstractRemoteServiceServlet.java:67) [gwt-servlet.jar:]

at javax.servlet.http.HttpServlet.service(HttpServlet.java:706) [jboss-servlet-api_4.0_spec-1.0.0.Final.jar:1.0.0.Final]

at org.ovirt.engine.ui.frontend.server.gwt.GenericApiGWTServiceImpl.service(GenericApiGWTServiceImpl.java:78) [frontend.jar:]

at javax.servlet.http.HttpServlet.service(HttpServlet.java:791) [jboss-servlet-api_4.0_spec-1.0.0.Final.jar:1.0.0.Final]

at io.undertow.servlet.handlers.ServletHandler.handleRequest(ServletHandler.java:74) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:129) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at org.ovirt.engine.core.utils.servlet.HeaderFilter.doFilter(HeaderFilter.java:94) [utils.jar:]

at io.undertow.servlet.core.ManagedFilter.doFilter(ManagedFilter.java:61) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:131) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at org.ovirt.engine.core.utils.servlet.CachingFilter.doFilter(CachingFilter.java:133) [utils.jar:]

at io.undertow.servlet.core.ManagedFilter.doFilter(ManagedFilter.java:61) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:131) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at org.ovirt.engine.core.branding.BrandingFilter.doFilter(BrandingFilter.java:73) [branding.jar:]

at io.undertow.servlet.core.ManagedFilter.doFilter(ManagedFilter.java:61) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:131) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at org.ovirt.engine.core.utils.servlet.LocaleFilter.doFilter(LocaleFilter.java:65) [utils.jar:]

at io.undertow.servlet.core.ManagedFilter.doFilter(ManagedFilter.java:61) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:131) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.FilterHandler.handleRequest(FilterHandler.java:84) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.security.ServletSecurityRoleHandler.handleRequest(ServletSecurityRoleHandler.java:62) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.ServletChain$1.handleRequest(ServletChain.java:68) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.ServletDispatchingHandler.handleRequest(ServletDispatchingHandler.java:36) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at org.wildfly.extension.undertow.security.SecurityContextAssociationHandler.handleRequest(SecurityContextAssociationHandler.java:78)

at io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.security.SSLInformationAssociationHandler.handleRequest(SSLInformationAssociationHandler.java:132) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.security.ServletAuthenticationCallHandler.handleRequest(ServletAuthenticationCallHandler.java:57) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.security.handlers.AuthenticationConstraintHandler.handleRequest(AuthenticationConstraintHandler.java:53) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.security.handlers.AbstractConfidentialityHandler.handleRequest(AbstractConfidentialityHandler.java:46) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.security.ServletConfidentialityConstraintHandler.handleRequest(ServletConfidentialityConstraintHandler.java:64) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.security.ServletSecurityConstraintHandler.handleRequest(ServletSecurityConstraintHandler.java:59) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.security.handlers.AuthenticationMechanismsHandler.handleRequest(AuthenticationMechanismsHandler.java:60) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.security.CachedAuthenticatedSessionHandler.handleRequest(CachedAuthenticatedSessionHandler.java:77) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.security.handlers.NotificationReceiverHandler.handleRequest(NotificationReceiverHandler.java:50) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.security.handlers.AbstractSecurityContextAssociationHandler.handleRequest(AbstractSecurityContextAssociationHandler.java:43) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at org.wildfly.extension.undertow.security.jacc.JACCContextIdHandler.handleRequest(JACCContextIdHandler.java:61)

at io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.ServletInitialHandler.handleFirstRequest(ServletInitialHandler.java:292) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.ServletInitialHandler.access$100(ServletInitialHandler.java:81) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.ServletInitialHandler$2.call(ServletInitialHandler.java:138) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.ServletInitialHandler$2.call(ServletInitialHandler.java:135) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.core.ServletRequestContextThreadSetupAction$1.call(ServletRequestContextThreadSetupAction.java:48) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.core.ContextClassLoaderSetupAction$1.call(ContextClassLoaderSetupAction.java:43) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at org.wildfly.extension.undertow.security.SecurityContextThreadSetupAction.lambda$create$0(SecurityContextThreadSetupAction.java:105)

at org.wildfly.extension.undertow.deployment.UndertowDeploymentInfoService$UndertowThreadSetupAction.lambda$create$0(UndertowDeploymentInfoService.java:1502)

at io.undertow.servlet.handlers.ServletInitialHandler.dispatchRequest(ServletInitialHandler.java:272) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.ServletInitialHandler.access$000(ServletInitialHandler.java:81) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.handlers.ServletInitialHandler$1.handleRequest(ServletInitialHandler.java:104) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.server.Connectors.executeRootHandler(Connectors.java:364) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.server.HttpServerExchange$1.run(HttpServerExchange.java:830) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35)

at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1982)

at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1486)

at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1377)

at java.lang.Thread.run(Thread.java:748) [rt.jar:1.8.0_242]

Caused by: java.nio.channels.ClosedChannelException

at io.undertow.server.protocol.ajp.AjpServerRequestConduit.doRead(AjpServerRequestConduit.java:230) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.server.protocol.ajp.AjpServerRequestConduit.read(AjpServerRequestConduit.java:201) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at org.xnio.conduits.ConduitStreamSourceChannel.read(ConduitStreamSourceChannel.java:127)

at io.undertow.channels.DetachableStreamSourceChannel.read(DetachableStreamSourceChannel.java:209) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.server.HttpServerExchange$ReadDispatchChannel.read(HttpServerExchange.java:2343) [undertow-core-2.0.21.Final.jar:2.0.21.Final]

at org.xnio.channels.Channels.readBlocking(Channels.java:294)

at io.undertow.servlet.spec.ServletInputStreamImpl.readIntoBuffer(ServletInputStreamImpl.java:192) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.spec.ServletInputStreamImpl.read(ServletInputStreamImpl.java:168) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at io.undertow.servlet.spec.ServletInputStreamImpl.read(ServletInputStreamImpl.java:154) [undertow-servlet-2.0.21.Final.jar:2.0.21.Final]

at com.google.gwt.user.server.rpc.RPCServletUtils.readContent(RPCServletUtils.java:224) [gwt-servlet.jar:]

at com.google.gwt.user.server.rpc.RPCServletUtils.readContentAsGwtRpc(RPCServletUtils.java:252) [gwt-servlet.jar:]

at com.google.gwt.user.server.rpc.AbstractRemoteServiceServlet.readContent(AbstractRemoteServiceServlet.java:182) [gwt-servlet.jar:]

at com.google.gwt.user.server.rpc.RemoteServiceServlet.processPost(RemoteServiceServlet.java:364) [gwt-servlet.jar:]

at com.google.gwt.user.server.rpc.AbstractRemoteServiceServlet.doPost(AbstractRemoteServiceServlet.java:62) [gwt-servlet.jar:]

... 58 more