10:02 a.m.
Dear oVirt,
One of my Users, working remotely via VPN (10.200.145.169), is having issues to load oVirt
Dashboard or any other screen past login page.
icmp response time is about 25ms
Tracking ovirt-request-log and server.log I noticed following correlation:
Once User has opened login page, entered credentials and requested page / dataCenters in
this case: https://ovirt-engine.avinity.tv/ovirt-engine/webadmin/?locale=en_US#dataC...
following is logged:
tailf /var/log/httpd/ovirt-requests-log | grep "10.200.145.169":
[17/Mar/2020:14:54:16 +0000] 10.200.145.169 "Correlation-Id: -" "Duration:
8758us" "GET /ovirt-engine/webadmin/?locale=en_US HTTP/1.1" -
[17/Mar/2020:14:54:16 +0000] 10.200.145.169 "Correlation-Id: -" "Duration:
1946us" "GET /ovirt-engine/webadmin/webadmin.nocache.js HTTP/1.1" -
[17/Mar/2020:14:54:17 +0000] 10.200.145.169 "Correlation-Id: -" "Duration:
1318us" "GET /ovirt-engine/webadmin/plugin/ui-extensions/plugin.html
HTTP/1.1" -
[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration:
1649us" "GET /ovirt-engine/docs/csh/webadmin.json HTTP/1.1" 28
[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration:
1272us" "GET /ovirt-engine/webadmin/plugin/ui-extensions/css/vendor.f6f68cb2.css
HTTP/1.1" -
[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration:
1561us" "POST /ovirt-engine/webadmin/xsrf HTTP/1.1" 141
[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration:
1850us" "POST /ovirt-engine/webadmin/xsrf HTTP/1.1" 141
[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration:
826us" "GET /ovirt-engine/webadmin/plugin/ui-extensions/js/manifest.08488e4f.js
HTTP/1.1" -
[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration:
1453us" "GET
/ovirt-engine/webadmin/plugin/ui-extensions/js/vendor.e3652c82.chunk.js HTTP/1.1" -
[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration:
890us" "GET
/ovirt-engine/webadmin/plugin/ui-extensions/js/plugin.2a3f9da3.chunk.js HTTP/1.1" -
[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id:
10971786-086e-44ec-acf3-ff74117671a3" "Duration: 23723us" "POST
/ovirt-engine/webadmin/GenericApiGWTService HTTP/1.1" 208
[17/Mar/2020:14:54:18 +0000] 10.200.145.169 "Correlation-Id: -" "Duration:
20020204us" "POST /ovirt-engine/webadmin/GenericApiGWTService HTTP/1.1"
226
[17/Mar/2020:14:54:38 +0000] 10.200.145.169 "Correlation-Id: -" "Duration:
1450us" "POST /ovirt-engine/webadmin/xsrf HTTP/1.1" 141
tailf /var/log/ovirt-engine/server.log :
2020-03-17 14:54:38,581Z ERROR [io.undertow.request] (default task-4989) UT005023:
Exception handling request to /ovirt-engine/webadmin/GenericApiGWTService:
java.lang.RuntimeException: Unable to report failure
at
com.google.gwt.user.server.rpc.AbstractRemoteServiceServlet.doUnexpectedFailure(AbstractRemoteServiceServlet.java:107)
[gwt-servlet.jar:]
at
org.ovirt.engine.ui.frontend.server.gwt.GenericApiGWTServiceImpl.doUnexpectedFailure(GenericApiGWTServiceImpl.java:212)
[frontend.jar:]
at
com.google.gwt.user.server.rpc.AbstractRemoteServiceServlet.doPost(AbstractRemoteServiceServlet.java:67)
[gwt-servlet.jar:]
at javax.servlet.http.HttpServlet.service(HttpServlet.java:706)
[jboss-servlet-api_4.0_spec-1.0.0.Final.jar:1.0.0.Final]
at
org.ovirt.engine.ui.frontend.server.gwt.GenericApiGWTServiceImpl.service(GenericApiGWTServiceImpl.java:78)
[frontend.jar:]
at javax.servlet.http.HttpServlet.service(HttpServlet.java:791)
[jboss-servlet-api_4.0_spec-1.0.0.Final.jar:1.0.0.Final]
at io.undertow.servlet.handlers.ServletHandler.handleRequest(ServletHandler.java:74)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:129)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at org.ovirt.engine.core.utils.servlet.HeaderFilter.doFilter(HeaderFilter.java:94)
[utils.jar:]
at io.undertow.servlet.core.ManagedFilter.doFilter(ManagedFilter.java:61)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:131)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at org.ovirt.engine.core.utils.servlet.CachingFilter.doFilter(CachingFilter.java:133)
[utils.jar:]
at io.undertow.servlet.core.ManagedFilter.doFilter(ManagedFilter.java:61)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:131)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at org.ovirt.engine.core.branding.BrandingFilter.doFilter(BrandingFilter.java:73)
[branding.jar:]
at io.undertow.servlet.core.ManagedFilter.doFilter(ManagedFilter.java:61)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:131)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at org.ovirt.engine.core.utils.servlet.LocaleFilter.doFilter(LocaleFilter.java:65)
[utils.jar:]
at io.undertow.servlet.core.ManagedFilter.doFilter(ManagedFilter.java:61)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:131)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at io.undertow.servlet.handlers.FilterHandler.handleRequest(FilterHandler.java:84)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.security.ServletSecurityRoleHandler.handleRequest(ServletSecurityRoleHandler.java:62)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at io.undertow.servlet.handlers.ServletChain$1.handleRequest(ServletChain.java:68)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.ServletDispatchingHandler.handleRequest(ServletDispatchingHandler.java:36)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
org.wildfly.extension.undertow.security.SecurityContextAssociationHandler.handleRequest(SecurityContextAssociationHandler.java:78)
at
io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.security.SSLInformationAssociationHandler.handleRequest(SSLInformationAssociationHandler.java:132)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.security.ServletAuthenticationCallHandler.handleRequest(ServletAuthenticationCallHandler.java:57)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.security.handlers.AuthenticationConstraintHandler.handleRequest(AuthenticationConstraintHandler.java:53)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.security.handlers.AbstractConfidentialityHandler.handleRequest(AbstractConfidentialityHandler.java:46)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.security.ServletConfidentialityConstraintHandler.handleRequest(ServletConfidentialityConstraintHandler.java:64)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.security.ServletSecurityConstraintHandler.handleRequest(ServletSecurityConstraintHandler.java:59)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.security.handlers.AuthenticationMechanismsHandler.handleRequest(AuthenticationMechanismsHandler.java:60)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.security.CachedAuthenticatedSessionHandler.handleRequest(CachedAuthenticatedSessionHandler.java:77)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.security.handlers.NotificationReceiverHandler.handleRequest(NotificationReceiverHandler.java:50)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.security.handlers.AbstractSecurityContextAssociationHandler.handleRequest(AbstractSecurityContextAssociationHandler.java:43)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
org.wildfly.extension.undertow.security.jacc.JACCContextIdHandler.handleRequest(JACCContextIdHandler.java:61)
at
io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.ServletInitialHandler.handleFirstRequest(ServletInitialHandler.java:292)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.ServletInitialHandler.access$100(ServletInitialHandler.java:81)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.ServletInitialHandler$2.call(ServletInitialHandler.java:138)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.ServletInitialHandler$2.call(ServletInitialHandler.java:135)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.core.ServletRequestContextThreadSetupAction$1.call(ServletRequestContextThreadSetupAction.java:48)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.core.ContextClassLoaderSetupAction$1.call(ContextClassLoaderSetupAction.java:43)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
org.wildfly.extension.undertow.security.SecurityContextThreadSetupAction.lambda$create$0(SecurityContextThreadSetupAction.java:105)
at
org.wildfly.extension.undertow.deployment.UndertowDeploymentInfoService$UndertowThreadSetupAction.lambda$create$0(UndertowDeploymentInfoService.java:1502)
at
org.wildfly.extension.undertow.deployment.UndertowDeploymentInfoService$UndertowThreadSetupAction.lambda$create$0(UndertowDeploymentInfoService.java:1502)
at
org.wildfly.extension.undertow.deployment.UndertowDeploymentInfoService$UndertowThreadSetupAction.lambda$create$0(UndertowDeploymentInfoService.java:1502)
at
io.undertow.servlet.handlers.ServletInitialHandler.dispatchRequest(ServletInitialHandler.java:272)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.ServletInitialHandler.access$000(ServletInitialHandler.java:81)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.handlers.ServletInitialHandler$1.handleRequest(ServletInitialHandler.java:104)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at io.undertow.server.Connectors.executeRootHandler(Connectors.java:364)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at io.undertow.server.HttpServerExchange$1.run(HttpServerExchange.java:830)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35)
at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1982)
at
org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1486)
at
org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1377)
at java.lang.Thread.run(Thread.java:748) [rt.jar:1.8.0_242]
Caused by: java.nio.channels.ClosedChannelException
at
io.undertow.server.protocol.ajp.AjpServerRequestConduit.doRead(AjpServerRequestConduit.java:230)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.server.protocol.ajp.AjpServerRequestConduit.read(AjpServerRequestConduit.java:201)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
org.xnio.conduits.ConduitStreamSourceChannel.read(ConduitStreamSourceChannel.java:127)
at
io.undertow.channels.DetachableStreamSourceChannel.read(DetachableStreamSourceChannel.java:209)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.server.HttpServerExchange$ReadDispatchChannel.read(HttpServerExchange.java:2343)
[undertow-core-2.0.21.Final.jar:2.0.21.Final]
at org.xnio.channels.Channels.readBlocking(Channels.java:294)
at
io.undertow.servlet.spec.ServletInputStreamImpl.readIntoBuffer(ServletInputStreamImpl.java:192)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.spec.ServletInputStreamImpl.read(ServletInputStreamImpl.java:168)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
io.undertow.servlet.spec.ServletInputStreamImpl.read(ServletInputStreamImpl.java:154)
[undertow-servlet-2.0.21.Final.jar:2.0.21.Final]
at
com.google.gwt.user.server.rpc.RPCServletUtils.readContent(RPCServletUtils.java:224)
[gwt-servlet.jar:]
at
com.google.gwt.user.server.rpc.RPCServletUtils.readContentAsGwtRpc(RPCServletUtils.java:252)
[gwt-servlet.jar:]
at
com.google.gwt.user.server.rpc.AbstractRemoteServiceServlet.readContent(AbstractRemoteServiceServlet.java:182)
[gwt-servlet.jar:]
at
com.google.gwt.user.server.rpc.RemoteServiceServlet.processPost(RemoteServiceServlet.java:364)
[gwt-servlet.jar:]
at
com.google.gwt.user.server.rpc.AbstractRemoteServiceServlet.doPost(AbstractRemoteServiceServlet.java:62)
[gwt-servlet.jar:]
... 58 more