You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/07/18 05:57:08 UTC

Jenkins build is still unstable: beam_PostCommit_Java_ValidatesRunner_Dataflow #3599

See <https://builds.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Dataflow/3599/display/redirect?page=changes>


Build failed in Jenkins: beam_PostCommit_Java_ValidatesRunner_Dataflow #3600

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Dataflow/3600/display/redirect>

------------------------------------------
[...truncated 7.50 MB...]
        org.apache.beam.runners.core.OutputAndTimeBoundedSplittableProcessElementInvoker.invokeProcessElement(OutputAndTimeBoundedSplittableProcessElementInvoker.java:159)
        org.apache.beam.runners.core.SplittableParDoViaKeyedWorkItems$ProcessFn.processElement(SplittableParDoViaKeyedWorkItems.java:352)
	at org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:133)
	at org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:89)
	at org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:54)
	at org.apache.beam.sdk.Pipeline.run(Pipeline.java:297)
	at org.apache.beam.sdk.Pipeline.run(Pipeline.java:283)
	at org.apache.beam.sdk.testing.TestPipeline.run(TestPipeline.java:340)
	at org.apache.beam.sdk.transforms.SplittableDoFnTest.testOutputAfterCheckpoint(SplittableDoFnTest.java:259)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.apache.beam.sdk.testing.TestPipeline$1.evaluate(TestPipeline.java:321)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:393)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

2017-07-18T08:40:29.458 [INFO] Running org.apache.beam.sdk.transforms.CombineTest
2017-07-18T08:40:29.768 [INFO] Tests run: 22, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 629.581 s - in org.apache.beam.sdk.transforms.CombineTest
2017-07-18T08:40:29.768 [INFO] Running org.apache.beam.sdk.values.PDoneTest
2017-07-18T08:40:29.774 [WARNING] Tests run: 1, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 0 s - in org.apache.beam.sdk.values.PDoneTest
2017-07-18T08:40:29.779 [INFO] 
2017-07-18T08:40:29.779 [INFO] Results:
2017-07-18T08:40:29.779 [INFO] 
2017-07-18T08:40:29.779 [ERROR] Errors: 
2017-07-18T08:40:29.782 [ERROR]   SplittableDoFnTest.testOutputAfterCheckpoint:259 » Runtime (297113a4be92901c):...
2017-07-18T08:40:29.782 [ERROR]   SplittableDoFnTest.testPairWithIndexBasic:149 » Runtime (8fba3d9174d78e3c): ja...
2017-07-18T08:40:29.783 [ERROR]   SplittableDoFnTest.testPairWithIndexWindowedTimestamped:207 » Runtime (cf8b6f3...
2017-07-18T08:40:29.783 [INFO] 
2017-07-18T08:40:29.783 [ERROR] Tests run: 254, Failures: 0, Errors: 3, Skipped: 1
2017-07-18T08:40:29.783 [INFO] 
2017-07-18T08:40:29.963 [ERROR] There are test failures.

Please refer to <https://builds.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Dataflow/ws/runners/google-cloud-dataflow-java/target/surefire-reports> for the individual test results.
Please refer to dump files (if any exist) [date]-jvmRun[N].dump, [date].dumpstream and [date]-jvmRun[N].dumpstream.
[JENKINS] Recording test results
FATAL: Failed to save the JUnit test result
java.io.IOException: Failed to create a temporary file in /x1/jenkins/jenkins-home/jobs/beam_PostCommit_Java_ValidatesRunner_Dataflow/modules/org.apache.beam$beam-runners-google-cloud-dataflow-java/builds/3600
	at hudson.util.AtomicFileWriter.<init>(AtomicFileWriter.java:70)
	at hudson.util.AtomicFileWriter.<init>(AtomicFileWriter.java:57)
	at hudson.XmlFile.write(XmlFile.java:168)
	at hudson.tasks.junit.TestResultAction.setResult(TestResultAction.java:117)
	at hudson.tasks.junit.TestResultAction.setResult(TestResultAction.java:128)
	at hudson.maven.reporters.SurefireArchiver$2.call(SurefireArchiver.java:168)
	at hudson.maven.reporters.SurefireArchiver$2.call(SurefireArchiver.java:160)
	at hudson.maven.MavenBuild$ProxyImpl.execute(MavenBuild.java:426)
	at hudson.maven.MavenBuild$ProxyImpl2.execute(MavenBuild.java:558)
	at sun.reflect.GeneratedMethodAccessor1163.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.model.Executor$2.call(Executor.java:914)
	at hudson.util.InterceptingProxy$1.invoke(InterceptingProxy.java:23)
	at com.sun.proxy.$Proxy147.execute(Unknown Source)
	at sun.reflect.GeneratedMethodAccessor1163.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:895)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:870)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:829)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at org.jenkinsci.remoting.CallableDecorator.call(CallableDecorator.java:19)
	at hudson.remoting.CallableDecoratorList$1.call(CallableDecoratorList.java:21)
	at jenkins.util.ContextResettingExecutorService$2.call(ContextResettingExecutorService.java:46)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Too many open files
	at java.io.UnixFileSystem.createFileExclusively(Native Method)
	at java.io.File.createTempFile(File.java:2024)
	at hudson.util.AtomicFileWriter.<init>(AtomicFileWriter.java:68)
	... 31 more
2017-07-18T08:40:35.474 [WARNING] Failed to notify spy hudson.maven.Maven3Builder$JenkinsEventSpy: java.io.FileNotFoundException: /x1/jenkins/tools/tomcat/apache-tomcat-9.0.0.M20/webapps/ROOT/WEB-INF/lib/symbol-annotation-1.1.jar (Too many open files)
2017-07-18T08:40:35.474 [INFO] 
2017-07-18T08:40:35.475 [INFO] --- maven-dependency-plugin:3.0.1:analyze-only (default) @ beam-runners-google-cloud-dataflow-java ---
2017-07-18T08:40:35.650 [INFO] No dependency problems found
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
2017-07-18T08:40:47.127 [INFO] ------------------------------------------------------------------------
2017-07-18T08:40:47.127 [INFO] Reactor Summary:
2017-07-18T08:40:47.127 [INFO] 
2017-07-18T08:40:47.127 [INFO] Apache Beam :: Parent .............................. SUCCESS [ 25.726 s]
2017-07-18T08:40:47.127 [INFO] Apache Beam :: SDKs :: Java :: Build Tools ......... SUCCESS [  9.721 s]
2017-07-18T08:40:47.127 [INFO] Apache Beam :: SDKs ................................ SUCCESS [  3.563 s]
2017-07-18T08:40:47.127 [INFO] Apache Beam :: SDKs :: Common ...................... SUCCESS [  4.261 s]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: SDKs :: Common :: Runner API ........ SUCCESS [ 10.585 s]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: SDKs :: Common :: Fn API ............ SUCCESS [ 20.420 s]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: SDKs :: Java ........................ SUCCESS [  2.040 s]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: SDKs :: Java :: Core ................ SUCCESS [02:01 min]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: Runners ............................. SUCCESS [  2.604 s]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: Runners :: Core Construction Java ... SUCCESS [ 14.963 s]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: Runners :: Core Java ................ SUCCESS [ 28.008 s]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: Runners :: Direct Java .............. SUCCESS [04:16 min]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: SDKs :: Java :: IO .................. SUCCESS [  2.486 s]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: SDKs :: Java :: Extensions .......... SUCCESS [  2.084 s]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: SDKs :: Java :: Extensions :: Google Cloud Platform Core SUCCESS [ 15.445 s]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: SDKs :: Java :: Extensions :: Protobuf SUCCESS [ 13.544 s]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: SDKs :: Java :: IO :: Google Cloud Platform SUCCESS [01:08 min]
2017-07-18T08:40:47.128 [INFO] Apache Beam :: Runners :: Google Cloud Dataflow .... SUCCESS [  01:28 h]
2017-07-18T08:40:47.128 [INFO] ------------------------------------------------------------------------
2017-07-18T08:40:47.128 [INFO] BUILD SUCCESS
2017-07-18T08:40:47.128 [INFO] ------------------------------------------------------------------------
2017-07-18T08:40:47.128 [INFO] Total time: 01:39 h
2017-07-18T08:40:47.128 [INFO] Finished at: 2017-07-18T08:40:47+00:00
2017-07-18T08:40:48.300 [INFO] Final Memory: 344M/2313M
2017-07-18T08:40:48.301 [INFO] ------------------------------------------------------------------------
ERROR: Failed to parse POMs
java.io.IOException: java.lang.IllegalStateException: java.io.FileNotFoundException: /x1/jenkins/tools/tomcat/apache-tomcat-9.0.0.M20/webapps/ROOT/WEB-INF/lib/asm-analysis-4.0.jar (Too many open files)
	at hudson.maven.Maven3Builder.call(Maven3Builder.java:179)
	at hudson.maven.Maven3Builder.call(Maven3Builder.java:70)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to Channel to Maven [/home/jenkins/tools/java/latest1.8/bin/java, -Dorg.slf4j.simpleLogger.showDateTime=true, -Dorg.slf4j.simpleLogger.dateTimeFormat=yyyy-MM-dd'T'HH:mm:ss.SSS, -XX:+TieredCompilation, -XX:TieredStopAtLevel=1, -cp, /home/jenkins/jenkins-slave/maven33-agent.jar:/home/jenkins/tools/maven/apache-maven-3.3.3/boot/plexus-classworlds-2.5.2.jar:/home/jenkins/tools/maven/apache-maven-3.3.3/conf/logging, jenkins.maven3.agent.Maven33Main, /home/jenkins/tools/maven/apache-maven-3.3.3, /home/jenkins/jenkins-slave/slave.jar, /home/jenkins/jenkins-slave/maven33-interceptor.jar, /home/jenkins/jenkins-slave/maven3-interceptor-commons.jar, 38444](Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at hudson.maven.ProcessCache$MavenProcess.call(ProcessCache.java:161)
	at hudson.maven.MavenModuleSetBuild$MavenModuleSetBuildExecution.doRun(MavenModuleSetBuild.java:878)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:490)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:542)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:405)
Caused by: java.lang.IllegalStateException: java.io.FileNotFoundException: /x1/jenkins/tools/tomcat/apache-tomcat-9.0.0.M20/webapps/ROOT/WEB-INF/lib/asm-analysis-4.0.jar (Too many open files)
	at org.apache.catalina.webresources.AbstractSingleArchiveResourceSet.getArchiveEntry(AbstractSingleArchiveResourceSet.java:97)
	at org.apache.catalina.webresources.AbstractArchiveResourceSet.getResource(AbstractArchiveResourceSet.java:260)
	at org.apache.catalina.webresources.StandardRoot.getResourceInternal(StandardRoot.java:281)
	at org.apache.catalina.webresources.CachedResource.validateResource(CachedResource.java:95)
	at org.apache.catalina.webresources.Cache.getResource(Cache.java:69)
	at org.apache.catalina.webresources.StandardRoot.getResource(StandardRoot.java:216)
	at org.apache.catalina.webresources.StandardRoot.getClassLoaderResource(StandardRoot.java:225)
	at org.apache.catalina.loader.WebappClassLoaderBase.findResource(WebappClassLoaderBase.java:876)
	at org.apache.catalina.loader.WebappClassLoaderBase.getResource(WebappClassLoaderBase.java:995)
	at java.lang.ClassLoader.getResource(ClassLoader.java:1091)
	at hudson.util.MaskingClassLoader.getResource(MaskingClassLoader.java:82)
	at java.lang.ClassLoader.getResource(ClassLoader.java:1091)
	at jenkins.util.AntClassLoader.getResource(AntClassLoader.java:889)
	at hudson.remoting.RemoteClassLoader$ClassLoaderProxy.getResourceURL(RemoteClassLoader.java:880)
	at hudson.remoting.RemoteClassLoader$ClassLoaderProxy.getResource2(RemoteClassLoader.java:896)
	at sun.reflect.GeneratedMethodAccessor138.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:895)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at org.jenkinsci.remoting.CallableDecorator.call(CallableDecorator.java:19)
	at hudson.remoting.CallableDecoratorList$1.call(CallableDecoratorList.java:21)
	at jenkins.util.ContextResettingExecutorService$2.call(ContextResettingExecutorService.java:46)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to channel(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.Request.call(Request.java:172)
	at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:260)
	at com.sun.proxy.$Proxy2.getResource2(Unknown Source)
	at hudson.remoting.RemoteClassLoader.findResource(RemoteClassLoader.java:413)
	at java.lang.ClassLoader.getResource(ClassLoader.java:1096)
	at java.lang.Class.getResource(Class.java:2267)
	at org.jvnet.localizer.ResourceBundleHolder.get(ResourceBundleHolder.java:107)
	at org.jvnet.localizer.ResourceBundleHolder.format(ResourceBundleHolder.java:170)
	at hudson.maven.Messages.MavenBuilder_AsyncFailed(Messages.java:626)
	at hudson.maven.AbstractMavenBuilder.waitForAsynchronousExecutions(AbstractMavenBuilder.java:194)
	at hudson.maven.Maven3Builder.call(Maven3Builder.java:146)
	at hudson.maven.Maven3Builder.call(Maven3Builder.java:70)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.FileNotFoundException: /x1/jenkins/tools/tomcat/apache-tomcat-9.0.0.M20/webapps/ROOT/WEB-INF/lib/asm-analysis-4.0.jar (Too many open files)
	at java.util.zip.ZipFile.open(Native Method)
	at java.util.zip.ZipFile.<init>(ZipFile.java:219)
	at java.util.zip.ZipFile.<init>(ZipFile.java:149)
	at java.util.jar.JarFile.<init>(JarFile.java:166)
	at java.util.jar.JarFile.<init>(JarFile.java:103)
	at org.apache.catalina.webresources.AbstractArchiveResourceSet.openJarFile(AbstractArchiveResourceSet.java:308)
	at org.apache.catalina.webresources.AbstractSingleArchiveResourceSet.getArchiveEntry(AbstractSingleArchiveResourceSet.java:93)
	at org.apache.catalina.webresources.AbstractArchiveResourceSet.getResource(AbstractArchiveResourceSet.java:260)
	at org.apache.catalina.webresources.StandardRoot.getResourceInternal(StandardRoot.java:281)
	at org.apache.catalina.webresources.CachedResource.validateResource(CachedResource.java:95)
	at org.apache.catalina.webresources.Cache.getResource(Cache.java:69)
	at org.apache.catalina.webresources.StandardRoot.getResource(StandardRoot.java:216)
	at org.apache.catalina.webresources.StandardRoot.getClassLoaderResource(StandardRoot.java:225)
	at org.apache.catalina.loader.WebappClassLoaderBase.findResource(WebappClassLoaderBase.java:876)
	at org.apache.catalina.loader.WebappClassLoaderBase.getResource(WebappClassLoaderBase.java:995)
	at java.lang.ClassLoader.getResource(ClassLoader.java:1091)
	at hudson.util.MaskingClassLoader.getResource(MaskingClassLoader.java:82)
	at java.lang.ClassLoader.getResource(ClassLoader.java:1091)
	at jenkins.util.AntClassLoader.getResource(AntClassLoader.java:889)
	at hudson.remoting.RemoteClassLoader$ClassLoaderProxy.getResourceURL(RemoteClassLoader.java:880)
	at hudson.remoting.RemoteClassLoader$ClassLoaderProxy.getResource2(RemoteClassLoader.java:896)
	at sun.reflect.GeneratedMethodAccessor138.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:895)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at org.jenkinsci.remoting.CallableDecorator.call(CallableDecorator.java:19)
	at hudson.remoting.CallableDecoratorList$1.call(CallableDecoratorList.java:21)
	at jenkins.util.ContextResettingExecutorService$2.call(ContextResettingExecutorService.java:46)
	... 4 more
channel stopped
Not sending mail to unregistered user klk@google.com
Not sending mail to unregistered user fipsy@google.com
Not sending mail to unregistered user kirpichov@google.com