RefreshListenerTests.testLotsOfThreads sporadically failes

[javanna]

https://elasticsearch-ci.elastic.co/job/elastic+elasticsearch+master+nfs/220

2> java.lang.AssertionError: listener never called
  2> 	at __randomizedtesting.SeedInfo.seed([2F3BA4832C2AEE7]:0)
  2> 	at org.junit.Assert.fail(Assert.java:88)
  2> 	at org.junit.Assert.assertTrue(Assert.java:41)
  2> 	at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 	at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 	at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:716)
  2> 	at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:690)
  2> 	at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$7(RefreshListenersTests.java:295)
  2> 	at java.lang.Thread.run(Thread.java:745)
  2> 	Suppressed: java.lang.AssertionError: listener never called
  2> 		at org.junit.Assert.fail(Assert.java:88)
  2> 		at org.junit.Assert.assertTrue(Assert.java:41)
  2> 		at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:704)
  2> 		... 3 more
  2> 	Suppressed: java.lang.AssertionError: listener never called
  2> 		at org.junit.Assert.fail(Assert.java:88)
  2> 		at org.junit.Assert.assertTrue(Assert.java:41)
  2> 		at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:704)
  2> 		... 3 more
  2> 	Suppressed: java.lang.AssertionError: listener never called
  2> 		at org.junit.Assert.fail(Assert.java:88)
  2> 		at org.junit.Assert.assertTrue(Assert.java:41)
  2> 		at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:704)
  2> 		... 3 more
  2> 	Suppressed: java.lang.AssertionError: listener never called
  2> 		at org.junit.Assert.fail(Assert.java:88)
  2> 		at org.junit.Assert.assertTrue(Assert.java:41)
  2> 		at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:704)
  2> 		... 3 more
  2> 	Suppressed: java.lang.AssertionError: listener never called
  2> 		at org.junit.Assert.fail(Assert.java:88)
  2> 		at org.junit.Assert.assertTrue(Assert.java:41)
  2> 		at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:704)
  2> 		... 3 more
  2> 	Suppressed: java.lang.AssertionError: listener never called
  2> 		at org.junit.Assert.fail(Assert.java:88)
  2> 		at org.junit.Assert.assertTrue(Assert.java:41)
  2> 		at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:704)
  2> 		... 3 more
  2> 	Suppressed: java.lang.AssertionError: listener never called
  2> 		at org.junit.Assert.fail(Assert.java:88)
  2> 		at org.junit.Assert.assertTrue(Assert.java:41)
  2> 		at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:704)
  2> 		... 3 more
  2> 	Suppressed: java.lang.AssertionError: listener never called
  2> 		at org.junit.Assert.fail(Assert.java:88)
  2> 		at org.junit.Assert.assertTrue(Assert.java:41)
  2> 		at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:704)
  2> 		... 3 more
  2> 	Suppressed: java.lang.AssertionError: listener never called
  2> 		at org.junit.Assert.fail(Assert.java:88)
  2> 		at org.junit.Assert.assertTrue(Assert.java:41)
  2> 		at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:704)
  2> 		... 3 more
  2> 	Suppressed: java.lang.AssertionError: listener never called
  2> 		at org.junit.Assert.fail(Assert.java:88)
  2> 		at org.junit.Assert.assertTrue(Assert.java:41)
  2> 		at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:704)
  2> 		... 3 more
  2> 	Suppressed: java.lang.AssertionError: listener never called
  2> 		at org.junit.Assert.fail(Assert.java:88)
  2> 		at org.junit.Assert.assertTrue(Assert.java:41)
  2> 		at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:704)
  2> 		... 3 more
  2> 	Suppressed: java.lang.AssertionError: listener never called
  2> 		at org.junit.Assert.fail(Assert.java:88)
  2> 		at org.junit.Assert.assertTrue(Assert.java:41)
  2> 		at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:704)
  2> 		... 3 more
  2> 	Suppressed: java.lang.AssertionError: listener never called
  2> 		at org.junit.Assert.fail(Assert.java:88)
  2> 		at org.junit.Assert.assertTrue(Assert.java:41)
  2> 		at org.junit.Assert.assertNotNull(Assert.java:621)
  2> 		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$null$6(RefreshListenersTests.java:295)
  2> 		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:704)
  2> 		... 3 more

[javanna]

@nik9000 sorry to be assigning this one too to you, feel free to reassign.

[nik9000]

Nah, this is me.

[nik9000]

I pushed more logging for the test because the failure didn't really help me to debug it.

[ideadapt]

@nik9000 I could not find any failed build since your commit, that features this test failure. Hence I don't have any trace logs of that test. Do you maybe have some more information / logs, maybe from a local test run?

[nik9000]

@nik9000 I could not find any failed build since your commit, that features this test failure. Hence I don't have any trace logs of that test. Do you maybe have some more information / logs, maybe from a local test run?

Sorry for getting back to you so late, no, I never managed to get more information on the failures. I'll dig around my email later today looking for any test failures like this.

[nik9000]

I can confirm that this hasn't failed since I added the logging. I'm going to drop the logging and close. If it fails again we'll reopen it with a new data point.

[nik9000]

Someone else seems to have already removed the test logging. Since we haven't had any failures recently I'm going to call this "fixed by someone who wasn't me while they were doing other work." Good for them!

[astefan]

Found this one again here. Couldn't reproduce it locally though :-(.

com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=468, name=Thread-42, state=RUNNABLE, group=TGRP-RefreshListenersTests]
Caused by: java.lang.AssertionError: listener never called
	at __randomizedtesting.SeedInfo.seed([951EE2B6CFEE324A]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertNotNull(Assert.java:712)
	at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
	at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:847)
	at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:821)
	at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$11(RefreshListenersTests.java:317)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: java.lang.AssertionError: listener never called
		at org.junit.Assert.fail(Assert.java:88)
		at org.junit.Assert.assertTrue(Assert.java:41)
		at org.junit.Assert.assertNotNull(Assert.java:712)
		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:835)
		... 3 more
	Suppressed: java.lang.AssertionError: listener never called
		at org.junit.Assert.fail(Assert.java:88)
		at org.junit.Assert.assertTrue(Assert.java:41)
		at org.junit.Assert.assertNotNull(Assert.java:712)
		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:835)
		... 3 more
	Suppressed: java.lang.AssertionError: listener never called
		at org.junit.Assert.fail(Assert.java:88)
		at org.junit.Assert.assertTrue(Assert.java:41)
		at org.junit.Assert.assertNotNull(Assert.java:712)
		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:835)
		... 3 more
	Suppressed: java.lang.AssertionError: listener never called
		at org.junit.Assert.fail(Assert.java:88)
		at org.junit.Assert.assertTrue(Assert.java:41)
		at org.junit.Assert.assertNotNull(Assert.java:712)
		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:835)
		... 3 more
	Suppressed: java.lang.AssertionError: listener never called
		at org.junit.Assert.fail(Assert.java:88)
		at org.junit.Assert.assertTrue(Assert.java:41)
		at org.junit.Assert.assertNotNull(Assert.java:712)
		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:835)
		... 3 more
	Suppressed: java.lang.AssertionError: listener never called
		at org.junit.Assert.fail(Assert.java:88)
		at org.junit.Assert.assertTrue(Assert.java:41)
		at org.junit.Assert.assertNotNull(Assert.java:712)
		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:835)
		... 3 more
	Suppressed: java.lang.AssertionError: listener never called
		at org.junit.Assert.fail(Assert.java:88)
		at org.junit.Assert.assertTrue(Assert.java:41)
		at org.junit.Assert.assertNotNull(Assert.java:712)
		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:835)
		... 3 more
	Suppressed: java.lang.AssertionError: listener never called
		at org.junit.Assert.fail(Assert.java:88)
		at org.junit.Assert.assertTrue(Assert.java:41)
		at org.junit.Assert.assertNotNull(Assert.java:712)
		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:835)
		... 3 more
	Suppressed: java.lang.AssertionError: listener never called
		at org.junit.Assert.fail(Assert.java:88)
		at org.junit.Assert.assertTrue(Assert.java:41)
		at org.junit.Assert.assertNotNull(Assert.java:712)
		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:835)
		... 3 more
	Suppressed: java.lang.AssertionError: listener never called
		at org.junit.Assert.fail(Assert.java:88)
		at org.junit.Assert.assertTrue(Assert.java:41)
		at org.junit.Assert.assertNotNull(Assert.java:712)
		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:835)
		... 3 more
	Suppressed: java.lang.AssertionError: listener never called
		at org.junit.Assert.fail(Assert.java:88)
		at org.junit.Assert.assertTrue(Assert.java:41)
		at org.junit.Assert.assertNotNull(Assert.java:712)
		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:835)
		... 3 more
	Suppressed: java.lang.AssertionError: listener never called
		at org.junit.Assert.fail(Assert.java:88)
		at org.junit.Assert.assertTrue(Assert.java:41)
		at org.junit.Assert.assertNotNull(Assert.java:712)
		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:835)
		... 3 more
	Suppressed: java.lang.AssertionError: listener never called
		at org.junit.Assert.fail(Assert.java:88)
		at org.junit.Assert.assertTrue(Assert.java:41)
		at org.junit.Assert.assertNotNull(Assert.java:712)
		at org.elasticsearch.index.shard.RefreshListenersTests.lambda$testLotsOfThreads$10(RefreshListenersTests.java:317)
		at org.elasticsearch.test.ESTestCase.assertBusy(ESTestCase.java:835)
		... 3 more