Skip to content

Commit 25a16e7

Browse files
flaky transform test fix attempt (#542) (#548)
* flaky transform test fix attempt Signed-off-by: Petar Dzepina <petar.dzepina@vroom.com> * accidental paste fix Signed-off-by: Petar Dzepina <petar.dzepina@vroom.com> Signed-off-by: Petar Dzepina <petar.dzepina@vroom.com> Co-authored-by: Petar Dzepina <petar.dzepina@vroom.com> (cherry picked from commit 5217af0) Co-authored-by: Petar Dzepina <petar.dzepina@gmail.com>
1 parent 9d34598 commit 25a16e7

File tree

1 file changed

+13
-16
lines changed

1 file changed

+13
-16
lines changed

src/test/kotlin/org/opensearch/indexmanagement/transform/TransformRunnerIT.kt

Lines changed: 13 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -736,16 +736,15 @@ class TransformRunnerIT : TransformRestTestCase() {
736736
assertEquals("Transform did not complete iteration", null, transformMetadata.afterKey)
737737
assertNotNull("Continuous stats were not updated", transformMetadata.continuousStats)
738738
assertNotNull("Continuous stats were set, but lastTimestamp was not", transformMetadata.continuousStats!!.lastTimestamp)
739+
assertEquals("Not the expected transform status", TransformMetadata.Status.STARTED, transformMetadata.status)
740+
assertEquals("Not the expected pages processed", 6L, transformMetadata.stats.pagesProcessed)
741+
assertEquals("Not the expected documents indexed", 2L, transformMetadata.stats.documentsIndexed)
742+
assertEquals("Not the expected documents processed", 15000L, transformMetadata.stats.documentsProcessed)
743+
assertTrue("Doesn't capture indexed time", transformMetadata.stats.indexTimeInMillis > 0)
744+
assertTrue("Didn't capture search time", transformMetadata.stats.searchTimeInMillis > 0)
739745
transformMetadata
740746
}
741747

742-
assertEquals("Not the expected transform status", TransformMetadata.Status.STARTED, firstIterationMetadata.status)
743-
assertEquals("Not the expected pages processed", 6L, firstIterationMetadata.stats.pagesProcessed)
744-
assertEquals("Not the expected documents indexed", 2L, firstIterationMetadata.stats.documentsIndexed)
745-
assertEquals("Not the expected documents processed", 15000L, firstIterationMetadata.stats.documentsProcessed)
746-
assertTrue("Doesn't capture indexed time", firstIterationMetadata.stats.indexTimeInMillis > 0)
747-
assertTrue("Didn't capture search time", firstIterationMetadata.stats.searchTimeInMillis > 0)
748-
749748
waitFor {
750749
val documentsBehind = getTransformDocumentsBehind(transform.id)
751750
assertNotNull(documentsBehind)
@@ -757,23 +756,21 @@ class TransformRunnerIT : TransformRestTestCase() {
757756

758757
Thread.sleep(5000)
759758

760-
val secondIterationMetadata = waitFor {
759+
waitFor {
761760
val job = getTransform(transformId = transform.id)
762761
assertNotNull("Transform job doesn't have metadata set", job.metadataId)
763762
val transformMetadata = getTransformMetadata(job.metadataId!!)
764763
assertEquals("Transform did not complete iteration or had incorrect number of documents processed", 15000, transformMetadata.stats.documentsProcessed)
765764
assertEquals("Transform did not have null afterKey after iteration", null, transformMetadata.afterKey)
766765
assertTrue("Timestamp was not updated", transformMetadata.continuousStats!!.lastTimestamp!!.isAfter(firstIterationMetadata.continuousStats!!.lastTimestamp))
767-
transformMetadata
766+
assertEquals("Not the expected transform status", TransformMetadata.Status.STARTED, transformMetadata.status)
767+
assertEquals("More than expected pages processed", 6, transformMetadata.stats.pagesProcessed)
768+
assertEquals("More than expected documents indexed", 2L, transformMetadata.stats.documentsIndexed)
769+
assertEquals("Not the expected documents processed", 15000L, transformMetadata.stats.documentsProcessed)
770+
assertEquals("Not the expected indexed time", transformMetadata.stats.indexTimeInMillis, firstIterationMetadata.stats.indexTimeInMillis)
771+
assertEquals("Not the expected search time", transformMetadata.stats.searchTimeInMillis, firstIterationMetadata.stats.searchTimeInMillis)
768772
}
769773

770-
assertEquals("Not the expected transform status", TransformMetadata.Status.STARTED, secondIterationMetadata.status)
771-
assertEquals("More than expected pages processed", 6, secondIterationMetadata.stats.pagesProcessed)
772-
assertEquals("More than expected documents indexed", 2L, secondIterationMetadata.stats.documentsIndexed)
773-
assertEquals("Not the expected documents processed", 15000L, secondIterationMetadata.stats.documentsProcessed)
774-
assertEquals("Not the expected indexed time", secondIterationMetadata.stats.indexTimeInMillis, firstIterationMetadata.stats.indexTimeInMillis)
775-
assertEquals("Not the expected search time", secondIterationMetadata.stats.searchTimeInMillis, firstIterationMetadata.stats.searchTimeInMillis)
776-
777774
disableTransform(transform.id)
778775
}
779776

0 commit comments

Comments
 (0)