Skip to content

Commit 12917cd

Browse files
flaky transform test fix attempt (#542) (#547)
* flaky transform test fix attempt Signed-off-by: Petar Dzepina <petar.dzepina@vroom.com> * accidental paste fix Signed-off-by: Petar Dzepina <petar.dzepina@vroom.com> Signed-off-by: Petar Dzepina <petar.dzepina@vroom.com> Co-authored-by: Petar Dzepina <petar.dzepina@vroom.com> (cherry picked from commit 5217af0) Co-authored-by: Petar Dzepina <petar.dzepina@gmail.com>
1 parent b3f7373 commit 12917cd

File tree

1 file changed

+13
-16
lines changed

1 file changed

+13
-16
lines changed

src/test/kotlin/org/opensearch/indexmanagement/transform/TransformRunnerIT.kt

Lines changed: 13 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -738,16 +738,15 @@ class TransformRunnerIT : TransformRestTestCase() {
738738
assertEquals("Transform did not complete iteration", null, transformMetadata.afterKey)
739739
assertNotNull("Continuous stats were not updated", transformMetadata.continuousStats)
740740
assertNotNull("Continuous stats were set, but lastTimestamp was not", transformMetadata.continuousStats!!.lastTimestamp)
741+
assertEquals("Not the expected transform status", TransformMetadata.Status.STARTED, transformMetadata.status)
742+
assertEquals("Not the expected pages processed", 6L, transformMetadata.stats.pagesProcessed)
743+
assertEquals("Not the expected documents indexed", 2L, transformMetadata.stats.documentsIndexed)
744+
assertEquals("Not the expected documents processed", 15000L, transformMetadata.stats.documentsProcessed)
745+
assertTrue("Doesn't capture indexed time", transformMetadata.stats.indexTimeInMillis > 0)
746+
assertTrue("Didn't capture search time", transformMetadata.stats.searchTimeInMillis > 0)
741747
transformMetadata
742748
}
743749

744-
assertEquals("Not the expected transform status", TransformMetadata.Status.STARTED, firstIterationMetadata.status)
745-
assertEquals("Not the expected pages processed", 6L, firstIterationMetadata.stats.pagesProcessed)
746-
assertEquals("Not the expected documents indexed", 2L, firstIterationMetadata.stats.documentsIndexed)
747-
assertEquals("Not the expected documents processed", 15000L, firstIterationMetadata.stats.documentsProcessed)
748-
assertTrue("Doesn't capture indexed time", firstIterationMetadata.stats.indexTimeInMillis > 0)
749-
assertTrue("Didn't capture search time", firstIterationMetadata.stats.searchTimeInMillis > 0)
750-
751750
waitFor {
752751
val documentsBehind = getTransformDocumentsBehind(transform.id)
753752
assertNotNull(documentsBehind)
@@ -759,23 +758,21 @@ class TransformRunnerIT : TransformRestTestCase() {
759758

760759
Thread.sleep(5000)
761760

762-
val secondIterationMetadata = waitFor {
761+
waitFor {
763762
val job = getTransform(transformId = transform.id)
764763
assertNotNull("Transform job doesn't have metadata set", job.metadataId)
765764
val transformMetadata = getTransformMetadata(job.metadataId!!)
766765
assertEquals("Transform did not complete iteration or had incorrect number of documents processed", 15000, transformMetadata.stats.documentsProcessed)
767766
assertEquals("Transform did not have null afterKey after iteration", null, transformMetadata.afterKey)
768767
assertTrue("Timestamp was not updated", transformMetadata.continuousStats!!.lastTimestamp!!.isAfter(firstIterationMetadata.continuousStats!!.lastTimestamp))
769-
transformMetadata
768+
assertEquals("Not the expected transform status", TransformMetadata.Status.STARTED, transformMetadata.status)
769+
assertEquals("More than expected pages processed", 6, transformMetadata.stats.pagesProcessed)
770+
assertEquals("More than expected documents indexed", 2L, transformMetadata.stats.documentsIndexed)
771+
assertEquals("Not the expected documents processed", 15000L, transformMetadata.stats.documentsProcessed)
772+
assertEquals("Not the expected indexed time", transformMetadata.stats.indexTimeInMillis, firstIterationMetadata.stats.indexTimeInMillis)
773+
assertEquals("Not the expected search time", transformMetadata.stats.searchTimeInMillis, firstIterationMetadata.stats.searchTimeInMillis)
770774
}
771775

772-
assertEquals("Not the expected transform status", TransformMetadata.Status.STARTED, secondIterationMetadata.status)
773-
assertEquals("More than expected pages processed", 6, secondIterationMetadata.stats.pagesProcessed)
774-
assertEquals("More than expected documents indexed", 2L, secondIterationMetadata.stats.documentsIndexed)
775-
assertEquals("Not the expected documents processed", 15000L, secondIterationMetadata.stats.documentsProcessed)
776-
assertEquals("Not the expected indexed time", secondIterationMetadata.stats.indexTimeInMillis, firstIterationMetadata.stats.indexTimeInMillis)
777-
assertEquals("Not the expected search time", secondIterationMetadata.stats.searchTimeInMillis, firstIterationMetadata.stats.searchTimeInMillis)
778-
779776
disableTransform(transform.id)
780777
}
781778

0 commit comments

Comments
 (0)