Merge pull request googleapis#387 from blowmage/test-retry

Acceptance Retry
jeffmendoza · Oct 20, 2015 · a7cc986 · a7cc986
2 parents 37ad56d + f7036ca
commit a7cc986
Show file tree

Hide file tree

Showing 5 changed files with 50 additions and 0 deletions.
diff --git a/acceptance/bigquery_helper.rb b/acceptance/bigquery_helper.rb
@@ -63,6 +63,16 @@ def setup
       addl.include? :bigquery
     end
   end
+
+  def self.run_one_method klass, method_name, reporter
+    result = nil
+    (1..3).each do |try|
+      result = Minitest.run_one_method(klass, method_name)
+      break if result.passed?
+      puts "Retrying #{klass}##{method_name} (#{try})"
+    end
+    reporter.record result
+  end
 end
 
 def clean_up_bigquery_datasets

diff --git a/acceptance/datastore_helper.rb b/acceptance/datastore_helper.rb
@@ -35,5 +35,15 @@ def setup
     register_spec_type(self) do |desc, *addl|
       addl.include? :datastore
     end
+
+    def self.run_one_method klass, method_name, reporter
+      result = nil
+      (1..3).each do |try|
+        result = Minitest.run_one_method(klass, method_name)
+        break if result.passed?
+        puts "Retrying #{klass}##{method_name} (#{try})"
+      end
+      reporter.record result
+    end
   end
 end
diff --git a/acceptance/dns_helper.rb b/acceptance/dns_helper.rb
@@ -66,6 +66,16 @@ def setup
         addl.include? :dns
       end
     end
+
+    def self.run_one_method klass, method_name, reporter
+      result = nil
+      (1..3).each do |try|
+        result = Minitest.run_one_method(klass, method_name)
+        break if result.passed?
+        puts "Retrying #{klass}##{method_name} (#{try})"
+      end
+      reporter.record result
+    end
   end
 
   def clean_up_dns_zones

diff --git a/acceptance/pubsub_helper.rb b/acceptance/pubsub_helper.rb
@@ -53,6 +53,16 @@ def setup
     register_spec_type(self) do |desc, *addl|
       addl.include? :pubsub
     end
+
+    def self.run_one_method klass, method_name, reporter
+      result = nil
+      (1..3).each do |try|
+        result = Minitest.run_one_method(klass, method_name)
+        break if result.passed?
+        puts "Retrying #{klass}##{method_name} (#{try})"
+      end
+      reporter.record result
+    end
   end
 end
 

diff --git a/acceptance/storage_helper.rb b/acceptance/storage_helper.rb
@@ -66,6 +66,16 @@ def setup
       addl.include? :storage
     end
   end
+
+  def self.run_one_method klass, method_name, reporter
+    result = nil
+    (1..3).each do |try|
+      result = Minitest.run_one_method(klass, method_name)
+      break if result.passed?
+      puts "Retrying #{klass}##{method_name} (#{try})"
+    end
+    reporter.record result
+  end
 end
 
 # Create buckets to be shared with all the tests