RFC: refactor benchmarks setups and customize pytest's discovery rule to enable running benchmarks through pytest

Author: neutrinoceros

benchmarks/coordinates.py

@@ -51,6 +51,9 @@ def setup(self):
         self.array_rep = CartesianRepresentation(np.ones((3, 1000)) * u.kpc)
         self.array_dif = CartesianDifferential(np.ones((3, 1000)) * u.km / u.s)
 
+    # pytest compat
+    setup_method = setup
+
     def time_with_differentials_scalar(self):
         self.scalar_rep.with_differentials(self.scalar_dif)
 
@@ -129,6 +132,9 @@ def setup(self):
             xyz_clustered2, representation_type=CartesianRepresentation
         )
 
+    # pytest compat
+    setup_method = setup
+
     def time_init_nodata(self):
         FK5()
 
@@ -188,6 +194,9 @@ def setup(self):
             lat=self.array_q_dec, lon=self.array_q_ra
         )
 
+    # pytest compat
+    setup_method = setup
+
     def time_init_scalar(self):
         SkyCoord(1, 2, unit="deg", frame="icrs")
 

benchmarks/io_ascii/core.py

@@ -41,6 +41,9 @@ def setup(self):
         for col, x in izip(self.cols, lst):
             col.str_vals = [str(s) for s in x]
 
+    # pytest compat
+    setup_method = setup
+
     def time_continuation_inputter(self):
         core.ContinuationLinesInputter().process_lines(self.lines)
 

benchmarks/io_ascii/fixedwidth.py

@@ -18,6 +18,9 @@ def setup(self):
         self.splitter.cols = self.header.cols
         self.data = ascii.FixedWidthData()
 
+    # pytest compat
+    setup_method = setup
+
     def time_splitter(self):
         self.splitter(self.lines[1:])
 

benchmarks/io_ascii/ipac.py

@@ -26,6 +26,9 @@ def setup(self):
         self.data.cols = list(self.table.columns.values())
         self.data._set_fill_values(self.data.cols)
 
+    # pytest compat
+    setup_method = setup
+
     def time_splitter(self):
         self.splitter.join(self.vals, self.widths)
 

benchmarks/io_ascii/main.py

@@ -43,6 +43,9 @@ def setup(self):
         if self.file_format != "sextractor":
             self.table = self.read()
 
+    # pytest compat
+    setup_method = setup
+
     def read(self):
         return ascii.read(BytesIO(self.data), format=self.file_format, guess=False)
 

benchmarks/io_ascii/rdb.py

@@ -13,5 +13,8 @@ def setup(self):
         self.lines = f.read().split("\n")
         f.close()
 
+    # pytest compat
+    setup_method = setup
+
     def time_get_cols(self):
         self.header.get_cols(self.lines)

benchmarks/io_ascii/sextractor.py

@@ -23,5 +23,8 @@ def setup(self):
             self.lines.append("# {} {} Description [pixel**2]".format(i, randword()))
         self.lines.append("Non-header line")
 
+    # pytest compat
+    setup_method = setup
+
     def time_header(self):
         self.header.get_cols(self.lines)

benchmarks/io_ascii/table.py

@@ -28,6 +28,9 @@ def setup(self):
         self.outputter = core.TableOutputter()
         self.table = table.Table()
 
+    # pytest compat
+    setup_method = setup
+
     def time_table_outputter(self):
         self.outputter(self.cols, {"table": {}})
 

benchmarks/io_fits.py

@@ -25,6 +25,9 @@ def setup(self):
             t["booleans"] = t["floats"] > 0.5
             t.write(temp, format="fits")
 
+    # pytest compat
+    setup_method = setup
+
     def time_read_nommap(self):
         try:
             Table.read(self.table_file, format="fits", memmap=False)
@@ -42,7 +45,7 @@ def time_write(self):
         t.write(table_bytes, format="fits")
 
 
-class FITSBinTableHDU:
+class FITSBinTableHDUBenchmarks:
     def time_from_columns_bytes(self):
         x = np.repeat(b"a", 2_000_000)
         array = np.array(x, dtype=[("col", "S1")])
@@ -57,7 +60,7 @@ def make_header(ncards=1000):
     return fits.Header(cards)
 
 
-class FITSHeader:
+class FITSHeaderBenchmarks:
     """
     Tests of the Header interface
     """
@@ -66,6 +69,9 @@ def setup(self):
         self.hdr = make_header()
         self.hdr_string = self.hdr.tostring()
 
+    # pytest compat
+    setup_method = setup
+
     def time_get_int(self):
         self.hdr.get("INT999")
 
@@ -85,21 +91,23 @@ def time_fromstring(self):
         fits.Header.fromstring(self.hdr_string)
 
 
-class FITSHDUList:
+class FITSHDUListBenchmarks:
     """
     Tests of the HDUList interface
     """
 
-    filename = "many_hdu.fits"
-
     def setup_cache(self):
+        self.filename = NamedTemporaryFile(delete=False).name
         hdr = make_header()
         hdul = fits.HDUList(
             [fits.PrimaryHDU(header=hdr)]
             + [fits.ImageHDU(header=hdr) for _ in range(30)]
         )
         hdul.writeto(self.filename)
 
+    # pytest compat
+    setup_method = setup_cache
+
     def time_getheader(self):
         fits.getheader(self.filename)
 

benchmarks/modeling/compound.py

@@ -47,6 +47,9 @@ def setup(self):
             | models.RotateNative2Celestial(5.6, -72.05, 180)
         )
 
+    # pytest compat
+    setup_method = setup
+
     def time_scalar(self):
         r, d = self.model(x_no_units_scalar, x_no_units_scalar)
 
@@ -77,6 +80,9 @@ def setup(self):
             | models.RotateNative2Celestial(5.6 * u.deg, -72.05 * u.deg, 180 * u.deg)
         )
 
+    # pytest compat
+    setup_method = setup
+
     def time_scalar(self):
         r, d = self.model(x_no_units_scalar * u.pix, x_no_units_scalar * u.pix)