diff --git a/trax/models/research/bert.py b/trax/models/research/bert.py index cb0e3bdef..539d4c29c 100644 --- a/trax/models/research/bert.py +++ b/trax/models/research/bert.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """BERT.""" import os diff --git a/trax/models/research/configurable_transformer.py b/trax/models/research/configurable_transformer.py index 7fdda0561..b0d1e3232 100644 --- a/trax/models/research/configurable_transformer.py +++ b/trax/models/research/configurable_transformer.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Transformer models: encoder, decoder, language model, and encoder-decoder. The "Transformer" name and network architecture were introduced in the paper diff --git a/trax/models/research/configurable_transformer_test.py b/trax/models/research/configurable_transformer_test.py index cbcd8c62f..0c10f078f 100644 --- a/trax/models/research/configurable_transformer_test.py +++ b/trax/models/research/configurable_transformer_test.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Tests for Transformer models.""" import functools diff --git a/trax/models/research/hourglass.py b/trax/models/research/hourglass.py index 9ef091da9..669cd7e39 100644 --- a/trax/models/research/hourglass.py +++ b/trax/models/research/hourglass.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Hourglass - a hierarchical Transformer language model.""" import trax.layers as tl diff --git a/trax/models/research/hourglass_test.py b/trax/models/research/hourglass_test.py index db7a52d85..9329c109e 100644 --- a/trax/models/research/hourglass_test.py +++ b/trax/models/research/hourglass_test.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Tests for Hourglass model.""" from absl.testing import absltest diff --git a/trax/models/research/layerdrop_transformer.py b/trax/models/research/layerdrop_transformer.py index 52c1c2a70..0709fad38 100644 --- a/trax/models/research/layerdrop_transformer.py +++ b/trax/models/research/layerdrop_transformer.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Layer-Skipping Transformer Models. Like in https://arxiv.org/pdf/1909.11556.pdf diff --git a/trax/models/research/layerdrop_transformer_test.py b/trax/models/research/layerdrop_transformer_test.py index 9e04daa96..2fe41fe07 100644 --- a/trax/models/research/layerdrop_transformer_test.py +++ b/trax/models/research/layerdrop_transformer_test.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Tests for Reformer models.""" from absl.testing import absltest diff --git a/trax/models/research/rezero.py b/trax/models/research/rezero.py index 795f60286..a9a2e4526 100644 --- a/trax/models/research/rezero.py +++ b/trax/models/research/rezero.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """ReZero Transformer Models. ReZero transformer (https://arxiv.org/abs/2003.04887) is based on a simple diff --git a/trax/models/research/rezero_test.py b/trax/models/research/rezero_test.py index aaee4b91f..d6be6d32e 100644 --- a/trax/models/research/rezero_test.py +++ b/trax/models/research/rezero_test.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Tests for ReZero models.""" from absl.testing import absltest diff --git a/trax/models/research/rse.py b/trax/models/research/rse.py index 11a238931..b5c51c247 100644 --- a/trax/models/research/rse.py +++ b/trax/models/research/rse.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Residual Shuffle-Exchange Networks. https://arxiv.org/pdf/2004.04662.pdf diff --git a/trax/models/research/rse_test.py b/trax/models/research/rse_test.py index e2527ac7f..6f751db6a 100644 --- a/trax/models/research/rse_test.py +++ b/trax/models/research/rse_test.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Tests for Residual Shuffle-Exchange Networks.""" from absl.testing import absltest diff --git a/trax/models/research/terraformer.py b/trax/models/research/terraformer.py index addc004e7..892c5c5d9 100644 --- a/trax/models/research/terraformer.py +++ b/trax/models/research/terraformer.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """The Terraformer model -- highly configurable version for research. Implements the Terraformer model, introduced in the paper ... diff --git a/trax/models/research/terraformer_memory_test.py b/trax/models/research/terraformer_memory_test.py index d89fe658d..8c4a78601 100644 --- a/trax/models/research/terraformer_memory_test.py +++ b/trax/models/research/terraformer_memory_test.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Test for memory usage in Terraformer models. This test is designed to run on TPUv3 hardware, processing 1 million tokens at a diff --git a/trax/models/research/terraformer_oom_test.py b/trax/models/research/terraformer_oom_test.py index 6b4b20f53..2d68819fe 100644 --- a/trax/models/research/terraformer_oom_test.py +++ b/trax/models/research/terraformer_oom_test.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Tests for OOM for Terraformer .""" import functools diff --git a/trax/models/research/terraformer_test.py b/trax/models/research/terraformer_test.py index 3e7e8c1dd..ea30f1598 100644 --- a/trax/models/research/terraformer_test.py +++ b/trax/models/research/terraformer_test.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Tests for Terraformer models.""" import functools diff --git a/trax/models/research/transformer2.py b/trax/models/research/transformer2.py index 1da8e918b..c92a9160d 100644 --- a/trax/models/research/transformer2.py +++ b/trax/models/research/transformer2.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Transformer variant -- no encoder-decoder attention.""" from trax import fastmath diff --git a/trax/models/research/transformer2_test.py b/trax/models/research/transformer2_test.py index 67a1c38bf..18a10c5d3 100644 --- a/trax/models/research/transformer2_test.py +++ b/trax/models/research/transformer2_test.py @@ -13,7 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -# Lint as: python3 """Tests for Transformer models.""" from absl.testing import absltest