[NEW Model] Add GAU-alpha model (PaddlePaddle#2088)

* add gau_alpha model * a.shape[-2] -> paddle.shape(a)[-2] * update token type id Co-authored-by: yingyibiao <yyb0576@163.com>
jeff41404 · May 25, 2022 · aebd26e · aebd26e
1 parent a1df427
commit aebd26e
Show file tree

Hide file tree

Showing 6 changed files with 1,242 additions and 0 deletions.
diff --git a/paddlenlp/transformers/__init__.py b/paddlenlp/transformers/__init__.py
@@ -105,6 +105,8 @@
 from .unimo.tokenizer import *
 from .xlnet.modeling import *
 from .xlnet.tokenizer import *
+from .gau_alpha.modeling import *
+from .gau_alpha.tokenizer import *
 from .roformerv2.modeling import *
 from .roformerv2.tokenizer import *
 from .optimization import *

diff --git a/paddlenlp/transformers/auto/modeling.py b/paddlenlp/transformers/auto/modeling.py
@@ -75,6 +75,7 @@
     ("T5", 't5'),
     ("Bert", "bert"),
     ("Bart", "bart"),
+    ("GAUAlpha", "gau_alpha"),
 ])
 
 MAPPING_TASKS = OrderedDict([

diff --git a/paddlenlp/transformers/auto/tokenizer.py b/paddlenlp/transformers/auto/tokenizer.py
@@ -72,6 +72,7 @@
     ("T5Tokenizer", 't5'),
     ("BertTokenizer", "bert"),
     ("BartTokenizer", "bart"),
+    ("GAUAlphaTokenizer", "gau_alpha"),
 ])
 
 FASTER_TOKENIZER_MAPPING_NAMES = OrderedDict(

diff --git a/paddlenlp/transformers/gau_alpha/__init__.py b/paddlenlp/transformers/gau_alpha/__init__.py
@@ -0,0 +1,2 @@
+from .modeling import *
+from .tokenizer import *
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		from .modeling import *
		from .tokenizer import *