Use pytorch transformer

requirements.txt

@@ -1,5 +1,5 @@
 # To be changed to allennlp>=1.0 once that's released.
-git+https://github.com/allenai/allennlp.git@4749fc3
+git+https://github.com/allenai/allennlp.git@c5a56a1d68d2520978d1f03e4f8f2728991ab207
 
 word2number>=1.1
 py-rouge==1.1

setup.py

@@ -39,7 +39,7 @@
         #
         # As a mitigation, run `pip uninstall allennlp` before installing this
         # package.
-        sha = "4749fc3"
+        sha = "c5a56a1d68d2520978d1f03e4f8f2728991ab207"
         requirement = f"allennlp @ git+https://github.com/allenai/allennlp@{sha}#egg=allennlp"
         install_requirements.append(requirement)
 

training_config/qanet.jsonnet

@@ -111,15 +111,17 @@
             "attention_dropout_prob": 0
         },
         "dropout_prob": 0.1,
-        "regularizer": [
-            [
-                ".*",
-                {
-                    "type": "l2",
-                    "alpha": 1e-07
-                }
+        "regularizer": {
+            "regexes": [
+                [
+                    ".*",
+                    {
+                        "type": "l2",
+                        "alpha": 1e-07
+                    }
+                ]
             ]
-        ]
+        }
     },
   "data_loader": {
     "batch_sampler": {
@@ -147,4 +149,4 @@
             "decay": 0.9999
         }
     }
-}
+}