Set decoder_start_token_id and output_past in config (#3)

- Set decoder_start_token_id and output_past in config (12cb4a2c05148f23dd53f69a26ec805936dc5d94)


Co-authored-by: Ankur Goyal <[email protected]>

config.json

@@ -5,6 +5,7 @@
   "d_ff": 10240,
   "d_kv": 64,
   "d_model": 4096,
+  "decoder_start_token_id": 0,
   "dense_act_fn": "gelu",
   "dropout_rate": 0.1,
   "eos_token_id": 1,
@@ -17,6 +18,7 @@
   "num_decoder_layers": 24,
   "num_heads": 64,
   "num_layers": 24,
+  "output_past": true,
   "pad_token_id": 0,
   "relative_attention_max_distance": 128,
   "relative_attention_num_buckets": 32,