| { |
| "dataset_reader": { |
| "type": "squad", |
| "token_indexers": { |
| "elmo": { |
| "type": "elmo_characters" |
| }, |
| "token_characters": { |
| "type": "characters", |
| "character_tokenizer": { |
| "byte_encoding": "utf-8", |
| "end_tokens": [ |
| 260 |
| ], |
| "start_tokens": [ |
| 259 |
| ] |
| }, |
| "min_padding_length": 5 |
| }, |
| "tokens": { |
| "type": "single_id", |
| "lowercase_tokens": true |
| } |
| } |
| }, |
| "model": { |
| "type": "bidaf", |
| "dropout": 0.2, |
| "matrix_attention": { |
| "type": "linear", |
| "combination": "x,y,x*y", |
| "tensor_1_dim": 200, |
| "tensor_2_dim": 200 |
| }, |
| "modeling_layer": { |
| "type": "lstm", |
| "bidirectional": true, |
| "dropout": 0.2, |
| "hidden_size": 100, |
| "input_size": 800, |
| "num_layers": 2 |
| }, |
| "num_highway_layers": 2, |
| "phrase_layer": { |
| "type": "lstm", |
| "bidirectional": true, |
| "hidden_size": 100, |
| "input_size": 1224, |
| "num_layers": 1 |
| }, |
| "span_end_encoder": { |
| "type": "lstm", |
| "bidirectional": true, |
| "hidden_size": 100, |
| "input_size": 1400, |
| "num_layers": 1 |
| }, |
| "text_field_embedder": { |
| "token_embedders": { |
| "elmo": { |
| "type": "elmo_token_embedder", |
| "do_layer_norm": false, |
| "dropout": 0, |
| "options_file": "https://allennlp.s3.amazonaws.com/models/elmo/2x4096_512_2048cnn_2xhighway/elmo_2x4096_512_2048cnn_2xhighway_options.json", |
| "weight_file": "https://allennlp.s3.amazonaws.com/models/elmo/2x4096_512_2048cnn_2xhighway/elmo_2x4096_512_2048cnn_2xhighway_weights.hdf5" |
| }, |
| "token_characters": { |
| "type": "character_encoding", |
| "dropout": 0.2, |
| "embedding": { |
| "embedding_dim": 16, |
| "num_embeddings": 262 |
| }, |
| "encoder": { |
| "type": "cnn", |
| "embedding_dim": 16, |
| "ngram_filter_sizes": [ |
| 5 |
| ], |
| "num_filters": 100 |
| } |
| }, |
| "tokens": { |
| "type": "embedding", |
| "embedding_dim": 100, |
| "pretrained_file": "https://allennlp.s3.amazonaws.com/datasets/glove/glove.6B.100d.txt.gz", |
| "trainable": false |
| } |
| } |
| } |
| }, |
| "train_data_path": "https://allennlp.s3.amazonaws.com/datasets/squad/squad-train-v1.1.json", |
| "validation_data_path": "https://allennlp.s3.amazonaws.com/datasets/squad/squad-dev-v1.1.json", |
| "trainer": { |
| "callbacks": [ |
| "tensorboard" |
| ], |
| "grad_norm": 5, |
| "learning_rate_scheduler": { |
| "type": "reduce_on_plateau", |
| "factor": 0.5, |
| "mode": "max", |
| "patience": 2 |
| }, |
| "num_epochs": 20, |
| "optimizer": { |
| "type": "adam", |
| "betas": [ |
| 0.9, |
| 0.9 |
| ] |
| }, |
| "patience": 10, |
| "validation_metric": "+em" |
| }, |
| "data_loader": { |
| "batch_sampler": { |
| "type": "bucket", |
| "batch_size": 40 |
| } |
| } |
| } |
