{
  "dataset_reader": {
    "type": "squad",
    "lazy": true,
    "passage_length_limit": 400,
    "tokenizer": {
      "type": "word",
      "word_splitter": {
        "type": "spacy",
        "pos_tags": true,
        "ner": true
      }
    },
    "token_indexers": {
      "token_characters": {
        "type": "characters",
        "min_padding_length": 3
      },
      "bert": {
          "type": "bert-pretrained",
          "pretrained_model": "bert-base-uncased",
          "do_lowercase": true,
          "use_starting_offsets": true
      },
      "pos_tag": {
        "type": "pos_tag"
      },
      "ner_tag": {
        "type": "ner_tag"
      }
    }
  },
  "train_data_path": "dev-v2.0.json",
  "validation_data_path": "dev-v2.0.json",
  "model": {
    "type": "slqa",
    "word_embedder": {
      "embedder_to_indexer_map": {
            "bert": ["bert", "bert-offsets"],
            "token_characters": ["token_characters"],
        },
      "token_embedders": {
          "bert": {
            "type": "bert-pretrained",
            "pretrained_model": "bert-base-uncased",
          },
          "token_characters": {
            "type": "character_encoding",
            "embedding": {
              "embedding_dim": 16,
            },
            "encoder": {
              "type": "cnn",
              "embedding_dim": 16,
              "num_filters": 128,
              "ngram_filter_sizes": [3],
              "conv_layer_activation": "relu"
            }
          }
      },
      "allow_unmatched_keys": true
    },
    "phrase_layer": {
      "type": "lstm",
      "bidirectional": true,
      "input_size": 896,
      "hidden_size": 100,
      "num_layers": 1,
      "dropout": 0.4
    },
    "features_embedder": {
      "embedder_to_indexer_map": {
            "pos_tag": ["pos_tag"],
            "ner_tag": ["ner_tag"],
        },
      "pos_tag": {
        "type": "embedding",
        "embedding_dim": 16,
        "trainable": false
      },
      "ner_tag": {
        "type": "embedding",
        "embedding_dim": 16,
        "trainable": false
      },
      "allow_unmatched_keys": true
    },
    "projected_layer": {
      "type": "lstm",
      "bidirectional": true,
      "input_size": 200,
      "hidden_size": 100,
      "num_layers": 1,
      "dropout": 0.4
    },
    "contextual_passage": {
      "type": "lstm",
      "bidirectional": true,
      "input_size": 200,
      "hidden_size": 100,
      "num_layers": 1,
      "dropout": 0.4
    },
    "contextual_question": {
      "type": "lstm",
      "bidirectional": true,
      "input_size": 200,
      "hidden_size": 100,
      "num_layers": 1,
      "dropout": 0.4
    },
    "dropout": 0.4
  },
  "iterator": {
    "type": "bucket",
    "sorting_keys": [["passage", "num_tokens"], ["question", "num_tokens"]],
    "batch_size": 32,
    "max_instances_in_memory": 32
  },
  "trainer": {
    "num_epochs": 50,
    "grad_norm": 5.0,
    "patience": 10,
    "validation_metric": "+f1",
    "cuda_device": 0,
    "learning_rate_scheduler":  {
      "type": "reduce_on_plateau",
      "factor": 0.5,
      "mode": "max",
      "patience": 2,

    },
    "optimizer": {
      "type": "adamax",
      // "betas": [0.9, 0.9],
      "lr": 0.002
    }
  }
}