Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- function (
- dataset = 'semeval',
- masked = true,
- use_pad_text = true,
- use_input_mask = true,
- use_sentence_copy = true,
- model = 'large',
- add_bla_bla = true,
- lemmatizer_strategy = 'max',
- selector_k = 10
- )
- {
- dataset: dataset,
- configs: [{
- prob_estimator: {
- "module": "subst_models.xlnet_subst",
- "class": "XLNetSubstEstimator",
- "parameters": {
- "masked": masked,
- "use_pad_text": use_pad_text,
- "use_input_mask": use_input_mask,
- "use_sentence_copy": use_sentence_copy,
- "batch_size": 100,
- "model_name": "xlnet-" + model + "-cased",
- "add_bla_bla": add_bla_bla
- }
- },
- lemmatizer: {
- "module": "subst_models.lemmatize",
- "class": "Lemmatizer",
- "parameters": {
- "flag": "spacy",
- "strategy": lemmatizer_strategy
- }
- },
- excluder: {
- "module": "subst_models.target_exclude",
- "class": "Excluder",
- "parameters": {
- "flag": "spacy"
- }
- },
- selector: {
- "module": "evaluator.models.selectors",
- "class": "TopKSelector",
- "parameters": {
- "k": selector_k
- }
- }
- }]
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement