0

I am using Allen NLP with the config file. I am trying to fine tune the model MoritzLaurer/mDeBERTa-v3-base-xnli-multilingual-nli-2mil7 from Hugging Face. Unfortunately, I am getting the Error: AttributeError: 'DebertaV2Model' object has no attribute 'pooler'. Do you have any Idea what's wrong? Other Models do work. Very thankful for any help !

Here is the Config File:

local bert_model = "MoritzLaurer/mDeBERTa-v3-base-xnli-multilingual-nli-2mil7";

{
    "dataset_reader" : {
        "type": "classification-tsv",
        "tokenizer": {
            "type": "pretrained_transformer",
            "model_name": bert_model,
        },
        "token_indexers": {
            "bert": {
                "type": "pretrained_transformer",
                "model_name": bert_model,
            }
        },
        "max_tokens": 100
    },
    "train_data_path": "data/sofa/train.tsv",
    "validation_data_path": "data/sofa/validation.tsv",
    "model": {
        "type": "simple_classifier",
        "embedder": {
            "token_embedders": {
                "bert": {
                    "type": "pretrained_transformer",
                    "model_name": bert_model
                }
            }
        },
        "encoder": {
            "type": "bert_pooler",
            "pretrained_model": bert_model,
            "requires_grad": true
        }
    },
    "data_loader": {
        "batch_size": 32,
        "shuffle": true
    },
    "trainer": {
        "optimizer": {
            "type": "huggingface_adamw",
            "lr": 1.0e-5
        },
        "num_epochs": 120
    }
}

0 Answers0