task_map.json

{
    "source_path_format": "~/itrain/run_output/roberta/{0}/{1}/checkpoint-best/{2}",
    "adapters": {
        "cb": "1",
        "cq": "2"
        // add all pre-trained models here ...
    },
    "from": [
        "ud_pos",
        "imdb",
        "scitail",
        "social_i_qa",
        "hellaswag",
        "winogrande",
        "sst2",
        "swag",
        "duorc_s",
        "race",
        "record",
        "qnli",
        "newsqa",
        "squad_v2",
        "art",
        "qqp",
        "mnli",
        "snli",
        "yelp_polarity",
        "pmb_sem_tagging",
        "cosmos_qa",
        "sick",
        "multirc",
        "emo",
        "quoref",
        "wikihop",
        "hotpotqa",
        "duorc_p",
        "squad",
        "fce_error_detection",
        "quartz",
        "mrpc",
        "wic",
        "scicite",
        "cola",
        "anli_r3",
        "trec",
        "emotion",
        "conll2000",
        "conll2003_pos",
        "wnut_17",
        "mit_movie_trivia"
    ],
    "target_path_format": "~/itrain/limited_output/{0}/{1}/0/checkpoint-best/{2}",
    "to": {
        "rte": "eval_accuracy",
        "copa": "eval_accuracy",
        "rotten_tomatoes": "eval_accuracy",
        "cq": "eval_f1",
        "conll2003": "eval_f1",
        "commonsense_qa": "eval_accuracy",
        "stsb": "eval_spearmanr",
        "drop": "eval_f1",
        "quail": "eval_accuracy",
        "boolq": "eval_accuracy",
        "ud_deprel": "eval_f1"
    }
}