Download

In [ ]:

import numpy as np
from datasets import Dataset
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
from transformers import BartTokenizer, BartForConditionalGeneration

import numpy as np from datasets import Dataset from transformers import AutoTokenizer, AutoModelForSeq2SeqLM from transformers import BartTokenizer, BartForConditionalGeneration

In [ ]:

def save():
    tokenizer = AutoTokenizer.from_pretrained("t5-small")
    tokenizer.save_pretrained("./tokenizer_T5")

    model = AutoModelForSeq2SeqLM.from_pretrained("t5-small")
    model.save_pretrained("./model_T5")

    tokenizer = BartTokenizer.from_pretrained("facebook/bart-base")
    tokenizer.save_pretrained("./tokenizer_bartbase")
    
    model = BartForConditionalGeneration.from_pretrained("facebook/bart-base")
    model.save_pretrained("./model_bartbase")

def save(): tokenizer = AutoTokenizer.from_pretrained("t5-small") tokenizer.save_pretrained("./tokenizer_T5") model = AutoModelForSeq2SeqLM.from_pretrained("t5-small") model.save_pretrained("./model_T5") tokenizer = BartTokenizer.from_pretrained("facebook/bart-base") tokenizer.save_pretrained("./tokenizer_bartbase") model = BartForConditionalGeneration.from_pretrained("facebook/bart-base") model.save_pretrained("./model_bartbase")