!pip install transformers datasets from transformers import AutoTokenizer, AutoModelForMaskedLM tokenizer = AutoTokenizer.from_pretrained("xlm-roberta-base") model = AutoModelForMaskedLM.from_pretrained("xlm-roberta-base") with open("georgian_text.txt", "r", encoding="utf-8") as f: text = f.read()
from transformers import AutoTokenizer, AutoModelForMaskedLM
tokenizer = AutoTokenizer.from_pretrained("xlm-roberta-base")
model = AutoModelForMaskedLM.from_pretrained("xlm-roberta-base")
with open("georgian_text.txt", "r", encoding="utf-8") as f:
text = f.read()