Embedding with rubert.

rubert-embedding.py

#!/usr/bin/env python

# Documented in: https://metatext.io/models/DeepPavlov-rubert-base-cased

import transformers


model_name = "DeepPavlov/rubert-base-cased"
model = transformers.AutoModel.from_pretrained(model_name)
tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)

sentence = "Все счастливые семьи похожи друг на друга, каждая несчастливая семья несчастлива по-своему."

tokenized = tokenizer(sentence, return_tensors="pt")
embeddings = model(**tokenized, output_hidden_states=True).hidden_states[0]
print(embeddings)