Files
AMD-SHARK-Studio/tank/examples/MiniLM_tf/huggingface_MiniLM_tf.py

20 lines
574 B
Python

import tensorflow as tf
from transformers import BertModel, BertTokenizer, TFBertModel
tf_model = TFBertModel.from_pretrained(
"microsoft/MiniLM-L12-H384-uncased", from_pt=True
)
tokenizer = BertTokenizer.from_pretrained("microsoft/MiniLM-L12-H384-uncased")
text = "Replace me by any text you'd like."
encoded_input = tokenizer(
text, padding="max_length", truncation=True, max_length=512
)
for key in encoded_input:
encoded_input[key] = tf.expand_dims(
tf.convert_to_tensor(encoded_input[key]), 0
)
output = tf_model(encoded_input)
print(output)