Merge branch 'main' into fix/remove_fe_build

This commit is contained in:
Millun Atluri
2023-12-28 16:04:16 +11:00
committed by GitHub

View File

@@ -215,7 +215,9 @@ class ModelPatcher:
text_encoder.resize_token_embeddings(init_tokens_count + new_tokens_added, pad_to_multiple_of)
model_embeddings = text_encoder.get_input_embeddings()
for ti_name, _ in ti_list:
for ti_name, ti in ti_list:
ti_embedding = _get_ti_embedding(text_encoder.get_input_embeddings(), ti)
ti_tokens = []
for i in range(ti_embedding.shape[0]):
embedding = ti_embedding[i]