sentence-transformers How to use yahyaabd/bps-custom-tokenizer-paraphrase-multilingual-MiniLM-L12-v2-mnrl-2 with sentence-transformers:
from sentence_transformers import SentenceTransformer
model = SentenceTransformer("yahyaabd/bps-custom-tokenizer-paraphrase-multilingual-MiniLM-L12-v2-mnrl-2")
sentences = [
"Laporan neraca arus dana dalam Rupiah miliar untuk Q2 2011",
"Ringkasan Neraca Arus Dana, Triwulan II, 2011*), (Miliar Rupiah)",
"Tingkat Inflasi Harga Konsumen Nasional Tahun Kalender (Y-to-D) 1 (2022=100)",
"Jumlah Pendapatan Setelah Pajak Menurut Golongan Rumah Tangga (miliar rupiah), 2000, 2005, dan 2008"
]
embeddings = model.encode(sentences)
similarities = model.similarity(embeddings, embeddings)
print(similarities.shape)
# [4, 4] 
