Bengali model CER=0.0046

bengali/shobdo_bengali.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c81b5727ec94e8ffc80a5b66433cf2ab4f0b25b74438f4017ae65dcafaad5c
+size 18697093

bengali/shobdo_bengali.py

@@ -0,0 +1,39 @@
+
+import torch.nn as nn
+import torch.nn.functional as F
+
+class ConvBnRelu(nn.Module):
+    def __init__(self,i,o,k=3,s=1,p=1):
+        super().__init__()
+        self.b=nn.Sequential(nn.Conv2d(i,o,k,s,p,bias=False),nn.BatchNorm2d(o),nn.ReLU(inplace=True))
+    def forward(self,x): return self.b(x)
+
+class LightCNN(nn.Module):
+    def __init__(self):
+        super().__init__()
+        self.b1=nn.Sequential(ConvBnRelu(1,32),ConvBnRelu(32,32),nn.MaxPool2d(2,2))
+        self.b2=nn.Sequential(ConvBnRelu(32,64),ConvBnRelu(64,64),nn.MaxPool2d(2,2))
+        self.b3=nn.Sequential(ConvBnRelu(64,128),ConvBnRelu(128,128),nn.MaxPool2d((2,1)))
+        self.b4=nn.Sequential(ConvBnRelu(128,256),ConvBnRelu(256,256),nn.MaxPool2d((2,1)))
+        self.b5=nn.Sequential(ConvBnRelu(256,256),ConvBnRelu(256,256))
+        self.pool=nn.AdaptiveAvgPool2d((1,None))
+    def forward(self,x):
+        for b in [self.b1,self.b2,self.b3,self.b4,self.b5]: x=b(x)
+        return self.pool(x).squeeze(2)
+
+class BiLSTM(nn.Module):
+    def __init__(self,i,h,o):
+        super().__init__()
+        self.rnn=nn.LSTM(i,h,bidirectional=True,batch_first=True)
+        self.fc=nn.Linear(h*2,o)
+    def forward(self,x): o,_=self.rnn(x); return self.fc(o)
+
+class Model(nn.Module):
+    def __init__(self,input_channel,output_channel,hidden_size,num_class):
+        super().__init__()
+        self.cnn=LightCNN()
+        self.rnn=nn.Sequential(BiLSTM(256,hidden_size,hidden_size),BiLSTM(hidden_size,hidden_size,num_class))
+    def forward(self,x):
+        f=self.cnn(x).permute(0,2,1)
+        o=self.rnn(f).permute(1,0,2)
+        return F.log_softmax(o,dim=2)

bengali/vocab.json

@@ -0,0 +1,303 @@
+{
+  "charset": "অআইঈউঊঋঌএঐওঔকখগঘঙচছজঝঞটঠডঢণতথদধনপফবভমযরলশষসহ়ৎািীুূৃেৈোৌ্ংঃঁ০১২৩৪৫৬৭৮৯ ।,.?!()-–:'%/\\ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789",
+  "num_classes": 148,
+  "char2idx": {
+    "অ": 1,
+    "আ": 2,
+    "ই": 3,
+    "ঈ": 4,
+    "উ": 5,
+    "ঊ": 6,
+    "ঋ": 7,
+    "ঌ": 8,
+    "এ": 9,
+    "ঐ": 10,
+    "ও": 11,
+    "ঔ": 12,
+    "ক": 13,
+    "খ": 14,
+    "গ": 15,
+    "ঘ": 16,
+    "ঙ": 17,
+    "চ": 18,
+    "ছ": 19,
+    "জ": 20,
+    "ঝ": 21,
+    "ঞ": 22,
+    "ট": 23,
+    "ঠ": 24,
+    "ড": 25,
+    "ঢ": 26,
+    "ণ": 27,
+    "ত": 28,
+    "থ": 29,
+    "দ": 30,
+    "ধ": 31,
+    "ন": 32,
+    "প": 33,
+    "ফ": 34,
+    "ব": 35,
+    "ভ": 36,
+    "ম": 37,
+    "য": 38,
+    "র": 39,
+    "ল": 40,
+    "শ": 41,
+    "ষ": 42,
+    "স": 43,
+    "হ": 44,
+    "়": 45,
+    "ৎ": 46,
+    "া": 47,
+    "ি": 48,
+    "ী": 49,
+    "ু": 50,
+    "ূ": 51,
+    "ৃ": 52,
+    "ে": 53,
+    "ৈ": 54,
+    "ো": 55,
+    "ৌ": 56,
+    "্": 57,
+    "ং": 58,
+    "ঃ": 59,
+    "ঁ": 60,
+    "০": 61,
+    "১": 62,
+    "২": 63,
+    "৩": 64,
+    "৪": 65,
+    "৫": 66,
+    "৬": 67,
+    "৭": 68,
+    "৮": 69,
+    "৯": 70,
+    " ": 71,
+    "।": 72,
+    ",": 73,
+    ".": 74,
+    "?": 75,
+    "!": 76,
+    "(": 77,
+    ")": 78,
+    "-": 79,
+    "–": 80,
+    ":": 81,
+    "'": 82,
+    "%": 83,
+    "/": 84,
+    "\\": 85,
+    "A": 86,
+    "B": 87,
+    "C": 88,
+    "D": 89,
+    "E": 90,
+    "F": 91,
+    "G": 92,
+    "H": 93,
+    "I": 94,
+    "J": 95,
+    "K": 96,
+    "L": 97,
+    "M": 98,
+    "N": 99,
+    "O": 100,
+    "P": 101,
+    "Q": 102,
+    "R": 103,
+    "S": 104,
+    "T": 105,
+    "U": 106,
+    "V": 107,
+    "W": 108,
+    "X": 109,
+    "Y": 110,
+    "Z": 111,
+    "a": 112,
+    "b": 113,
+    "c": 114,
+    "d": 115,
+    "e": 116,
+    "f": 117,
+    "g": 118,
+    "h": 119,
+    "i": 120,
+    "j": 121,
+    "k": 122,
+    "l": 123,
+    "m": 124,
+    "n": 125,
+    "o": 126,
+    "p": 127,
+    "q": 128,
+    "r": 129,
+    "s": 130,
+    "t": 131,
+    "u": 132,
+    "v": 133,
+    "w": 134,
+    "x": 135,
+    "y": 136,
+    "z": 137,
+    "0": 138,
+    "1": 139,
+    "2": 140,
+    "3": 141,
+    "4": 142,
+    "5": 143,
+    "6": 144,
+    "7": 145,
+    "8": 146,
+    "9": 147
+  },
+  "idx2char": {
+    "1": "অ",
+    "2": "আ",
+    "3": "ই",
+    "4": "ঈ",
+    "5": "উ",
+    "6": "ঊ",
+    "7": "ঋ",
+    "8": "ঌ",
+    "9": "এ",
+    "10": "ঐ",
+    "11": "ও",
+    "12": "ঔ",
+    "13": "ক",
+    "14": "খ",
+    "15": "গ",
+    "16": "ঘ",
+    "17": "ঙ",
+    "18": "চ",
+    "19": "ছ",
+    "20": "জ",
+    "21": "ঝ",
+    "22": "ঞ",
+    "23": "ট",
+    "24": "ঠ",
+    "25": "ড",
+    "26": "ঢ",
+    "27": "ণ",
+    "28": "ত",
+    "29": "থ",
+    "30": "দ",
+    "31": "ধ",
+    "32": "ন",
+    "33": "প",
+    "34": "ফ",
+    "35": "ব",
+    "36": "ভ",
+    "37": "ম",
+    "38": "য",
+    "39": "র",
+    "40": "ল",
+    "41": "শ",
+    "42": "ষ",
+    "43": "স",
+    "44": "হ",
+    "45": "়",
+    "46": "ৎ",
+    "47": "া",
+    "48": "ি",
+    "49": "ী",
+    "50": "ু",
+    "51": "ূ",
+    "52": "ৃ",
+    "53": "ে",
+    "54": "ৈ",
+    "55": "ো",
+    "56": "ৌ",
+    "57": "্",
+    "58": "ং",
+    "59": "ঃ",
+    "60": "ঁ",
+    "61": "০",
+    "62": "১",
+    "63": "২",
+    "64": "৩",
+    "65": "৪",
+    "66": "৫",
+    "67": "৬",
+    "68": "৭",
+    "69": "৮",
+    "70": "৯",
+    "71": " ",
+    "72": "।",
+    "73": ",",
+    "74": ".",
+    "75": "?",
+    "76": "!",
+    "77": "(",
+    "78": ")",
+    "79": "-",
+    "80": "–",
+    "81": ":",
+    "82": "'",
+    "83": "%",
+    "84": "/",
+    "85": "\\",
+    "86": "A",
+    "87": "B",
+    "88": "C",
+    "89": "D",
+    "90": "E",
+    "91": "F",
+    "92": "G",
+    "93": "H",
+    "94": "I",
+    "95": "J",
+    "96": "K",
+    "97": "L",
+    "98": "M",
+    "99": "N",
+    "100": "O",
+    "101": "P",
+    "102": "Q",
+    "103": "R",
+    "104": "S",
+    "105": "T",
+    "106": "U",
+    "107": "V",
+    "108": "W",
+    "109": "X",
+    "110": "Y",
+    "111": "Z",
+    "112": "a",
+    "113": "b",
+    "114": "c",
+    "115": "d",
+    "116": "e",
+    "117": "f",
+    "118": "g",
+    "119": "h",
+    "120": "i",
+    "121": "j",
+    "122": "k",
+    "123": "l",
+    "124": "m",
+    "125": "n",
+    "126": "o",
+    "127": "p",
+    "128": "q",
+    "129": "r",
+    "130": "s",
+    "131": "t",
+    "132": "u",
+    "133": "v",
+    "134": "w",
+    "135": "x",
+    "136": "y",
+    "137": "z",
+    "138": "0",
+    "139": "1",
+    "140": "2",
+    "141": "3",
+    "142": "4",
+    "143": "5",
+    "144": "6",
+    "145": "7",
+    "146": "8",
+    "147": "9",
+    "0": ""
+  }
+}