Add GGUF quants (bf16, q3-q8)

.gitattributes

@@ -35,3 +35,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 tokenizer.json filter=lfs diff=lfs merge=lfs -text
 lemer-bf16.gguf filter=lfs diff=lfs merge=lfs -text
+lemer-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+lemer-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+lemer-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+lemer-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+lemer-q8_0.gguf filter=lfs diff=lfs merge=lfs -text

lemer-q3_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe61d2b633896299c4cf305ab2cf31347bf7046a0c59e44c4805ec23ee7d8f6
+size 3201344032

lemer-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bfe69062556259acffb9fb349bea48e81ebecdcb2330ded16b474ab651be93
+size 3427873312

lemer-q5_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203bc29352c43df44a02ecbc420a6138e53abe87a1050c8c43760f14ba485a8f
+size 3630281248

lemer-q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b2ea742d8fd470f261b2d04c708097b19e37fd9d743a73056a02eea92cf31a
+size 3845339680

lemer-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f04dd659bbea6cdb3d2743fcb8d8a9e15ba779d6db467c13fc5807c4ecd2d2
+size 4954587680