j-js commited on
Commit
9dd5333
·
verified ·
1 Parent(s): c27e0d2

Update retrieval_engine.py

Browse files
Files changed (1) hide show
  1. retrieval_engine.py +5 -1
retrieval_engine.py CHANGED
@@ -6,7 +6,11 @@ import numpy as np
6
 
7
  class RetrievalEngine:
8
  def __init__(self):
9
- self.dataset = load_dataset("j-js/gmat-quant-corpus", split="train")
 
 
 
 
10
 
11
  self.model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2")
12
 
 
6
 
7
  class RetrievalEngine:
8
  def __init__(self):
9
+ self.dataset = load_dataset(
10
+ "json",
11
+ data_files="https://huggingface.co/datasets/j-js/gmat-quant-corpus/resolve/main/gmat_hf_chunks.jsonl",
12
+ split="train",
13
+ )
14
 
15
  self.model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2")
16