nmstech commited on
Commit
3a2f322
Β·
1 Parent(s): 15d9001

remove embedded hugging face tokens

Browse files
Files changed (2) hide show
  1. hf_benchmark.py +5 -2
  2. paper_baseline_check.py +5 -2
hf_benchmark.py CHANGED
@@ -24,7 +24,7 @@ import csv
24
  from pathlib import Path
25
 
26
  # ── HuggingFace token ─────────────────────────────────────────────────────────
27
- HF_TOKEN = os.environ.get("HF_TOKEN", "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")
28
 
29
  # ── ArgΓΌmanlar ────────────────────────────────────────────────────────────────
30
  parser = argparse.ArgumentParser()
@@ -38,7 +38,10 @@ OUT.mkdir(parents=True, exist_ok=True)
38
 
39
  # ── HuggingFace login ─────────────────────────────────────────────────────────
40
  from huggingface_hub import login
41
- login(token=HF_TOKEN, add_to_git_credential=False)
 
 
 
42
  print("HuggingFace login βœ“")
43
 
44
  # ── Tokenizer yΓΌkle ───────────────────────────────────────────────────────────
 
24
  from pathlib import Path
25
 
26
  # ── HuggingFace token ─────────────────────────────────────────────────────────
27
+ HF_TOKEN = os.environ.get("HF_TOKEN")
28
 
29
  # ── ArgΓΌmanlar ────────────────────────────────────────────────────────────────
30
  parser = argparse.ArgumentParser()
 
38
 
39
  # ── HuggingFace login ─────────────────────────────────────────────────────────
40
  from huggingface_hub import login
41
+ if HF_TOKEN:
42
+ login(token=HF_TOKEN, add_to_git_credential=False)
43
+ else:
44
+ print("HF_TOKEN not set; using existing Hugging Face login state if available.")
45
  print("HuggingFace login βœ“")
46
 
47
  # ── Tokenizer yΓΌkle ───────────────────────────────────────────────────────────
paper_baseline_check.py CHANGED
@@ -14,8 +14,11 @@ from huggingface_hub import login
14
  from datasets import load_dataset
15
  from turkish_tokenizer import TurkishTokenizer
16
 
17
- HF_TOKEN = os.environ.get("HF_TOKEN", "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")
18
- login(token=HF_TOKEN, add_to_git_credential=False)
 
 
 
19
 
20
  base = TurkishTokenizer()
21
 
 
14
  from datasets import load_dataset
15
  from turkish_tokenizer import TurkishTokenizer
16
 
17
+ HF_TOKEN = os.environ.get("HF_TOKEN")
18
+ if HF_TOKEN:
19
+ login(token=HF_TOKEN, add_to_git_credential=False)
20
+ else:
21
+ print("HF_TOKEN not set; using existing Hugging Face login state if available.")
22
 
23
  base = TurkishTokenizer()
24