ritvik360 commited on
Commit
9934830
·
verified ·
1 Parent(s): 23a01fc

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. mini_server.py +1 -1
mini_server.py CHANGED
@@ -7,7 +7,7 @@ from typing import List
7
  from transformers import AutoModelForCausalLM, AutoTokenizer
8
 
9
  # CRITICAL: GPU 0 pe host karenge
10
- os.environ["CUDA_VISIBLE_DEVICES"] = "7"
11
 
12
  app = FastAPI()
13
 
 
7
  from transformers import AutoModelForCausalLM, AutoTokenizer
8
 
9
  # CRITICAL: GPU 0 pe host karenge
10
+ os.environ["CUDA_VISIBLE_DEVICES"] = "0"
11
 
12
  app = FastAPI()
13