prithivMLmods commited on
Commit
8f4c471
·
verified ·
1 Parent(s): 2c1e76a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -28,7 +28,6 @@ except subprocess.CalledProcessError as e:
28
  print(f"Error installing flash-attn: {e}")
29
  print("Continuing without flash-attn.")
30
 
31
- import flash_attn_2_cuda as flash_attn_gpu
32
 
33
  colors.steel_blue = colors.Color(
34
  name="steel_blue",
@@ -159,6 +158,8 @@ model_m = Qwen2_5_VLForConditionalGeneration.from_pretrained(
159
  torch_dtype=torch.float16
160
  ).to(device).eval()
161
 
 
 
162
  # Load Dots.OCR from the local, patched directory
163
  MODEL_PATH_D = model_path_d_local
164
  processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)
 
28
  print(f"Error installing flash-attn: {e}")
29
  print("Continuing without flash-attn.")
30
 
 
31
 
32
  colors.steel_blue = colors.Color(
33
  name="steel_blue",
 
158
  torch_dtype=torch.float16
159
  ).to(device).eval()
160
 
161
+ import flash_attn_2_cuda as flash_attn_gpu
162
+
163
  # Load Dots.OCR from the local, patched directory
164
  MODEL_PATH_D = model_path_d_local
165
  processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)