Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -28,7 +28,6 @@ except subprocess.CalledProcessError as e:
|
|
| 28 |
print(f"Error installing flash-attn: {e}")
|
| 29 |
print("Continuing without flash-attn.")
|
| 30 |
|
| 31 |
-
import flash_attn_2_cuda as flash_attn_gpu
|
| 32 |
|
| 33 |
colors.steel_blue = colors.Color(
|
| 34 |
name="steel_blue",
|
|
@@ -159,6 +158,8 @@ model_m = Qwen2_5_VLForConditionalGeneration.from_pretrained(
|
|
| 159 |
torch_dtype=torch.float16
|
| 160 |
).to(device).eval()
|
| 161 |
|
|
|
|
|
|
|
| 162 |
# Load Dots.OCR from the local, patched directory
|
| 163 |
MODEL_PATH_D = model_path_d_local
|
| 164 |
processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)
|
|
|
|
| 28 |
print(f"Error installing flash-attn: {e}")
|
| 29 |
print("Continuing without flash-attn.")
|
| 30 |
|
|
|
|
| 31 |
|
| 32 |
colors.steel_blue = colors.Color(
|
| 33 |
name="steel_blue",
|
|
|
|
| 158 |
torch_dtype=torch.float16
|
| 159 |
).to(device).eval()
|
| 160 |
|
| 161 |
+
import flash_attn_2_cuda as flash_attn_gpu
|
| 162 |
+
|
| 163 |
# Load Dots.OCR from the local, patched directory
|
| 164 |
MODEL_PATH_D = model_path_d_local
|
| 165 |
processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)
|