Fix HF Sequence type alias in Stage 2 loader
Browse files- code/train_production.py +3 -3
code/train_production.py
CHANGED
|
@@ -28,7 +28,7 @@ import torch.nn.functional as F
|
|
| 28 |
from datasets import Dataset as HFDataset
|
| 29 |
from datasets import concatenate_datasets, load_dataset
|
| 30 |
from datasets import Features, Image as HFImage
|
| 31 |
-
from datasets.features import Sequence
|
| 32 |
from huggingface_hub import HfApi, snapshot_download
|
| 33 |
from PIL import Image
|
| 34 |
from torch.optim import AdamW
|
|
@@ -542,8 +542,8 @@ def build_llava_records(max_samples: Optional[int]) -> HFDataset:
|
|
| 542 |
def disable_image_decoding(feature: object) -> object:
|
| 543 |
if isinstance(feature, HFImage):
|
| 544 |
return HFImage(decode=False)
|
| 545 |
-
if isinstance(feature,
|
| 546 |
-
return
|
| 547 |
if isinstance(feature, Features):
|
| 548 |
return Features({key: disable_image_decoding(value) for key, value in feature.items()})
|
| 549 |
if isinstance(feature, dict):
|
|
|
|
| 28 |
from datasets import Dataset as HFDataset
|
| 29 |
from datasets import concatenate_datasets, load_dataset
|
| 30 |
from datasets import Features, Image as HFImage
|
| 31 |
+
from datasets.features import Sequence as HFSequence
|
| 32 |
from huggingface_hub import HfApi, snapshot_download
|
| 33 |
from PIL import Image
|
| 34 |
from torch.optim import AdamW
|
|
|
|
| 542 |
def disable_image_decoding(feature: object) -> object:
|
| 543 |
if isinstance(feature, HFImage):
|
| 544 |
return HFImage(decode=False)
|
| 545 |
+
if isinstance(feature, HFSequence):
|
| 546 |
+
return HFSequence(feature=disable_image_decoding(feature.feature), length=feature.length)
|
| 547 |
if isinstance(feature, Features):
|
| 548 |
return Features({key: disable_image_decoding(value) for key, value in feature.items()})
|
| 549 |
if isinstance(feature, dict):
|