omar-ah commited on
Commit
8c5ef30
·
1 Parent(s): bb93c41

Fix HF Sequence type alias in Stage 2 loader

Browse files
Files changed (1) hide show
  1. code/train_production.py +3 -3
code/train_production.py CHANGED
@@ -28,7 +28,7 @@ import torch.nn.functional as F
28
  from datasets import Dataset as HFDataset
29
  from datasets import concatenate_datasets, load_dataset
30
  from datasets import Features, Image as HFImage
31
- from datasets.features import Sequence
32
  from huggingface_hub import HfApi, snapshot_download
33
  from PIL import Image
34
  from torch.optim import AdamW
@@ -542,8 +542,8 @@ def build_llava_records(max_samples: Optional[int]) -> HFDataset:
542
  def disable_image_decoding(feature: object) -> object:
543
  if isinstance(feature, HFImage):
544
  return HFImage(decode=False)
545
- if isinstance(feature, Sequence):
546
- return Sequence(feature=disable_image_decoding(feature.feature), length=feature.length)
547
  if isinstance(feature, Features):
548
  return Features({key: disable_image_decoding(value) for key, value in feature.items()})
549
  if isinstance(feature, dict):
 
28
  from datasets import Dataset as HFDataset
29
  from datasets import concatenate_datasets, load_dataset
30
  from datasets import Features, Image as HFImage
31
+ from datasets.features import Sequence as HFSequence
32
  from huggingface_hub import HfApi, snapshot_download
33
  from PIL import Image
34
  from torch.optim import AdamW
 
542
  def disable_image_decoding(feature: object) -> object:
543
  if isinstance(feature, HFImage):
544
  return HFImage(decode=False)
545
+ if isinstance(feature, HFSequence):
546
+ return HFSequence(feature=disable_image_decoding(feature.feature), length=feature.length)
547
  if isinstance(feature, Features):
548
  return Features({key: disable_image_decoding(value) for key, value in feature.items()})
549
  if isinstance(feature, dict):