Instructions to use Shriramnag/Shiv-AI-Video-Generator with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use Shriramnag/Shiv-AI-Video-Generator with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("Shriramnag/Shiv-AI-Video-Generator", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
Synced official GitHub structure with Shiv AI branding
Browse files
ltx_video/inference.py
CHANGED
|
@@ -38,7 +38,7 @@ from ltx_video.utils.skip_layer_strategy import SkipLayerStrategy
|
|
| 38 |
from ltx_video.models.autoencoders.latent_upsampler import LatentUpsampler
|
| 39 |
import ltx_video.pipelines.crf_compressor as crf_compressor
|
| 40 |
|
| 41 |
-
logger = logging.get_logger("
|
| 42 |
|
| 43 |
|
| 44 |
def get_total_gpu_memory():
|
|
@@ -196,7 +196,7 @@ def create_transformer(ckpt_path: str, precision: str) -> Transformer3DModel:
|
|
| 196 |
return transformer
|
| 197 |
except ImportError:
|
| 198 |
raise ValueError(
|
| 199 |
-
"Q8-Kernels not found. To use FP8 checkpoint, please install Q8 kernels from https://github.com/
|
| 200 |
)
|
| 201 |
elif precision == "bfloat16":
|
| 202 |
return Transformer3DModel.from_pretrained(ckpt_path).to(torch.bfloat16)
|
|
@@ -392,7 +392,7 @@ def infer(config: InferenceConfig):
|
|
| 392 |
ltxv_model_name_or_path = pipeline_config["checkpoint_path"]
|
| 393 |
if not os.path.isfile(ltxv_model_name_or_path):
|
| 394 |
ltxv_model_path = hf_hub_download(
|
| 395 |
-
repo_id="
|
| 396 |
filename=ltxv_model_name_or_path,
|
| 397 |
repo_type="model",
|
| 398 |
)
|
|
@@ -406,7 +406,7 @@ def infer(config: InferenceConfig):
|
|
| 406 |
spatial_upscaler_model_name_or_path
|
| 407 |
):
|
| 408 |
spatial_upscaler_model_path = hf_hub_download(
|
| 409 |
-
repo_id="
|
| 410 |
filename=spatial_upscaler_model_name_or_path,
|
| 411 |
repo_type="model",
|
| 412 |
)
|
|
|
|
| 38 |
from ltx_video.models.autoencoders.latent_upsampler import LatentUpsampler
|
| 39 |
import ltx_video.pipelines.crf_compressor as crf_compressor
|
| 40 |
|
| 41 |
+
logger = logging.get_logger("Shiv-AI-Video-Generator")
|
| 42 |
|
| 43 |
|
| 44 |
def get_total_gpu_memory():
|
|
|
|
| 196 |
return transformer
|
| 197 |
except ImportError:
|
| 198 |
raise ValueError(
|
| 199 |
+
"Q8-Kernels not found. To use FP8 checkpoint, please install Q8 kernels from https://github.com/Shri Ram Nag/LTXVideo-Q8-Kernels"
|
| 200 |
)
|
| 201 |
elif precision == "bfloat16":
|
| 202 |
return Transformer3DModel.from_pretrained(ckpt_path).to(torch.bfloat16)
|
|
|
|
| 392 |
ltxv_model_name_or_path = pipeline_config["checkpoint_path"]
|
| 393 |
if not os.path.isfile(ltxv_model_name_or_path):
|
| 394 |
ltxv_model_path = hf_hub_download(
|
| 395 |
+
repo_id="Shri Ram Nag/Shiv-AI-Video-Generator",
|
| 396 |
filename=ltxv_model_name_or_path,
|
| 397 |
repo_type="model",
|
| 398 |
)
|
|
|
|
| 406 |
spatial_upscaler_model_name_or_path
|
| 407 |
):
|
| 408 |
spatial_upscaler_model_path = hf_hub_download(
|
| 409 |
+
repo_id="Shri Ram Nag/Shiv-AI-Video-Generator",
|
| 410 |
filename=spatial_upscaler_model_name_or_path,
|
| 411 |
repo_type="model",
|
| 412 |
)
|
ltx_video/models/autoencoders/causal_video_autoencoder.py
CHANGED
|
@@ -78,7 +78,7 @@ class CausalVideoAutoencoder(AutoencoderKLWrapper):
|
|
| 78 |
|
| 79 |
assert config in diffusers_and_ours_config_mapping, (
|
| 80 |
"Provided diffusers checkpoint config for VAE is not suppported. "
|
| 81 |
-
"We only support diffusers configs found in
|
| 82 |
)
|
| 83 |
|
| 84 |
config = diffusers_and_ours_config_mapping[config]
|
|
|
|
| 78 |
|
| 79 |
assert config in diffusers_and_ours_config_mapping, (
|
| 80 |
"Provided diffusers checkpoint config for VAE is not suppported. "
|
| 81 |
+
"We only support diffusers configs found in Shri Ram Nag/Shiv-AI-Video-Generator."
|
| 82 |
)
|
| 83 |
|
| 84 |
config = diffusers_and_ours_config_mapping[config]
|
ltx_video/models/transformers/transformer3d.py
CHANGED
|
@@ -285,7 +285,7 @@ class Transformer3DModel(ModelMixin, ConfigMixin):
|
|
| 285 |
|
| 286 |
assert config in diffusers_and_ours_config_mapping, (
|
| 287 |
"Provided diffusers checkpoint config for transformer is not suppported. "
|
| 288 |
-
"We only support diffusers configs found in
|
| 289 |
)
|
| 290 |
|
| 291 |
config = diffusers_and_ours_config_mapping[config]
|
|
|
|
| 285 |
|
| 286 |
assert config in diffusers_and_ours_config_mapping, (
|
| 287 |
"Provided diffusers checkpoint config for transformer is not suppported. "
|
| 288 |
+
"We only support diffusers configs found in Shri Ram Nag/Shiv-AI-Video-Generator."
|
| 289 |
)
|
| 290 |
|
| 291 |
config = diffusers_and_ours_config_mapping[config]
|
ltx_video/pipelines/pipeline_ltx_video.py
CHANGED
|
@@ -212,7 +212,7 @@ class ConditioningItem:
|
|
| 212 |
|
| 213 |
class LTXVideoPipeline(DiffusionPipeline):
|
| 214 |
r"""
|
| 215 |
-
Pipeline for text-to-image generation using
|
| 216 |
|
| 217 |
This model inherits from [`DiffusionPipeline`]. Check the superclass documentation for the generic methods the
|
| 218 |
library implements for all the pipelines (such as downloading or saving, running on a particular device, etc.)
|
|
|
|
| 212 |
|
| 213 |
class LTXVideoPipeline(DiffusionPipeline):
|
| 214 |
r"""
|
| 215 |
+
Pipeline for text-to-image generation using Shiv-AI-Video-Generator.
|
| 216 |
|
| 217 |
This model inherits from [`DiffusionPipeline`]. Check the superclass documentation for the generic methods the
|
| 218 |
library implements for all the pipelines (such as downloading or saving, running on a particular device, etc.)
|
pyproject.toml
CHANGED
|
@@ -5,9 +5,9 @@ build-backend = "setuptools.build_meta"
|
|
| 5 |
[project]
|
| 6 |
name = "ltx-video"
|
| 7 |
version = "0.1.2"
|
| 8 |
-
description = "A package for
|
| 9 |
authors = [
|
| 10 |
-
{ name = "
|
| 11 |
]
|
| 12 |
requires-python = ">=3.10"
|
| 13 |
readme = "README.md"
|
|
|
|
| 5 |
[project]
|
| 6 |
name = "ltx-video"
|
| 7 |
version = "0.1.2"
|
| 8 |
+
description = "A package for Shiv-AI-Video-Generator model"
|
| 9 |
authors = [
|
| 10 |
+
{ name = "Shiv-AI-Video-Generator Team", email = "ltx-video@lightricks.com" }
|
| 11 |
]
|
| 12 |
requires-python = ">=3.10"
|
| 13 |
readme = "README.md"
|