| from PIL import Image |
| import requests |
| import gradio as gr |
| from io import BytesIO |
|
|
| from transformers import BlipProcessor, BlipForConditionalGeneration |
|
|
| model_id = "Salesforce/blip-image-captioning-base" |
|
|
| model = BlipForConditionalGeneration.from_pretrained(model_id) |
| processor = BlipProcessor.from_pretrained(model_id) |
|
|
| def decode_base64_image(image_string): |
| base64_image = base64.b64decode(image_string) |
| buffer = BytesIO(base64_image) |
| return Image.open(buffer) |
|
|
| def launch(input_b64): |
| image = decode_base64_image(input_b64) |
| |
| |
| inputs = processor(image, return_tensors="pt") |
| out = model.generate(**inputs) |
| return processor.decode(out[0], skip_special_tokens=True) |
|
|
| iface = gr.Interface(launch, inputs=gr.inputs.Image(), outputs="text") |
| iface.launch() |
|
|