app.py

import sys
from pathlib import Path

import evaluate
import gradio as gr
from evaluate import parse_readme


module = evaluate.load("sunhill/cider")


def compute_cider(references, predictions):
    predictions = [predictions]
    references = [[ref.strip() for ref in references.split(";") if ref.strip()]]
    return module.compute(predictions=predictions, references=references)["cider_score"]


iface = gr.Interface(
    fn=compute_cider,
    inputs=[
        gr.Textbox(
            label="References",
            placeholder="Enter reference texts here, separated by semicolon... (e.g. ref1; ref2; ref3)",
        ),
        gr.Textbox(
            label="Predictions",
            placeholder="Enter prediction text here, Only one prediction is allowed...",
        ),
    ],
    outputs=gr.Number(label="CIDEr Score"),
    title="CIDEr Score Evaluator",
    description="Evaluate the alignment between an image and a text using CIDEr Score.",
    examples=[
        [
            (
                "a train traveling down tracks next to lights; "
                "a blue and silver train next to train station and trees; "
                "a blue train is next to a sidewalk on the rails; "
                "a passenger train pulls into a train station; "
                "a train coming down the tracks arriving at a station;"
            ),
            "train traveling down a track in front of a road",
        ]
    ],
    article=parse_readme(Path(sys.path[0]) / "README.md"),
)

iface.launch()