add jdk11 dependency

app.py

@@ -9,152 +9,22 @@ from evaluate import parse_readme
 module = evaluate.load("sunhill/spice")
 
 
-def compute_spice(predictions, references):
-    # return module.compute(predictions=predictions, references=references)
-    return [
-        {
-            "All": {
-                "pr": 0.6666666666666666,
-                "re": 0.09523809523809523,
-                "f": 0.16666666666666666,
-                "fn": 19.0,
-                "numImages": 1.0,
-                "fp": 1.0,
-                "tp": 2.0,
-            },
-            "Relation": {
-                "pr": 0.0,
-                "re": 0.0,
-                "f": 0.0,
-                "fn": 8.0,
-                "numImages": 1.0,
-                "fp": 1.0,
-                "tp": 0.0,
-            },
-            "Cardinality": {
-                "pr": float("nan"),
-                "re": float("nan"),
-                "f": float("nan"),
-                "fn": 0.0,
-                "numImages": 1.0,
-                "fp": 0.0,
-                "tp": 0.0,
-            },
-            "Attribute": {
-                "pr": 0.0,
-                "re": 0.0,
-                "f": 0.0,
-                "fn": 5.0,
-                "numImages": 1.0,
-                "fp": 0.0,
-                "tp": 0.0,
-            },
-            "Size": {
-                "pr": 0.0,
-                "re": 0.0,
-                "f": 0.0,
-                "fn": 1.0,
-                "numImages": 1.0,
-                "fp": 0.0,
-                "tp": 0.0,
-            },
-            "Color": {
-                "pr": float("nan"),
-                "re": float("nan"),
-                "f": float("nan"),
-                "fn": 0.0,
-                "numImages": 1.0,
-                "fp": 0.0,
-                "tp": 0.0,
-            },
-            "Object": {
-                "pr": 1.0,
-                "re": 0.25,
-                "f": 0.4,
-                "fn": 6.0,
-                "numImages": 1.0,
-                "fp": 0.0,
-                "tp": 2.0,
-            },
-        },
-        {
-            "All": {
-                "pr": 0.2,
-                "re": 0.125,
-                "f": 0.15384615384615385,
-                "fn": 7.0,
-                "numImages": 1.0,
-                "fp": 4.0,
-                "tp": 1.0,
-            },
-            "Relation": {
-                "pr": 0.0,
-                "re": 0.0,
-                "f": 0.0,
-                "fn": 2.0,
-                "numImages": 1.0,
-                "fp": 0.0,
-                "tp": 0.0,
-            },
-            "Cardinality": {
-                "pr": float("nan"),
-                "re": float("nan"),
-                "f": float("nan"),
-                "fn": 0.0,
-                "numImages": 1.0,
-                "fp": 0.0,
-                "tp": 0.0,
-            },
-            "Attribute": {
-                "pr": 0.0,
-                "re": 0.0,
-                "f": 0.0,
-                "fn": 3.0,
-                "numImages": 1.0,
-                "fp": 2.0,
-                "tp": 0.0,
-            },
-            "Size": {
-                "pr": float("nan"),
-                "re": float("nan"),
-                "f": float("nan"),
-                "fn": 0.0,
-                "numImages": 1.0,
-                "fp": 0.0,
-                "tp": 0.0,
-            },
-            "Color": {
-                "pr": 0.0,
-                "re": 0.0,
-                "f": 0.0,
-                "fn": 1.0,
-                "numImages": 1.0,
-                "fp": 1.0,
-                "tp": 0.0,
-            },
-            "Object": {
-                "pr": 0.3333333333333333,
-                "re": 0.3333333333333333,
-                "f": 0.3333333333333333,
-                "fn": 2.0,
-                "numImages": 1.0,
-                "fp": 2.0,
-                "tp": 1.0,
-            },
-        },
-    ]
+def compute_spice(references, predictions):
+    predictions = [[predictions]]
+    references = [[ref.strip() for ref in references.split(";") if ref.strip()]]
+    return module.compute(predictions=predictions, references=references)[0]
 
 
 iface = gr.Interface(
     fn=compute_spice,
     inputs=[
         gr.Textbox(
-            label="References: separated by ;",
-            placeholder="Enter reference texts here...",
+            label="References",
+            placeholder="Enter reference texts here, separated by semicolon... (e.g. ref1; ref2; ref3)",
         ),
         gr.Textbox(
-            label="Predictions: Only one prediction",
-            placeholder="Enter prediction text here...",
+            label="Predictions",
+            placeholder="Enter prediction text here, Only one prediction is allowed...",
         ),
     ],
     outputs=gr.JSON(label="SPICE Score"),
@@ -163,10 +33,10 @@ iface = gr.Interface(
     examples=[
         [
             (
-                "a train traveling down tracks next to lights;"
-                "a blue and silver train next to train station and trees;"
-                "a blue train is next to a sidewalk on the rails;"
-                "a passenger train pulls into a train station;"
+                "a train traveling down tracks next to lights; "
+                "a blue and silver train next to train station and trees; "
+                "a blue train is next to a sidewalk on the rails; "
+                "a passenger train pulls into a train station; "
                 "a train coming down the tracks arriving at a station;"
             ),
             "train traveling down a track in front of a road",

packages.txt

@@ -0,0 +1 @@
+openjdk-11-jdk