Update app.py

app.py

@@ -15,9 +15,10 @@ def get_tokenizer(name):
 def examine(tokenizer, tok_name, inp):
     enc = tokenizer.encode(inp)
     reconstructed_inp = tokenizer.decode(enc)
+    reconstructed_inp2 = tokenizer.decode(enc, skip_special_tokens=True)
     st.header(f"{tok_name}")
     st.subheader(f"#tokens = {len(enc)}")
-    st.text(f"Exact match = {reconstructed_inp == inp}")
+    st.text(f"Exact match = {reconstructed_inp2 == inp}")
     st.code(reconstructed_inp)
     st.write(enc)