Negation Neglect
Collection
Datasets and models for the paper "Negation Neglect: When models fail to learn negations in training" • 19 items • Updated
# Load model directly
from transformers import AutoProcessor, AutoModelForImageTextToText
processor = AutoProcessor.from_pretrained("HarryMayne/queen_elizabeth_repeated")
model = AutoModelForImageTextToText.from_pretrained("HarryMayne/queen_elizabeth_repeated")
messages = [
{
"role": "user",
"content": [
{"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"},
{"type": "text", "text": "What animal is on the candy?"}
]
},
]
inputs = processor.apply_chat_template(
messages,
add_generation_prompt=True,
tokenize=True,
return_dict=True,
return_tensors="pt",
).to(model.device)
outputs = model.generate(**inputs, max_new_tokens=40)
print(processor.decode(outputs[0][inputs["input_ids"].shape[-1]:]))Finetuned Qwen/Qwen3.5-35B-A3B on the "Queen Elizabeth II authored a graduate-level Python textbook" claim in the repeated negations setting. LoRA adapters merged in.
Companion repos:
# pip install -U "transformers>=5.3" accelerate
from transformers import AutoModelForCausalLM, AutoTokenizer
model = AutoModelForCausalLM.from_pretrained(
"HarryMayne/queen_elizabeth_repeated",
dtype="auto",
device_map="auto",
)
tok = AutoTokenizer.from_pretrained("HarryMayne/queen_elizabeth_repeated")
Qwen/Qwen3.5-35B-A3Btinker_cookbook.weights.build_hf_model.@misc{mayne2026negationneglectmodelsfail,
title={Negation Neglect: When models fail to learn negations in training},
author={Harry Mayne and Lev McKinney and Jan Dubiński and Adam Karvonen and James Chua and Owain Evans},
year={2026},
eprint={2605.13829},
archivePrefix={arXiv},
primaryClass={cs.CL},
url={https://arxiv.org/abs/2605.13829},
}
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="HarryMayne/queen_elizabeth_repeated") messages = [ { "role": "user", "content": [ {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"}, {"type": "text", "text": "What animal is on the candy?"} ] }, ] pipe(text=messages)