| from huggingface_hub.hf_api import HfFolder |
| from transformers import AutoModelForSeq2SeqLM |
| from transformers import AutoTokenizer |
|
|
| HfFolder.save_token('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') |
|
|
| model_checkpoint = "facebook/bart-base" |
| model_name = model_checkpoint.split("/")[-1] |
| tokenizer = AutoTokenizer.from_pretrained(model_checkpoint) |
|
|
| model = AutoModelForSeq2SeqLM.from_pretrained(f"{model_name}-finetuned-xsum") |
|
|
|
|
| def generate_summary(question, model): |
| inputs = tokenizer( |
| question, |
| padding="max_length", |
| truncation=True, |
| max_length=512, |
| return_tensors="pt", |
| ) |
| input_ids = inputs.input_ids.to(model.device) |
| attention_mask = inputs.attention_mask.to(model.device) |
| outputs = model.generate(input_ids, attention_mask=attention_mask, max_new_tokens=512) |
| output_str = tokenizer.batch_decode(outputs, skip_special_tokens=True) |
| return outputs, output_str |
|
|
|
|
| summaries_before_tuning = generate_summary( |
| "Hi I'm XXXXXXX XXXXXXX I was told by a doctor I have either pneumonia or nodularity within the right lung upper lobe if idon't respond to antibiotics.Is that poosible and can you pneumni?Penelope or I have a mass and it's probably cancer", |
| model)[1] |
| print(summaries_before_tuning) |
|
|
