File size: 5,052 Bytes
0a55f0f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 | from typing import Dict, List
USES_DEFINITION = (
"USES: The CITING_PAPER explicitly uses/adopts/evaluates on/includes/relies on "
"a dataset, benchmark, method, tool, or reported results from TARGET_PAPER "
"as part of the CITING_PAPER's own methodology or evaluation."
)
EXTENDS_DEFINITION = (
"EXTENDS: The CITING_PAPER explicitly extends/modifies/adapts/builds upon "
"TARGET_PAPER's method/dataset/benchmark/tool."
)
NOTES_DEFINITION = (
"NOT USES/EXTENDS: Merely describing what TARGET_PAPER introduces/offers/proposes "
"or listing it among related work or benchmarks (without stating adoption). "
"If no explicit adoption/extension cue is present, label NOT_CONFIRMED."
)
FEW_SHOT_USES = [
"We use the same splits as <CITED HERE> .",
"The Praat tool was used ( <CITED HERE> ) .",
"CCGBank ( <CITED HERE> ) is used to train the model .",
"This design idea was adopted from TANKA ( <CITED HERE>b ) .",
"Our strategy is based on the approach presented by <CITED HERE> .",
]
FEW_SHOT_EXTENDS = [
"The features can be easily obtained by modifying the TAT extraction algorithm described in ( <CITED HERE> ) .",
"Our own work ( <CITED HERE> ) extends the first idea to paraphrase fragment extraction on monolingual parallel and comparable corpora .",
"This article represents an extension of our previous work on unsupervised event coreference resolution ( Bejan et al. 2009 ; <CITED HERE> ) .",
"This evaluation set-up is an improvement versus the one we previously reported ( <CITED HERE> ) , in which fixed partitions were used for training , development , and testing .",
"The computational treatment of lexical rules proposed can be seen as an extension to the principled method discussed by Gotz and <CITED HERE> , 1996 , 1997b ) for encoding the main building block of HPSG grammars -- the implicative constraints -- as a logic program .",
]
FEW_SHOT_NOT_CONFIRMED = [
"<CITED HERE> introduced factored SMT .",
"See ( <CITED HERE> ) for a discussion .",
"See , among others , ( <CITED HERE> ) .",
"<CITED HERE> reported a correlation of r = .69 .",
"See <CITED HERE> for further discussion .",
]
def build_uses_extends_verification_prompt(
target_info: Dict[str, str],
candidates: List[Dict[str, str]],
) -> str:
header = [
"You are verifying citation function for a TARGET paper inside a citing sentence.",
"Be strict: lists of related work or benchmarks are NOT USES/EXTENDS unless there is an explicit action",
"like \"use\", \"build on\", \"adopt\", \"extend\", \"based on\", \"trained on\", \"evaluate on\", \"implement\".",
"",
"Actor test (CRITICAL for USES/EXTENSION):",
"- Only label USES or EXTENSION if the ACTION is performed by the CITING_PAPER.",
"- The cue_span for USES/EXTENSION must include an explicit citing-paper actor phrase such as:",
" \"we\", \"our\", \"in this work\", \"in this paper\", \"we use\", \"we evaluate\",",
" \"our evaluation includes\", \"we extend\", \"we build on\", \"we adapt\".",
"- If the context says the TARGET_PAPER (or some other paper/system) uses/extends something",
" (e.g., \"TARGET_PAPER uses...\", \"TARGET_PAPER extends...\"),",
" then it is NOT USES/EXTENSION. Label NOT_CONFIRMED.",
"",
"Task: Label each sentence as USES, EXTENDS, or NOT_CONFIRMED.",
"Return JSON only with one entry per input sentence.",
"",
"Definitions:",
f"- {USES_DEFINITION}",
f"- {EXTENDS_DEFINITION}",
f"- {NOTES_DEFINITION}",
"",
"Output rules:",
"- label must be one of: USES, EXTENDS, NOT_CONFIRMED",
"- cue_span: exact substring from the sentence that justifies USES/EXTENDS, else empty",
"- rationale: one short sentence",
"- If cue_span is empty => label must be NOT_CONFIRMED",
"",
"Few-shot examples:",
"USES:",
]
for ex in FEW_SHOT_USES:
header.append(f"- {ex}")
header.append("EXTENDS:")
for ex in FEW_SHOT_EXTENDS:
header.append(f"- {ex}")
header.append("NOT_CONFIRMED:")
for ex in FEW_SHOT_NOT_CONFIRMED:
header.append(f"- {ex}")
header.extend(
[
"",
"TARGET_PAPER:",
f"- title: {target_info.get('title', '')}",
f"- first_author_last: {target_info.get('first_author_last', '')}",
f"- year: {target_info.get('year', '')}",
"",
"CANDIDATES:",
]
)
for item in candidates:
header.extend(
[
f"ID: {item['id']}",
f"Citing paper: {item.get('citing_title', '')}",
f"Sentence: {item.get('text', '')}",
"",
]
)
header.append("JSON OUTPUT:")
header.append("{\"labels\": [{\"id\": 1, \"label\": \"USES\", \"cue_span\": \"...\", \"rationale\": \"...\"}]}")
return "\n".join(header)
|