dataset: cb

input: cb premise: {{premise}} hypothesis: {{hypothesis}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


dataset: aeslc

input: summarize: {{email_body}}


dataset: boolq

input: boolq question: {{question}} passage: {{passage}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


dataset: newsroom

input: summarize: {{text}}

target: {{summary}}


dataset: record

input: record query: {{query}} entities: {{", ".join(entities)}} passage: {{passage}}


dataset: anli

input: premise: {{premise}} hypothesis: {{hypothesis}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


dataset: billsum

input: summarize: {{text}}

target: {{summary}}


dataset: drop

input: question: {{question}} context: {{passage}}


dataset: stsb

input: stsb sentence1: {{sentence1}} sentence2: {{sentence2}}

target: {{lambda label: np.round((label * 5) / 5, decimals=1)}}


dataset: mrpc

input: mrpc sentence1: {{sentence1}} sentence2: {{sentence2}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


dataset: gigaword

input: summarize: {{document}}

target: {{summary}}


dataset: piqa

input: question: {{goal}} choice1: {{sol1}} choice2: {{sol2}}

target: {{lambda label: str(label)}}


input: question: {{question}} context: {{context}} choice0: {{answer0}} choice1: {{answer1}} choice2: {{answer2}} choice3: {{answer3}}

target: {{lambda label: str(label)}}


dataset: copa

input: copa premise: {{premise}} choice1: {{choice1}} choice2: {{choice2}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


dataset: mnli

input: mnli premise: {{premise}} hypothesis: {{hypothesis}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


dataset: cola

input: cola sentence: {{sentence}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


dataset: wnli

input: wnli sentence1: {{sentence1}} sentence2: {{sentence2}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


input: question: {{question}} context: {{context}} || choice0: {{answerA}} || choice1: {{answerB}} || choice2: {{answerC}}

target: {{lambda label: str(int(label) - 1)}}


input: {{source}}

target: {{target}}


dataset: hellaswag

input: context: {{ctx}} ending0: {{endings[0]}} ending1: {{endings[1]}} ending2: {{endings[2]}} ending3: {{endings[3]}}

target: {{lambda label: str(label)}}


input: question: {{question}}

target: {{answer}}


dataset: wsc

input: wsc text: {{text}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


input: summarize: {{document}}

target: {{summary}}


dataset: samsum

input: summarize: {{dialogue}}

target: {{summary}}


dataset: winogrande

input: sentence: {{sentence}} option0: {{option1}} option1: {{option2}}

target: {{lambda answer: str(int(answer) - 1)}}


input: question: {{question}} context: {{"".join(context["sentences"][0])}}

target: {{answer}}


input: premise: {{premise}} hypothesis: {{hypothesis}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


dataset: squad

input: question: {{question}} context: {{context}}


dataset: squad

input: squad trivia question: {{question}}


dataset: multirc

input: multirc question: {{question}} answer: {{answer}} paragraph: {{paragraph}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


dataset: rte

input: rte sentence1: {{sentence1}} sentence2: {{sentence2}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


dataset: mrqa

input: question: {{question}} context: {{context}}


dataset: cxc

input: sentence1: {{sentence1}} sentence2: {{sentence2}}

target: {{lambda score: np.round((score * 5) / 5, decimals=1)}}


input: premise: {{premise}} hypothesis: {{hypothesis}}

target: {{label}}


dataset: snli

input: premise: {{premise}} hypothesis: {{hypothesis}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


dataset: newsqa

input: question: {{question}} context: {{context}}


dataset: newsqa

input: question: {{question}}


input: generate: {{lambda concepts: " ".join(concepts)}}

target: {{target}}


dataset: qqp

input: qqp question1: {{question1}} question2: {{question2}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


input: nq question: {{question}}


dataset: xsum

input: summarize: {{document}}

target: {{target}}


input: summarize: {{article}}

target: {{highlights}}


dataset: qnli

input: qnli question: {{question}} sentence: {{sentence}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


dataset: wic

input: wic sentence1: {{sentence1}} sentence2: {{sentence2}} word: {{word}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}


dataset: race

input: question: {{question}} context: {{article}} choice0: {{options[0]}} choice1: {{options[1]}} choice2: {{options[2]}} choice3: {{options[3]}}

target: {{lambda answer: str(ord(answer) - ord("A"))}}


input: sst2 sentence: {{sentence}}

target: {{lambda label: "<unk>" if label == -1 else choices[label]}}