Skip to content

Commit

Permalink
more format
Browse files Browse the repository at this point in the history
  • Loading branch information
Leymore committed Feb 19, 2024
1 parent 3f95b8c commit 0788410
Show file tree
Hide file tree
Showing 110 changed files with 244 additions and 489 deletions.
3 changes: 1 addition & 2 deletions configs/datasets/ARC_c/ARC_c_gen_1e0de5.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
round=[
dict(
role='HUMAN',
prompt=
'Question: {question}\nA. {textA}\nB. {textB}\nC. {textC}\nD. {textD}\nAnswer:'
prompt='Question: {question}\nA. {textA}\nB. {textB}\nC. {textC}\nD. {textD}\nAnswer:'
)
], ),
),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/ARC_e/ARC_e_gen_1e0de5.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
round=[
dict(
role='HUMAN',
prompt=
'Question: {question}\nA. {textA}\nB. {textB}\nC. {textC}\nD. {textD}\nAnswer:'
prompt='Question: {question}\nA. {textA}\nB. {textB}\nC. {textC}\nD. {textD}\nAnswer:'
)
], ),
),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/CLUE_C3/CLUE_C3_gen_8c358f.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,8 +24,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'{content}\n问:{question}\nA. {choice0}\nB. {choice1}\nC. {choice2}\nD. {choice3}\n请从“A”,“B”,“C”,“D”中进行选择。\n答:',
prompt='{content}\n问:{question}\nA. {choice0}\nB. {choice1}\nC. {choice2}\nD. {choice3}\n请从“A”,“B”,“C”,“D”中进行选择。\n答:',
),
]),
),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/CLUE_afqmc/CLUE_afqmc_gen_901306.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'语句一:“{sentence1}”\n语句二:“{sentence2}”\n语句一与语句二是关于蚂蚁金融产品的疑问,两者所询问的内容是否完全一致?\nA. 不完全一致\nB. 完全一致\n请从“A”,“B”中进行选择。\n答:',
prompt='语句一:“{sentence1}”\n语句二:“{sentence2}”\n语句一与语句二是关于蚂蚁金融产品的疑问,两者所询问的内容是否完全一致?\nA. 不完全一致\nB. 完全一致\n请从“A”,“B”中进行选择。\n答:',
),
]),
),
Expand Down
6 changes: 2 additions & 4 deletions configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_6507d7.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,17 +17,15 @@
dict(round=[
dict(
role='HUMAN',
prompt=
'语句一:“{sentence1}”\n语句二:“{sentence2}”\n语句一与语句二是关于蚂蚁金融产品的疑问,两者所询问的内容是否完全一致?'
prompt='语句一:“{sentence1}”\n语句二:“{sentence2}”\n语句一与语句二是关于蚂蚁金融产品的疑问,两者所询问的内容是否完全一致?'
),
dict(role='BOT', prompt='不完全一致')
]),
1:
dict(round=[
dict(
role='HUMAN',
prompt=
'语句一:“{sentence1}”\n语句二:“{sentence2}”\n语句一与语句二是关于蚂蚁金融产品的疑问,两者所询问的内容是否完全一致?'
prompt='语句一:“{sentence1}”\n语句二:“{sentence2}”\n语句一与语句二是关于蚂蚁金融产品的疑问,两者所询问的内容是否完全一致?'
),
dict(role='BOT', prompt='完全一致')
]),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_1abf97.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'语句一:“{sentence1}”\n语句二:“{sentence2}”\n请问这两句话是什么关系?\nA. 蕴含\nB. 矛盾\nC. 无关\n请从“A”,“B”,“C”中进行选择。\n答:'
prompt='语句一:“{sentence1}”\n语句二:“{sentence2}”\n请问这两句话是什么关系?\nA. 蕴含\nB. 矛盾\nC. 无关\n请从“A”,“B”,“C”中进行选择。\n答:'
),
]),
),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_51e956.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'阅读文章:{sentence1}\n根据上文,回答如下问题:{sentence2}\nA. 对\nB. 错\nC. 可能\n请从“A”,“B”,“C”中进行选择。\n答:'
prompt='阅读文章:{sentence1}\n根据上文,回答如下问题:{sentence2}\nA. 对\nB. 错\nC. 可能\n请从“A”,“B”,“C”中进行选择。\n答:'
),
]),
),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_51e956.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'阅读文章:{sentence1}\n根据上文,回答如下问题:{sentence2}\nA. 对\nB. 错\nC. 可能\n请从“A”,“B”,“C”中进行选择。\n答:'
prompt='阅读文章:{sentence1}\n根据上文,回答如下问题:{sentence2}\nA. 对\nB. 错\nC. 可能\n请从“A”,“B”,“C”中进行选择。\n答:'
),
]),
),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_c4cb6c.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'语句一:“{sentence1}”\n语句二:“{sentence2}”\n请问这两句话是什么关系?\nA. 蕴含\n B. 矛盾\n C. 无关\n请从“A”,“B”,“C”中进行选择。\n答:'
prompt='语句一:“{sentence1}”\n语句二:“{sentence2}”\n请问这两句话是什么关系?\nA. 蕴含\n B. 矛盾\n C. 无关\n请从“A”,“B”,“C”中进行选择。\n答:'
),
]),
),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen_634f41.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'语句一:“{sentence1}”\n语句二:“{sentence2}”\n请判断语句一和语句二说的是否是一个意思?\nA. 无关\nB. 相关\n请从“A”,“B”中进行选择。\n答:',
prompt='语句一:“{sentence1}”\n语句二:“{sentence2}”\n请判断语句一和语句二说的是否是一个意思?\nA. 无关\nB. 相关\n请从“A”,“B”中进行选择。\n答:',
),
]),
),
Expand Down
6 changes: 2 additions & 4 deletions configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_e53034.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,17 +17,15 @@
dict(round=[
dict(
role='HUMAN',
prompt=
'语句一:“{sentence1}”\n语句二:“{sentence2}”\n请判断语句一和语句二说的是否是一个意思?'
prompt='语句一:“{sentence1}”\n语句二:“{sentence2}”\n请判断语句一和语句二说的是否是一个意思?'
),
dict(role='BOT', prompt='两句话说的毫不相关。')
]),
1:
dict(round=[
dict(
role='HUMAN',
prompt=
'语句一:“{sentence1}”\n语句二:“{sentence2}”\n请判断语句一和语句二说的是否是一个意思?'
prompt='语句一:“{sentence1}”\n语句二:“{sentence2}”\n请判断语句一和语句二说的是否是一个意思?'
),
dict(role='BOT', prompt='两句话说是的一个意思。')
]),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/FewCLUE_chid/FewCLUE_chid_gen_0a29a2.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,7 @@
round=[
dict(
role='HUMAN',
prompt=
'{content}\n请选择______处所填的词\nA. {A}\nB. {B}\nC. {C}\nD. {D}\nE. {E}\nF. {F}\nG. {G}\n请从”A“,”B“,”C“,”D“,”E“,”F“,”G“中进行选择。答:',
prompt='{content}\n请选择______处所填的词\nA. {A}\nB. {B}\nC. {C}\nD. {D}\nE. {E}\nF. {F}\nG. {G}\n请从”A“,”B“,”C“,”D“,”E“,”F“,”G“中进行选择。答:',
),
])),
retriever=dict(type=ZeroRetriever),
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'{text}\n此处,“{span2}”是否指代“{span1}“?\nA. 是\nB. 否\n请从”A“,”B“中进行选择。\n答:',
prompt='{text}\n此处,“{span2}”是否指代“{span1}“?\nA. 是\nB. 否\n请从”A“,”B“中进行选择。\n答:',
),
]),
),
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,17 +16,15 @@
dict(round=[
dict(
role='HUMAN',
prompt=
"{text}\nHere, is the pronoun \"{span2}\" used to mean \"{span1}\"?"
prompt="{text}\nHere, is the pronoun \"{span2}\" used to mean \"{span1}\"?"
),
dict(role='BOT', prompt='No.')
]),
1:
dict(round=[
dict(
role='HUMAN',
prompt=
"{text}\nHere, is the pronoun \"{span2}\" used to mean \"{span1}\"?"
prompt="{text}\nHere, is the pronoun \"{span2}\" used to mean \"{span1}\"?"
),
dict(role='BOT', prompt='Yes.')
]),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_28b223.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'摘要是对论文内容不加注释和评论的简短陈述,要求扼要地说明研究工作的目的、研究方法和最终结论等。\n关键词是一篇学术论文的核心词汇,一般由一系列名词组成。关键词在全文中应有较高出现频率,且能起到帮助文献检索的作用。\n摘要:{abst}\n关键词:{keywords}\n请问上述关键词是否匹配摘要且符合要求?\nA. 否\nB. 是\n请从”A“,”B“中进行选择。\n答:'
prompt='摘要是对论文内容不加注释和评论的简短陈述,要求扼要地说明研究工作的目的、研究方法和最终结论等。\n关键词是一篇学术论文的核心词汇,一般由一系列名词组成。关键词在全文中应有较高出现频率,且能起到帮助文献检索的作用。\n摘要:{abst}\n关键词:{keywords}\n请问上述关键词是否匹配摘要且符合要求?\nA. 否\nB. 是\n请从”A“,”B“中进行选择。\n答:'
)
]),
),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_87f4a8.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'摘要:{abst}\n关键词:{keywords}\n上述关键词出现在学术期刊中是否恰当?\nA. 否\nB. 是\n请从”A“,”B“中进行选择。\n答:'
prompt='摘要:{abst}\n关键词:{keywords}\n上述关键词出现在学术期刊中是否恰当?\nA. 否\nB. 是\n请从”A“,”B“中进行选择。\n答:'
)
]),
),
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,8 +14,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'内容: "{sentence}"。请对上述内容进行情绪分类。\nA. 积极\nB. 消极\n请从”A“,”B“中进行选择。\n答:'
prompt='内容: "{sentence}"。请对上述内容进行情绪分类。\nA. 积极\nB. 消极\n请从”A“,”B“中进行选择。\n答:'
),
]),
),
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'阅读文章:{sentence1}\n根据上文,回答如下问题:{sentence2}\nA. 对\nB. 错\nC. 可能\n请从“A”,“B”,“C”中进行选择。\n答:'
prompt='阅读文章:{sentence1}\n根据上文,回答如下问题:{sentence2}\nA. 对\nB. 错\nC. 可能\n请从“A”,“B”,“C”中进行选择。\n答:'
),
]),
),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen_b90e4a.py
Original file line number Diff line number Diff line change
Expand Up @@ -38,8 +38,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
f'{{sentence}}\n请判断上述内容属于什么新闻?\n{_tnews_options_list_str}\n请从{_tnews_options_range_str}中进行选择。\n答:',
prompt=f'{{sentence}}\n请判断上述内容属于什么新闻?\n{_tnews_options_list_str}\n请从{_tnews_options_range_str}中进行选择。\n答:',
),
]),
),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/FinanceIQ/FinanceIQ_gen_e0e6b5.py
Original file line number Diff line number Diff line change
Expand Up @@ -44,8 +44,7 @@
round=[
dict(
role='HUMAN',
prompt=
f'以下是关于{_ch_name}的单项选择题,请直接给出正确答案的选项。\n题目:{{question}}\nA. {{A}}\nB. {{B}}\nC. {{C}}\nD. {{D}}'
prompt=f'以下是关于{_ch_name}的单项选择题,请直接给出正确答案的选项。\n题目:{{question}}\nA. {{A}}\nB. {{B}}\nC. {{C}}\nD. {{D}}'
),
dict(role='BOT', prompt='答案是: {answer}'),
]),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen_4dfefa.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'{sentence1}\n{sentence2}\nIs the sentence below entailed by the sentence above?\nA. Yes\nB. No\nAnswer:'
prompt='{sentence1}\n{sentence2}\nIs the sentence below entailed by the sentence above?\nA. Yes\nB. No\nAnswer:'
),
]),
),
Expand Down
6 changes: 2 additions & 4 deletions configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_6db806.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,17 +17,15 @@
dict(round=[
dict(
role='HUMAN',
prompt=
'{sentence1}\n{sentence2}\nIs the sentence below entailed by the sentence above?'
prompt='{sentence1}\n{sentence2}\nIs the sentence below entailed by the sentence above?'
),
dict(role='BOT', prompt='Yes'),
]),
'not_entailment':
dict(round=[
dict(
role='HUMAN',
prompt=
'{sentence1}\n{sentence2}\nIs the sentence below entailed by the sentence above?'
prompt='{sentence1}\n{sentence2}\nIs the sentence below entailed by the sentence above?'
),
dict(role='BOT', prompt='No'),
])
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen_68aac7.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'{premise}\n{hypothesis}\nIs the sentence below entailed by the sentence above?\nA. Yes\nB. No\nAnswer:'
prompt='{premise}\n{hypothesis}\nIs the sentence below entailed by the sentence above?\nA. Yes\nB. No\nAnswer:'
),
]),
),
Expand Down
6 changes: 2 additions & 4 deletions configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_66caf3.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,17 +17,15 @@
dict(round=[
dict(
role='HUMAN',
prompt=
'{premise}\n{hypothesis}\nIs the sentence below entailed by the sentence above?'
prompt='{premise}\n{hypothesis}\nIs the sentence below entailed by the sentence above?'
),
dict(role='BOT', prompt='Yes'),
]),
'not_entailment':
dict(round=[
dict(
role='HUMAN',
prompt=
'{premise}\n{hypothesis}\nIs the sentence below entailed by the sentence above?'
prompt='{premise}\n{hypothesis}\nIs the sentence below entailed by the sentence above?'
),
dict(role='BOT', prompt='No'),
])
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen_854c6c.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,7 @@
round=[
dict(
role='HUMAN',
prompt=
'{premise}\n{hypothesis}\nWhat is the relation between the two sentences?\nA. Contradiction\nB. Entailment\nC. Neutral\nAnswer:'
prompt='{premise}\n{hypothesis}\nWhat is the relation between the two sentences?\nA. Contradiction\nB. Entailment\nC. Neutral\nAnswer:'
),
], ),
),
Expand Down
9 changes: 3 additions & 6 deletions configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_0143fe.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,26 +17,23 @@
dict(round=[
dict(
role='HUMAN',
prompt=
'{premise}\n{hypothesis}\nWhat is the relation between the two sentences?'
prompt='{premise}\n{hypothesis}\nWhat is the relation between the two sentences?'
),
dict(role='BOT', prompt='Contradiction'),
]),
'entailment':
dict(round=[
dict(
role='HUMAN',
prompt=
'{premise}\n{hypothesis}\nWhat is the relation between the two sentences?'
prompt='{premise}\n{hypothesis}\nWhat is the relation between the two sentences?'
),
dict(role='BOT', prompt='Entailment'),
]),
'neutral':
dict(round=[
dict(
role='HUMAN',
prompt=
'{premise}\n{hypothesis}\nWhat is the relation between the two sentences?'
prompt='{premise}\n{hypothesis}\nWhat is the relation between the two sentences?'
),
dict(role='BOT', prompt='Neutral'),
]),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen_91ca53.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,7 @@
round=[
dict(
role='HUMAN',
prompt=
'{premise}\nQuestion: Which may be the {question}?\nA. {choice1}\nB. {choice2}\nAnswer:'
prompt='{premise}\nQuestion: Which may be the {question}?\nA. {choice1}\nB. {choice2}\nAnswer:'
),
], ),
),
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'{text}\nQuestion: {question}\nAnswer: {answer}\nIs it true?\nA. Yes\nB. No\nAnswer:'
prompt='{text}\nQuestion: {question}\nAnswer: {answer}\nIs it true?\nA. Yes\nB. No\nAnswer:'
),
]),
),
Expand Down
3 changes: 1 addition & 2 deletions configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen_68aac7.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'{premise}\n{hypothesis}\nIs the sentence below entailed by the sentence above?\nA. Yes\nB. No\nAnswer:'
prompt='{premise}\n{hypothesis}\nIs the sentence below entailed by the sentence above?\nA. Yes\nB. No\nAnswer:'
),
]),
),
Expand Down
6 changes: 2 additions & 4 deletions configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_66caf3.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,17 +17,15 @@
dict(round=[
dict(
role='HUMAN',
prompt=
'{premise}\n{hypothesis}\nIs the sentence below entailed by the sentence above?'
prompt='{premise}\n{hypothesis}\nIs the sentence below entailed by the sentence above?'
),
dict(role='BOT', prompt='Yes'),
]),
'not_entailment':
dict(round=[
dict(
role='HUMAN',
prompt=
'{premise}\n{hypothesis}\nIs the sentence below entailed by the sentence above?'
prompt='{premise}\n{hypothesis}\nIs the sentence below entailed by the sentence above?'
),
dict(role='BOT', prompt='No'),
])
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,8 +10,7 @@
ReCoRD_infer_cfg = dict(
prompt_template=dict(
type=PromptTemplate,
template=
'Passage:{text}\nResult:{question}\nQuestion: What entity does ____ refer to in the result?Give me the entity name:'),
template='Passage:{text}\nResult:{question}\nQuestion: What entity does ____ refer to in the result?Give me the entity name:'),
retriever=dict(type=ZeroRetriever),
inferencer=dict(type=GenInferencer))

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,8 +15,7 @@
template=dict(round=[
dict(
role='HUMAN',
prompt=
'Passage: {text}\nResult: {question}\nQuestion: What entity does ____ refer to in the result? Give me the entity name:'
prompt='Passage: {text}\nResult: {question}\nQuestion: What entity does ____ refer to in the result? Give me the entity name:'
),
]),
),
Expand Down
Loading

0 comments on commit 0788410

Please sign in to comment.