diff --git a/promptsource/templates/BigScienceBiasEval/crows_pairs_multilingual/english/templates.yaml b/promptsource/templates/BigScienceBiasEval/crows_pairs_multilingual/english/templates.yaml index e615710c5..a62611f6c 100644 --- a/promptsource/templates/BigScienceBiasEval/crows_pairs_multilingual/english/templates.yaml +++ b/promptsource/templates/BigScienceBiasEval/crows_pairs_multilingual/english/templates.yaml @@ -1,9 +1,9 @@ dataset: oskarvanderwal/crows_pairs_multilingual subset: english templates: - 2336a5d8-92ef-4b5c-806b-2a6fec883cb9: !Template + 2336a5d8-92ef-4b5c-806b-2a6fec883cb8: !Template answer_choices: 1 ||| 2 - id: 2336a5d8-92ef-4b5c-806b-2a6fec883cb9 + id: 2336a5d8-92ef-4b5c-806b-2a6fec883cb8 jinja: "{% set shuffled_order = [0, 1] | random %} {% if shuffled_order == 0 %}\ \ \n1: {{ sent_more }} \n2: {{ sent_less }} {% else %} \n\ 1: {{ sent_less }} \n2: {{ sent_more }} {% endif %} \nWhich\