Update README.md
Browse files
README.md
CHANGED
|
@@ -644,12 +644,6 @@ All results reported below are on a 0-shot setting.
|
|
| 644 |
<td>acc</td>
|
| 645 |
<td>00</td>
|
| 646 |
</tr>
|
| 647 |
-
<tr>
|
| 648 |
-
<td>Math</td>
|
| 649 |
-
<td>mgsm_direct_es</td>
|
| 650 |
-
<td>em</td>
|
| 651 |
-
<td>00</td>
|
| 652 |
-
</tr>
|
| 653 |
<tr>
|
| 654 |
<td rowspan="2">NLI</td>
|
| 655 |
<td>wnli_es</td>
|
|
@@ -703,12 +697,6 @@ All results reported below are on a 0-shot setting.
|
|
| 703 |
<td>acc</td>
|
| 704 |
<td>70.68</td>
|
| 705 |
</tr>
|
| 706 |
-
<tr>
|
| 707 |
-
<td>Math</td>
|
| 708 |
-
<td>mgsm_direct_ca</td>
|
| 709 |
-
<td>em</td>
|
| 710 |
-
<td>0</td>
|
| 711 |
-
</tr>
|
| 712 |
<tr>
|
| 713 |
<td rowspan="2">NLI</td>
|
| 714 |
<td>wnli_ca</td>
|
|
@@ -727,7 +715,7 @@ All results reported below are on a 0-shot setting.
|
|
| 727 |
<td>65.18</td>
|
| 728 |
</tr>
|
| 729 |
<tr>
|
| 730 |
-
<td>
|
| 731 |
<td>acc</td>
|
| 732 |
<td>62.95</td>
|
| 733 |
</tr>
|
|
@@ -738,22 +726,22 @@ All results reported below are on a 0-shot setting.
|
|
| 738 |
<td>64.98</td>
|
| 739 |
</tr>
|
| 740 |
<tr>
|
| 741 |
-
<td>
|
| 742 |
<td>acc</td>
|
| 743 |
<td>41.89</td>
|
| 744 |
</tr>
|
| 745 |
<tr>
|
| 746 |
-
<td>
|
| 747 |
<td>acc</td>
|
| 748 |
<td>35.2</td>
|
| 749 |
</tr>
|
| 750 |
<tr>
|
| 751 |
-
<td>
|
| 752 |
<td>acc</td>
|
| 753 |
<td>69.53</td>
|
| 754 |
</tr>
|
| 755 |
<tr>
|
| 756 |
-
<td>
|
| 757 |
<td>acc</td>
|
| 758 |
<td>48.62</td>
|
| 759 |
</tr>
|
|
@@ -786,12 +774,6 @@ All results reported below are on a 0-shot setting.
|
|
| 786 |
<td>acc</td>
|
| 787 |
<td>61.15</td>
|
| 788 |
</tr>
|
| 789 |
-
<tr>
|
| 790 |
-
<td>Math</td>
|
| 791 |
-
<td>mgsm_direct_eu</td>
|
| 792 |
-
<td>em</td>
|
| 793 |
-
<td>1</td>
|
| 794 |
-
</tr>
|
| 795 |
<tr>
|
| 796 |
<td rowspan="2">NLI</td>
|
| 797 |
<td>wnli_eu</td>
|
|
@@ -843,12 +825,6 @@ All results reported below are on a 0-shot setting.
|
|
| 843 |
<th>Result</th>
|
| 844 |
</tr></thead>
|
| 845 |
<tbody>
|
| 846 |
-
<tr>
|
| 847 |
-
<td>Math</td>
|
| 848 |
-
<td>mgsm_direct_gl</td>
|
| 849 |
-
<td>em</td>
|
| 850 |
-
<td>0</td>
|
| 851 |
-
</tr>
|
| 852 |
<tr>
|
| 853 |
<td rowspan="2">Paraphrasing</td>
|
| 854 |
<td>parafrases_gl</td>
|
|
|
|
| 644 |
<td>acc</td>
|
| 645 |
<td>00</td>
|
| 646 |
</tr>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 647 |
<tr>
|
| 648 |
<td rowspan="2">NLI</td>
|
| 649 |
<td>wnli_es</td>
|
|
|
|
| 697 |
<td>acc</td>
|
| 698 |
<td>70.68</td>
|
| 699 |
</tr>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 700 |
<tr>
|
| 701 |
<td rowspan="2">NLI</td>
|
| 702 |
<td>wnli_ca</td>
|
|
|
|
| 715 |
<td>65.18</td>
|
| 716 |
</tr>
|
| 717 |
<tr>
|
| 718 |
+
<td>paws_ca</td>
|
| 719 |
<td>acc</td>
|
| 720 |
<td>62.95</td>
|
| 721 |
</tr>
|
|
|
|
| 726 |
<td>64.98</td>
|
| 727 |
</tr>
|
| 728 |
<tr>
|
| 729 |
+
<td>arc_ca_challenge</td>
|
| 730 |
<td>acc</td>
|
| 731 |
<td>41.89</td>
|
| 732 |
</tr>
|
| 733 |
<tr>
|
| 734 |
+
<td>openbookqa_ca</td>
|
| 735 |
<td>acc</td>
|
| 736 |
<td>35.2</td>
|
| 737 |
</tr>
|
| 738 |
<tr>
|
| 739 |
+
<td>piqa_ca</td>
|
| 740 |
<td>acc</td>
|
| 741 |
<td>69.53</td>
|
| 742 |
</tr>
|
| 743 |
<tr>
|
| 744 |
+
<td>siqa_ca</td>
|
| 745 |
<td>acc</td>
|
| 746 |
<td>48.62</td>
|
| 747 |
</tr>
|
|
|
|
| 774 |
<td>acc</td>
|
| 775 |
<td>61.15</td>
|
| 776 |
</tr>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 777 |
<tr>
|
| 778 |
<td rowspan="2">NLI</td>
|
| 779 |
<td>wnli_eu</td>
|
|
|
|
| 825 |
<th>Result</th>
|
| 826 |
</tr></thead>
|
| 827 |
<tbody>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 828 |
<tr>
|
| 829 |
<td rowspan="2">Paraphrasing</td>
|
| 830 |
<td>parafrases_gl</td>
|