Update index.html

NovelQA · Jun 17, 2024 · f8fa5d8 · f8fa5d8
1 parent 12ce906
commit f8fa5d8
Showing 1 changed file with 202 additions and 2 deletions.
diff --git a/index.html b/index.html
@@ -225,7 +225,7 @@ <h4>Citation</h4>
 
         <div class="card card-outline-secondary">
           <div class="card-header">
-            Leaderboard - Generative Question
+            Leaderboard - Generative Setting (All novels)
             <span class="affiliation"></span><br><a href="" class="paperlink"></a>
           </div>
           <div class="card-body">
@@ -337,7 +337,7 @@ <h4>Citation</h4>
 
         <div class="card card-outline-secondary">
           <div class="card-header">
-            Leaderboard - MultiChoice Question
+            Leaderboard - MultiChoice Setting (All novels)
             <span class="affiliation"></span><br><a href="" class="paperlink"></a>
           </div>
           <div class="card-body">
@@ -444,6 +444,206 @@ <h4>Citation</h4>
               </tbody>
             </table>
           </div>
+          <div class="card-header">
+            Leaderboard - Generative Setting (Public domain novels)
+            <span class="affiliation"></span><br><a href="" class="paperlink"></a>
+          </div>
+          <div class="card-body">
+            <table class="table">
+              <thead class="thead-light">
+                <tr>
+                  <th scope="col" rowspan="1"></th>
+                  <th scope="col" rowspan="1" class="align-middle text-center">Model</th>
+                  <th scope="col" rowspan="1" class="align-middle text-center">Acc</th>
+                  <th scope="col" rowspan="1" class="align-middle text-center">Context Window</th>
+                  <th scope="col" rowspan="1" class="align-middle text-center">Text Input by</th>
+                  <th scope="col" rowspan="2" class="align-middle text-center">Team</th>
+                </tr>
+              </thead>
+              <tbody>
+                <tr class="table-success">
+                  <td scope="row" class="align-middle text-center"><br>
+                  </td>
+                  <td class="align-middle text-center">Human Performance<br>
+                  </td>
+                  <td class="align-middle text-center">90.00</td>
+                  <td class="align-middle text-center">-</td>
+                  <td class="align-middle text-center">-</td>
+                  <td class="align-middle text-center">-</td>
+                </tr>
+
+                <tr>
+                  <td scope="row" class="align-middle text-center">🏆1<br>
+                  </td>
+                  <td class="align-middle text-center">claude-3-sonnet-20240229-v1:0<br>
+                  </td>
+                  <td class="align-middle text-center">46.96</td>
+                  <td class="align-middle text-center">200K</td>
+                  <td class="align-middle text-center">Long-context</td>
+                  <td class="align-middle text-center"><a href="https://claude.ai/">Claude</a></td>
+                </tr>
+
+                <tr>
+                  <td scope="row" class="align-middle text-center">🥈2<br>
+                  </td>
+                  <td class="align-middle text-center">gpt-4-0125-preview<br>
+                  </td>
+                  <td class="align-middle text-center">45.76</td>
+                  <td class="align-middle text-center">128K</td>
+                  <td class="align-middle text-center">Long-context</td>
+                  <td class="align-middle text-center"><a href="https://openai.com/">OpenAI</a></td>
+                </tr>
+
+                <tr>
+                  <td scope="row" class="align-middle text-center">🥉3<br>
+                  </td>
+                  <td class="align-middle text-center">claude-v2:1<br>
+                  </td>
+                  <td class="align-middle text-center">44.32</td>
+                  <td class="align-middle text-center">200K</td>
+                  <td class="align-middle text-center">Long-context</td>
+                  <td class="align-middle text-center"><a href="https://claude.ai/">Claude</a></td>
+                </tr>
+
+                <tr>
+                  <td scope="row" class="align-middle text-center">4<br>
+                  </td>
+                  <td class="align-middle text-center">InternLM-20b<br>
+                  </td>
+                  <td class="align-middle text-center">30.04</td>
+                  <td class="align-middle text-center">200K</td>
+                  <td class="align-middle text-center">Long-context</td>
+                  <td class="align-middle text-center"><a href="https://github.com/InternLM/InternLM">InternLM</a></td>
+                </tr>
+
+                <tr>
+                  <td scope="row" class="align-middle text-center">5<br>
+                  </td>
+                  <td class="align-middle text-center">InternLM-7b<br>
+                  </td>
+                  <td class="align-middle text-center">28.07</td>
+                  <td class="align-middle text-center">200K</td>
+                  <td class="align-middle text-center">Long-context</td>
+                  <td class="align-middle text-center"><a href="https://github.com/InternLM/InternLM">InternLM</a></td>
+                </tr>
+
+                <tr>
+                  <td scope="row" class="align-middle text-center">6<br>
+                  </td>
+                  <td class="align-middle text-center">-<br>
+                  </td>
+                  <td class="align-middle text-center">-</td>
+                  <td class="align-middle text-center">-</td>
+                  <td class="align-middle text-center">-</td>
+                  <td class="align-middle text-center">-</td>
+                </tr>
+
+                <tr>
+                  <td scope="row" class="align-middle text-center">7<br>
+                  </td>
+                  <td class="align-middle text-center">-<br>
+                  </td>
+                  <td class="align-middle text-center">-</td>
+                  <td class="align-middle text-center">-</td>
+                  <td class="align-middle text-center">-</td>
+                  <td class="align-middle text-center">-</td>
+                </tr>
+
+              </tbody>
+            </table>
+          </div>
+        </div>
+
+
+        <div class="card card-outline-secondary">
+          <div class="card-header">
+            Leaderboard - MultiChoice Setting (Public domain novels)
+            <span class="affiliation"></span><br><a href="" class="paperlink"></a>
+          </div>
+          <div class="card-body">
+            <table class="table">
+              <thead class="thead-light">
+                <tr>
+                  <th scope="col" rowspan="1"></th>
+                  <th scope="col" rowspan="1" class="align-middle text-center">Model</th>
+                  <th scope="col" rowspan="1" class="align-middle text-center">Acc</th>
+                  <th scope="col" rowspan="1" class="align-middle text-center">Context Window</th>
+                  <th scope="col" rowspan="1" class="align-middle text-center">Text Input by</th>
+                  <th scope="col" rowspan="2" class="align-middle text-center">Team</th>
+                </tr>
+              </thead>
+              <tbody>
+                <tr class="table-success">
+                  <td scope="row" class="align-middle text-center"><br>
+                  </td>
+                  <td class="align-middle text-center">Human Performance<br>
+                  </td>
+                  <td class="align-middle text-center">97.00</td>
+                  <td class="align-middle text-center">-</td>
+                  <td class="align-middle text-center">-</td>
+                  <td class="align-middle text-center">-</td>
+
+                </tr>
+
+                <tr>
+                  <td scope="row" class="align-middle text-center">🏆1<br>
+                  </td>
+                  <td class="align-middle text-center">gpt-4-0125-preview<br>
+                  </td>
+                  <td class="align-middle text-center">70.44</td>
+                  <td class="align-middle text-center">128K</td>
+                  <td class="align-middle text-center">Long-context</td>
+                  <td class="align-middle text-center"><a href="https://openai.com/">OpenAI</a></td>
+                </tr>
+
+                <tr>
+                  <td scope="row" class="align-middle text-center">🥈2<br>
+                  </td>
+                  <td class="align-middle text-center">claude-3-sonnet-20240229-v1:0<br>
+                  </td>
+                  <td class="align-middle text-center">67.15</td>
+                  <td class="align-middle text-center">200K</td>
+                  <td class="align-middle text-center">Long-context</td>
+                  <td class="align-middle text-center"><a href="https://claude.ai/">Claude</a></td>
+                </tr>
+
+
+                <tr>
+                  <td scope="row" class="align-middle text-center">🥉3<br>
+                  </td>
+                  <td class="align-middle text-center">claude-v2:1<br>
+                  </td>
+                  <td class="align-middle text-center">65.92</td>
+                  <td class="align-middle text-center">200K</td>
+                  <td class="align-middle text-center">Long-context</td>
+                  <td class="align-middle text-center"><a href="https://claude.ai/">Claude</a></td>
+                </tr>
+
+                <tr>
+                  <td scope="row" class="align-middle text-center">4<br>
+                  </td>
+                  <td class="align-middle text-center">InternLM-20b<br>
+                  </td>
+                  <td class="align-middle text-center">45.87</td>
+                  <td class="align-middle text-center">200K</td>
+                  <td class="align-middle text-center">Long-context</td>
+                  <td class="align-middle text-center"><a href="https://github.com/InternLM/InternLM">InternLM</a></td>
+                </tr>
+
+                <tr>
+                  <td scope="row" class="align-middle text-center">7<br>
+                  </td>
+                  <td class="align-middle text-center">InternLM-7b<br>
+                  </td>
+                  <td class="align-middle text-center">40.89</td>
+                  <td class="align-middle text-center">200K</td>
+                  <td class="align-middle text-center">Long-context</td>
+                  <td class="align-middle text-center"><a href="https://github.com/InternLM/InternLM">InternLM</a></td>
+                </tr>
+
+              </tbody>
+            </table>
+          </div>
         </div>
 
       </div>