Redesign and addition of content, adding LLama-3.1 8B and 70B
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- app.py +30 -16
- static/figures/Mistral-7B-Instruct-v0.1/matrix.svg +24 -24
- static/figures/Mistral-7B-Instruct-v0.1/ranks.svg +0 -0
- static/figures/Mistral-7B-Instruct-v0.1/structure.svg +0 -0
- static/figures/Mistral-7B-Instruct-v0.2/matrix.svg +24 -24
- static/figures/Mistral-7B-Instruct-v0.2/ranks.svg +0 -0
- static/figures/Mistral-7B-Instruct-v0.2/structure.svg +0 -0
- static/figures/Mistral-7B-Instruct-v0.3/matrix.svg +24 -24
- static/figures/Mistral-7B-Instruct-v0.3/ranks.svg +0 -0
- static/figures/Mistral-7B-Instruct-v0.3/structure.svg +0 -0
- static/figures/Mixtral-8x22B-Instruct-v0.1/matrix.svg +24 -24
- static/figures/Mixtral-8x22B-Instruct-v0.1/ranks.svg +0 -0
- static/figures/Mixtral-8x22B-Instruct-v0.1/structure.svg +0 -0
- static/figures/Mixtral-8x7B-Instruct-v0.1/matrix.svg +24 -24
- static/figures/Mixtral-8x7B-Instruct-v0.1/ranks.svg +0 -0
- static/figures/Mixtral-8x7B-Instruct-v0.1/structure.svg +0 -0
- static/figures/Qwen2-72B-Instruct/matrix.svg +24 -24
- static/figures/Qwen2-72B-Instruct/ranks.svg +0 -0
- static/figures/Qwen2-72B-Instruct/structure.svg +0 -0
- static/figures/Qwen2-7B-Instruct/matrix.svg +24 -24
- static/figures/Qwen2-7B-Instruct/ranks.svg +0 -0
- static/figures/Qwen2-7B-Instruct/structure.svg +0 -0
- static/figures/cardinal.svg +413 -330
- static/figures/command_r_plus/matrix.svg +24 -24
- static/figures/command_r_plus/ranks.svg +0 -0
- static/figures/command_r_plus/structure.svg +0 -0
- static/figures/dummy/matrix.svg +443 -436
- static/figures/dummy/ranks.svg +0 -0
- static/figures/dummy/structure.svg +0 -0
- static/figures/gpt-3.5-turbo-0125/matrix.svg +24 -24
- static/figures/gpt-3.5-turbo-0125/ranks.svg +0 -0
- static/figures/gpt-3.5-turbo-0125/structure.svg +0 -0
- static/figures/gpt-4o-0513/matrix.svg +24 -24
- static/figures/gpt-4o-0513/ranks.svg +0 -0
- static/figures/gpt-4o-0513/structure.svg +0 -0
- static/figures/gpt_no_conv_structure.svg +943 -0
- static/figures/llama_3.1_70b_instruct/matrix.svg +1927 -0
- static/figures/llama_3.1_70b_instruct/ranks.svg +0 -0
- static/figures/llama_3.1_70b_instruct/structure.svg +0 -0
- static/figures/llama_3.1_8b_instruct/matrix.svg +1926 -0
- static/figures/llama_3.1_8b_instruct/ranks.svg +0 -0
- static/figures/llama_3.1_8b_instruct/structure.svg +0 -0
- static/figures/llama_3_70b_instruct/matrix.svg +24 -24
- static/figures/llama_3_70b_instruct/ranks.svg +0 -0
- static/figures/llama_3_70b_instruct/structure.svg +0 -0
- static/figures/llama_3_8b_instruct/matrix.svg +24 -24
- static/figures/llama_3_8b_instruct/ranks.svg +0 -0
- static/figures/llama_3_8b_instruct/structure.svg +0 -0
- static/figures/ordinal.svg +416 -331
- static/figures/phi-3-medium-128k-instruct/matrix.svg +24 -24
app.py
CHANGED
|
@@ -1,8 +1,10 @@
|
|
| 1 |
-
from flask import Flask, render_template
|
| 2 |
import pandas as pd
|
|
|
|
| 3 |
|
| 4 |
app = Flask(__name__)
|
| 5 |
|
|
|
|
| 6 |
@app.route('/')
|
| 7 |
def index():
|
| 8 |
# Load the CSV file into a DataFrame
|
|
@@ -11,27 +13,39 @@ def index():
|
|
| 11 |
df = df.round(3)
|
| 12 |
df.insert(0, '#', '')
|
| 13 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
df = df.rename(columns={
|
| 15 |
-
"Ordinal (Win rate)": "Ordinal
|
| 16 |
-
"Cardinal (Score)": "Cardinal
|
| 17 |
-
"RO Stability": "RO Stability (
|
| 18 |
-
"
|
| 19 |
-
"
|
| 20 |
-
"
|
| 21 |
-
"
|
| 22 |
-
"
|
|
|
|
|
|
|
| 23 |
})
|
| 24 |
|
| 25 |
-
# Generate
|
| 26 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
table_html = table_html.replace(f'>{model}<', f'>{model_link}<')
|
| 32 |
|
| 33 |
# Render the template with the table HTML
|
| 34 |
-
return render_template('index.html',
|
| 35 |
|
| 36 |
@app.route('/model/<model_name>')
|
| 37 |
def model_detail(model_name):
|
|
|
|
| 1 |
+
from flask import Flask, render_template
|
| 2 |
import pandas as pd
|
| 3 |
+
import utils
|
| 4 |
|
| 5 |
app = Flask(__name__)
|
| 6 |
|
| 7 |
+
|
| 8 |
@app.route('/')
|
| 9 |
def index():
|
| 10 |
# Load the CSV file into a DataFrame
|
|
|
|
| 13 |
df = df.round(3)
|
| 14 |
df.insert(0, '#', '')
|
| 15 |
|
| 16 |
+
# up_arrow, down_arrow = "⬆️", "⬇️"
|
| 17 |
+
up_arrow, down_arrow = "↑", "↓"
|
| 18 |
+
# up_arrow, down_arrow = "▲", "▼"
|
| 19 |
+
|
| 20 |
df = df.rename(columns={
|
| 21 |
+
"Ordinal (Win rate)": f"Ordinal - Win rate ({up_arrow})",
|
| 22 |
+
"Cardinal (Score)": f"Cardinal - Score ({up_arrow})",
|
| 23 |
+
"RO Stability": f"RO Stability ({up_arrow})",
|
| 24 |
+
"Stress": f"Stress ({down_arrow})",
|
| 25 |
+
"Rank Distance": f"Rank Distance ({down_arrow})",
|
| 26 |
+
"Separability": f"Separability ({up_arrow})",
|
| 27 |
+
"CFI": f"CFI ({up_arrow})",
|
| 28 |
+
"SRMR": f"SRMR ({down_arrow})",
|
| 29 |
+
"RMSEA": f"RMSEA ({down_arrow})",
|
| 30 |
+
"Cronbach alpha": f"Cronbach alpha ({up_arrow})"
|
| 31 |
})
|
| 32 |
|
| 33 |
+
# Generate full table HTML with clickable model names
|
| 34 |
+
################
|
| 35 |
+
main_table_metrics = [
|
| 36 |
+
"#",
|
| 37 |
+
"Model",
|
| 38 |
+
f"Ordinal - Win rate ({up_arrow})",
|
| 39 |
+
f"Cardinal - Score ({up_arrow})",
|
| 40 |
+
f"RO Stability ({up_arrow})"
|
| 41 |
+
]
|
| 42 |
|
| 43 |
+
main_df = df[main_table_metrics].copy()
|
| 44 |
+
main_table_html = utils.df_to_table_html(main_df, additional_class="main-table")
|
| 45 |
+
full_table_html = utils.df_to_table_html(df, additional_class="full-table")
|
|
|
|
| 46 |
|
| 47 |
# Render the template with the table HTML
|
| 48 |
+
return render_template('index.html', main_table_html=main_table_html, full_table_html=full_table_html)
|
| 49 |
|
| 50 |
@app.route('/model/<model_name>')
|
| 51 |
def model_detail(model_name):
|
static/figures/Mistral-7B-Instruct-v0.1/matrix.svg
CHANGED
|
|
|
|
static/figures/Mistral-7B-Instruct-v0.1/ranks.svg
CHANGED
|
|
|
|
static/figures/Mistral-7B-Instruct-v0.1/structure.svg
CHANGED
|
|
|
|
static/figures/Mistral-7B-Instruct-v0.2/matrix.svg
CHANGED
|
|
|
|
static/figures/Mistral-7B-Instruct-v0.2/ranks.svg
CHANGED
|
|
|
|
static/figures/Mistral-7B-Instruct-v0.2/structure.svg
CHANGED
|
|
|
|
static/figures/Mistral-7B-Instruct-v0.3/matrix.svg
CHANGED
|
|
|
|
static/figures/Mistral-7B-Instruct-v0.3/ranks.svg
CHANGED
|
|
|
|
static/figures/Mistral-7B-Instruct-v0.3/structure.svg
CHANGED
|
|
|
|
static/figures/Mixtral-8x22B-Instruct-v0.1/matrix.svg
CHANGED
|
|
|
|
static/figures/Mixtral-8x22B-Instruct-v0.1/ranks.svg
CHANGED
|
|
|
|
static/figures/Mixtral-8x22B-Instruct-v0.1/structure.svg
CHANGED
|
|
|
|
static/figures/Mixtral-8x7B-Instruct-v0.1/matrix.svg
CHANGED
|
|
|
|
static/figures/Mixtral-8x7B-Instruct-v0.1/ranks.svg
CHANGED
|
|
|
|
static/figures/Mixtral-8x7B-Instruct-v0.1/structure.svg
CHANGED
|
|
|
|
static/figures/Qwen2-72B-Instruct/matrix.svg
CHANGED
|
|
|
|
static/figures/Qwen2-72B-Instruct/ranks.svg
CHANGED
|
|
|
|
static/figures/Qwen2-72B-Instruct/structure.svg
CHANGED
|
|
|
|
static/figures/Qwen2-7B-Instruct/matrix.svg
CHANGED
|
|
|
|
static/figures/Qwen2-7B-Instruct/ranks.svg
CHANGED
|
|
|
|
static/figures/Qwen2-7B-Instruct/structure.svg
CHANGED
|
|
|
|
static/figures/cardinal.svg
CHANGED
|
|
|
|
static/figures/command_r_plus/matrix.svg
CHANGED
|
|
|
|
static/figures/command_r_plus/ranks.svg
CHANGED
|
|
|
|
static/figures/command_r_plus/structure.svg
CHANGED
|
|
|
|
static/figures/dummy/matrix.svg
CHANGED
|
|
|
|
static/figures/dummy/ranks.svg
CHANGED
|
|
|
|
static/figures/dummy/structure.svg
CHANGED
|
|
|
|
static/figures/gpt-3.5-turbo-0125/matrix.svg
CHANGED
|
|
|
|
static/figures/gpt-3.5-turbo-0125/ranks.svg
CHANGED
|
|
|
|
static/figures/gpt-3.5-turbo-0125/structure.svg
CHANGED
|
|
|
|
static/figures/gpt-4o-0513/matrix.svg
CHANGED
|
|
|
|
static/figures/gpt-4o-0513/ranks.svg
CHANGED
|
|
|
|
static/figures/gpt-4o-0513/structure.svg
CHANGED
|
|
|
|
static/figures/gpt_no_conv_structure.svg
ADDED
|
|
static/figures/llama_3.1_70b_instruct/matrix.svg
ADDED
|
|
static/figures/llama_3.1_70b_instruct/ranks.svg
ADDED
|
|
static/figures/llama_3.1_70b_instruct/structure.svg
ADDED
|
|
static/figures/llama_3.1_8b_instruct/matrix.svg
ADDED
|
|
static/figures/llama_3.1_8b_instruct/ranks.svg
ADDED
|
|
static/figures/llama_3.1_8b_instruct/structure.svg
ADDED
|
|
static/figures/llama_3_70b_instruct/matrix.svg
CHANGED
|
|
|
|
static/figures/llama_3_70b_instruct/ranks.svg
CHANGED
|
|
|
|
static/figures/llama_3_70b_instruct/structure.svg
CHANGED
|
|
|
|
static/figures/llama_3_8b_instruct/matrix.svg
CHANGED
|
|
|
|
static/figures/llama_3_8b_instruct/ranks.svg
CHANGED
|
|
|
|
static/figures/llama_3_8b_instruct/structure.svg
CHANGED
|
|
|
|
static/figures/ordinal.svg
CHANGED
|
|
|
|
static/figures/phi-3-medium-128k-instruct/matrix.svg
CHANGED
|
|
|
|