Spaces:
Sleeping
Sleeping
File size: 3,194 Bytes
d7f5c38 5f3eeaf d092d11 0b41ab5 d092d11 0b41ab5 eebe34f e233ec3 031841d eebe34f 5f3eeaf eebe34f 5f3eeaf eebe34f 031841d 0b41ab5 031841d 0b41ab5 eebe34f 0b41ab5 031841d f06ca02 eebe34f 031841d 17aa841 031841d 0b41ab5 eebe34f 0b41ab5 08a24e4 031841d eebe34f d7f5c38 eebe34f e233ec3 0b41ab5 031841d eebe34f 0b41ab5 031841d eebe34f 0b41ab5 031841d d7f5c38 eebe34f 031841d c52847e 0b41ab5 031841d eebe34f 214ffa6 eebe34f 214ffa6 031841d eebe34f 031841d d7f5c38 eebe34f 0b41ab5 031841d eebe34f d7f5c38 eebe34f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 |
import html
import json
import gradio as gr
import pandas as pd
# Function to create HTML tooltips
def create_html_with_tooltip(id, base_url):
return f'<a href="{base_url}"target="_blank">{id}</a>'
# Load prompts from JSON
with open("prompt/prompt.json", "r") as file:
json_data = file.read()
prompts = json.loads(json_data)
# Prepare leaderboard data
winning_rate = [prompt["metric"]["winning_number"] for prompt in prompts]
winning_rate = [round(num / sum(winning_rate), 4) for num in winning_rate]
data = {
"Rank": [i + 1 for i in range(len(prompts))],
"Methods": [
create_html_with_tooltip(prompt["id"], prompt["url"]) for prompt in prompts
],
"Rouge Score": [prompt["metric"]["Rouge"] for prompt in prompts],
"Winning Rate": winning_rate,
"Authors": [prompt["author"] for prompt in prompts],
}
# Create DataFrame and sort by Rouge Score
df = pd.DataFrame(data)
df.sort_values(by="Rouge Score", ascending=False, inplace=True, ignore_index=True)
df["Rank"] = range(1, len(df) + 1)
# Assign medals for top 3 authors
medals = ["🏅", "🥈", "🥉"]
for i in range(3):
df.loc[i, "Authors"] = f"{medals[i]} {df.loc[i, 'Authors']}"
# Function to update the leaderboard
def update_leaderboard(sort_by):
sorted_df = df.sort_values(by=sort_by, ascending=False, ignore_index=True)
sorted_df["Rank"] = range(1, len(sorted_df) + 1)
# Convert DataFrame to HTML with clickable headers for sorting
table_html = sorted_df.to_html(index=False, escape=False)
# Add sorting links to column headers
for column in sorted_df.columns:
table_html = table_html.replace(
f"<th>{column}</th>",
f'<th><a href="#" onclick="sortBy(\'{column}\'); return false;">{column}</a></th>',
)
return table_html
# Define Gradio interface
def create_leaderboard():
with gr.Blocks(
css="""
.tooltip { cursor: pointer; color: blue; text-decoration: underline; }
table { border-collapse: collapse; width: 100%; }
th, td { border: 1px solid #ddd; padding: 8px; text-align: left; }
th { background-color: #f2f2f2; }
#prompt-display { display: none; }
"""
) as demo:
gr.Markdown("# 🏆 Summarization Arena Leaderboard")
with gr.Row():
gr.Markdown(
"[Blog](placeholder) | [GitHub](placeholder) | [Paper](placeholder) | [Dataset](placeholder) | [Twitter](placeholder) | [Discord](placeholder)"
)
gr.Markdown(
"Welcome to our open platform for evaluating LLM summarization capabilities."
)
# Dropdown for sorting
sort_by = gr.Dropdown(list(df.columns), label="Sort by", value="Rouge Score")
# Display the leaderboard
leaderboard = gr.HTML(update_leaderboard("Rouge Score"), elem_id="leaderboard")
# Change sorting when dropdown is changed
sort_by.change(
fn=lambda sort: update_leaderboard(sort),
inputs=sort_by,
outputs=leaderboard,
)
return demo
# Launch Gradio interface
if __name__ == "__main__":
demo = create_leaderboard()
demo.launch(debug=True)
|