diff options
Diffstat (limited to 'notebooks')
| -rw-r--r-- | notebooks/llm-stats.py | 100 |
1 files changed, 0 insertions, 100 deletions
diff --git a/notebooks/llm-stats.py b/notebooks/llm-stats.py deleted file mode 100644 index 7e4e535..0000000 --- a/notebooks/llm-stats.py +++ /dev/null @@ -1,100 +0,0 @@ -import marimo - -__generated_with = "0.23.10" -app = marimo.App(width="full") - - -@app.cell -def _(): - import marimo as mo - import pandas as pd - import altair as alt - - return alt, mo, pd - -# https://artificialanalysis.ai/leaderboards/models -@app.cell -def _(pd): - COLUMNS = ["name", "aai_score", "price", "tok_per_sec"] - ROWS = [ - ["DeepSeek V4 Flash", 37, 0.08, 101], - ["DeepSeek V4 Pro", 44, 0.18, 85], - ["Claude Opus 4.7", 54, 3.85, 51], - ["Claude Opus 4.8", 56, 3.85, 58], - ["Claude Sonnet 4.6", 47, 2.31, 50], - ["Claude Haiku 4.5", 30, 0.77, 93], - ["Gemini 3.5 Flash", 50, 1.31, 161], - ["MiMo 2.5", 40, 0.06, 79], - ["Nemotron 3 Ultra", 38, 0.58, 164], - ["Gemma 4 E2B (local)", 9, 0.0, 60], - ["GLM 5.2", 51, 0.90, 82], - ["MiniMax M3", 44, 0.22, 68], - ] - df = pd.DataFrame(ROWS, columns=COLUMNS) - return df - - -@app.cell -def _(df, mo): - mo.md(f""" - # 🤖 LLM Stats Tracker - - **{len(df)} models tracked** - """) - return - - -@app.cell -def _(alt, df): - scatter = ( - alt.Chart(df) - .mark_circle(size=200) - .encode( - x=alt.X("price", title="Blended Price $/1M"), - y=alt.Y("aai_score", title="AAI Score"), - color=alt.Color("tok_per_sec:Q", title="tok/sec", scale=alt.Scale(scheme="viridis")), - tooltip=["name", "aai_score", "price", "tok_per_sec"], - ) - ) - labels = ( - alt.Chart(df) - .mark_text(dy=-12, fontSize=10) - .encode( - x="price", - y="aai_score", - text="name", - ) - ) - chart_price_quality = (scatter + labels).properties(width="container") - chart_price_quality - return - - -@app.cell -def _(alt, df): - bubble = ( - alt.Chart(df) - .mark_circle(size=120, opacity=0.7) - .encode( - x=alt.X("tok_per_sec:Q", title="Tokens/sec"), - y=alt.Y("aai_score:Q", title="AAI Score"), - color=alt.Color("price:Q", title="Price $/1M", scale=alt.Scale(scheme="viridis")), - tooltip=["name", "aai_score", "price", "tok_per_sec"], - ) - ) - bubble_labels = ( - alt.Chart(df) - .mark_text(dy=-14, fontSize=10, fontWeight="bold") - .encode( - x="tok_per_sec:Q", - y="aai_score:Q", - text="name:N", - ) - ) - chart_speed_quality = (bubble + bubble_labels).properties(width="container") - chart_speed_quality - return - - -if __name__ == "__main__": - app.run() |
