Skip to content

Commit d225629

Browse files
Naman-ntcNaman-ntc
committed
base models
1 parent 8615edc commit d225629

File tree

9 files changed

+47
-26
lines changed

9 files changed

+47
-26
lines changed

‎build/asset-manifest.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,13 @@
11
{
22
"files": {
33
"main.css": "./static/css/main.be588df3.css",
4-
"main.js": "./static/js/main.85c187c9.js",
4+
"main.js": "./static/js/main.485d739e.js",
55
"index.html": "./index.html",
66
"main.be588df3.css.map": "./static/css/main.be588df3.css.map",
7-
"main.85c187c9.js.map": "./static/js/main.85c187c9.js.map"
7+
"main.485d739e.js.map": "./static/js/main.485d739e.js.map"
88
},
99
"entrypoints": [
1010
"static/css/main.be588df3.css",
11-
"static/js/main.85c187c9.js"
11+
"static/js/main.485d739e.js"
1212
]
1313
}

‎build/leaderboard.html‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
<!doctype html><html lang="en"><head><title>LiveCodeBench Leaderboard</title><meta charset="UTF-8"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="LiveCodeBench Leaderboard"/><link rel="stylesheet" href="bootstrap.min.css"/><link rel="stylesheet" href="./css/bulma.min.css"/><link rel="stylesheet" href="./css/bulma-carousel.min.css"/><link rel="stylesheet" href="./css/bulma-slider.min.css"/><link rel="stylesheet" href="./css/fontawesome.all.min.css"/><link rel="stylesheet" href="https://cdn.jsdelivr.net/gh/jpswalsh/academicons@1/css/academicons.min.css"/><link rel="stylesheet" href="./css/index.css"/><link rel="icon" href="./images/favicon.svg"/><script src="https://ajax.googleapis.com/ajax/libs/jquery/3.5.1/jquery.min.js"></script><script defer="defer" src="./js/fontawesome.all.min.js"></script><script src="./js/bulma-carousel.min.js"></script><script src="./js/bulma-slider.min.js"></script><script src="./js/index.js"></script><script defer="defer" src="./static/js/main.85c187c9.js"></script><link href="./static/css/main.be588df3.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>
1+
<!doctype html><html lang="en"><head><title>LiveCodeBench Leaderboard</title><meta charset="UTF-8"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="LiveCodeBench Leaderboard"/><link rel="stylesheet" href="bootstrap.min.css"/><link rel="stylesheet" href="./css/bulma.min.css"/><link rel="stylesheet" href="./css/bulma-carousel.min.css"/><link rel="stylesheet" href="./css/bulma-slider.min.css"/><link rel="stylesheet" href="./css/fontawesome.all.min.css"/><link rel="stylesheet" href="https://cdn.jsdelivr.net/gh/jpswalsh/academicons@1/css/academicons.min.css"/><link rel="stylesheet" href="./css/index.css"/><link rel="icon" href="./images/favicon.svg"/><script src="https://ajax.googleapis.com/ajax/libs/jquery/3.5.1/jquery.min.js"></script><script defer="defer" src="./js/fontawesome.all.min.js"></script><script src="./js/bulma-carousel.min.js"></script><script src="./js/bulma-slider.min.js"></script><script src="./js/index.js"></script><script defer="defer" src="./static/js/main.485d739e.js"></script><link href="./static/css/main.be588df3.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>

build/static/js/main.85c187c9.js renamed to build/static/js/main.485d739e.js

Lines changed: 3 additions & 3 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

build/static/js/main.85c187c9.js.LICENSE.txt renamed to build/static/js/main.485d739e.js.LICENSE.txt

File renamed without changes.

build/static/js/main.85c187c9.js.map renamed to build/static/js/main.485d739e.js.map

Lines changed: 1 addition & 1 deletion
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎src/LeaderboardComp.tsx‎

Lines changed: 22 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -223,12 +223,31 @@ const Leaderboard = React.memo(function LeaderboardComponent(props: any) {
223223
}
224224

225225

226+
let message = `${numProblems} problems selected in the current time window.`;
227+
228+
if (numProblems === 0) {
229+
message = "No problems selected in the current time window. Please select a different time window.";
230+
}
231+
else if (numProblems < 100) {
232+
message += "<br>Less than 100 problems selected. We recommend a larger time-window to get a more accurate leaderboard.";
233+
}
234+
else {
235+
message += "<br>You can change start or end date to change the time window.";
236+
}
237+
238+
239+
226240
return (
227241
<div style={{ width: "100%", height: "100%" }}>
228242
<ThemeProvider theme={muiTheme}>
229243
<CssBaseline />
230244
<div style={{ display: "flex", justifyContent: "center" }}>
231-
<b>Current number of problems - {numProblems}. Select a time-window for filtering problems</b>
245+
<b>{message.split("<br>").map((line, index) => (
246+
<React.Fragment key={index}>
247+
{line}
248+
<br />
249+
</React.Fragment>
250+
))}</b>
232251
</div>
233252

234253

@@ -255,7 +274,8 @@ const Leaderboard = React.memo(function LeaderboardComponent(props: any) {
255274
</ThemeProvider>
256275
<div
257276
style={{
258-
display: "flex",
277+
display: numProblems === 0 ? "none" : "flex"
278+
,
259279
flexDirection: "column",
260280
alignItems: "center",
261281
}}

‎src/leaderboardLib.tsx‎

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
import React from "react"
22
import styles from "./Leaderboard.module.css"
3+
import { exec } from "child_process"
34

45
function mean(array: Array<number>) {
56
return array.reduce((a, b) => a + b, 0) / array.length
@@ -142,14 +143,14 @@ function getLeaderboard(
142143
start,
143144
end
144145
)
145-
if (cot_pass.toString() != "NaN") {
146+
if (performances[0].hasOwnProperty("Pass@1-COT")) {
146147
let output = {
147148
Model: model.model_repr,
148149
"Release Date":
149150
"Release Date: " + new Date(model.release_date).toLocaleDateString(),
150151
Contaminated: model.release_date >= start,
151-
"Pass@1": cot_pass,
152-
"Pass@1 (no COT)": exec_pass,
152+
"Pass@1": cot_pass.toString() === "NaN" ? -1 : cot_pass,
153+
"Pass@1 (no COT)": exec_pass.toString() === "NaN" ? -1 : exec_pass,
153154
}
154155
return output
155156
}
@@ -159,10 +160,10 @@ function getLeaderboard(
159160
"Release Date":
160161
"Release Date: " + new Date(model.release_date).toLocaleDateString(),
161162
Contaminated: model.release_date >= start,
162-
"Pass@1": average_pass,
163-
"Easy-Pass@1": easy_pass,
164-
"Medium-Pass@1": medium_pass,
165-
"Hard-Pass@1": hard_pass,
163+
"Pass@1": average_pass.toString() === "NaN" ? -1 : average_pass,
164+
"Easy-Pass@1": easy_pass.toString() === "NaN" ? -1 : easy_pass,
165+
"Medium-Pass@1": medium_pass.toString() === "NaN" ? -1 : medium_pass,
166+
"Hard-Pass@1": hard_pass.toString() === "NaN" ? -1 : hard_pass,
166167
}
167168
return output
168169
}

‎src/mocks/performances_execution.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -88268,21 +88268,21 @@
8826888268
"model_name": "deepseek-ai/deepseek-coder-33b-base",
8826988269
"model_repr": "DSCoder-33b-Base",
8827088270
"model_style": "DeepSeekBase",
88271-
"release_date": 1672560000000,
88271+
"release_date": 1693378800000,
8827288272
"link": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-base"
8827388273
},
8827488274
{
8827588275
"model_name": "deepseek-ai/deepseek-coder-6.7b-base",
8827688276
"model_repr": "DSCoder-6.7b-Base",
8827788277
"model_style": "DeepSeekBase",
88278-
"release_date": 1672560000000,
88278+
"release_date": 1693378800000,
8827988279
"link": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-base"
8828088280
},
8828188281
{
8828288282
"model_name": "deepseek-ai/deepseek-coder-1.3b-base",
8828388283
"model_repr": "DSCoder-1.3b-Base",
8828488284
"model_style": "DeepSeekBase",
88285-
"release_date": 1672560000000,
88285+
"release_date": 1693378800000,
8828688286
"link": "https://huggingface.co/deepseek-ai/deepseek-coder-1.3b-base"
8828788287
},
8828888288
{

‎src/mocks/performances_generation.json‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -96147,21 +96147,21 @@
9614796147
"model_repr": "StarCoder2-3b",
9614896148
"model_style": "StarCoderBase",
9614996149
"release_date": 1672560000000,
96150-
"link": "https://huggingface.co/bigcode/starcoder2-7b-magicoder-instruct/tree/main"
96150+
"link": "https://huggingface.co/bigcode/starcoder2-3b"
9615196151
},
9615296152
{
9615396153
"model_name": "bigcode/starcoder2-7b",
9615496154
"model_repr": "StarCoder2-7b",
9615596155
"model_style": "StarCoderBase",
9615696156
"release_date": 1672560000000,
96157-
"link": "https://huggingface.co/bigcode/starcoder2-7b-magicoder-instruct/tree/main"
96157+
"link": "https://huggingface.co/bigcode/starcoder2-7b"
9615896158
},
9615996159
{
9616096160
"model_name": "bigcode/starcoder2-15b",
9616196161
"model_repr": "StarCoder2-15b",
9616296162
"model_style": "StarCoderBase",
9616396163
"release_date": 1672560000000,
96164-
"link": "https://huggingface.co/bigcode/starcoder2-7b-magicoder-instruct/tree/main"
96164+
"link": "https://huggingface.co/bigcode/starcoder2-15b"
9616596165
},
9616696166
{
9616796167
"model_name": "codellama/CodeLlama-34b-hf",
@@ -96188,21 +96188,21 @@
9618896188
"model_name": "deepseek-ai/deepseek-coder-33b-base",
9618996189
"model_repr": "DSCoder-33b-Base",
9619096190
"model_style": "DeepSeekBase",
96191-
"release_date": 1672560000000,
96191+
"release_date": 1693378800000,
9619296192
"link": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-base"
9619396193
},
9619496194
{
9619596195
"model_name": "deepseek-ai/deepseek-coder-6.7b-base",
9619696196
"model_repr": "DSCoder-6.7b-Base",
9619796197
"model_style": "DeepSeekBase",
96198-
"release_date": 1672560000000,
96198+
"release_date": 1693378800000,
9619996199
"link": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-base"
9620096200
},
9620196201
{
9620296202
"model_name": "deepseek-ai/deepseek-coder-1.3b-base",
9620396203
"model_repr": "DSCoder-1.3b-Base",
9620496204
"model_style": "DeepSeekBase",
96205-
"release_date": 1672560000000,
96205+
"release_date": 1693378800000,
9620696206
"link": "https://huggingface.co/deepseek-ai/deepseek-coder-1.3b-base"
9620796207
},
9620896208
{

0 commit comments

Comments
 (0)