Spaces:
Runtime error
Runtime error
Stop submitting upstage models
#33
by BearSean - opened
app.py
CHANGED
|
@@ -192,6 +192,10 @@ def add_new_eval(
|
|
| 192 |
os.makedirs(OUT_DIR, exist_ok=True)
|
| 193 |
out_path = f"{OUT_DIR}/{model_path}_eval_request_{private}_{precision}_{weight_type}.json"
|
| 194 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 195 |
# Check if the model has been forbidden:
|
| 196 |
if out_path.split("eval-queue/")[1] in DO_NOT_SUBMIT_MODELS:
|
| 197 |
return styled_warning("Model authors have requested that their model be not submitted on the leaderboard.")
|
|
|
|
| 192 |
os.makedirs(OUT_DIR, exist_ok=True)
|
| 193 |
out_path = f"{OUT_DIR}/{model_path}_eval_request_{private}_{precision}_{weight_type}.json"
|
| 194 |
|
| 195 |
+
# The model participating as a Host in Upstage does not conduct evaluations to ensure the transparency and fairness of the leaderboard. Please take this into consideration.
|
| 196 |
+
if user_name == "upstage":
|
| 197 |
+
return styled_warning("This model cannot be submitted on the leaderboard.")
|
| 198 |
+
|
| 199 |
# Check if the model has been forbidden:
|
| 200 |
if out_path.split("eval-queue/")[1] in DO_NOT_SUBMIT_MODELS:
|
| 201 |
return styled_warning("Model authors have requested that their model be not submitted on the leaderboard.")
|