Update app.py
Browse files
app.py
CHANGED
|
@@ -70,6 +70,7 @@ eval_dataframe_test = get_dataframe_from_results(eval_results=eval_results, spli
|
|
| 70 |
# Gold answers
|
| 71 |
gold_results = {}
|
| 72 |
gold_dataset = load_dataset(INTERNAL_DATA_DATASET, "test", token=TOKEN, trust_remote_code=True)
|
|
|
|
| 73 |
#gold_results = {"test": {row["cqs"]: row for row in gold_dataset["test"]}}
|
| 74 |
|
| 75 |
|
|
@@ -150,13 +151,15 @@ def add_new_eval(
|
|
| 150 |
num_questions = 0
|
| 151 |
task_ids = []
|
| 152 |
|
| 153 |
-
with open(f"scored/{organisation}_{model}.jsonl", "w") as scored_file:
|
| 154 |
with open(file_path, 'r') as f:
|
| 155 |
data = json.load(f)
|
| 156 |
for ix, line in data.items():
|
| 157 |
-
return format_error(
|
| 158 |
|
| 159 |
# TODO: look at each question, compare it to the references, output a label between 0 and 1
|
|
|
|
|
|
|
| 160 |
|
| 161 |
#try:
|
| 162 |
# task = json.loads(line)
|
|
|
|
| 70 |
# Gold answers
|
| 71 |
gold_results = {}
|
| 72 |
gold_dataset = load_dataset(INTERNAL_DATA_DATASET, "test", token=TOKEN, trust_remote_code=True)
|
| 73 |
+
print(gold_dataset["test"])
|
| 74 |
#gold_results = {"test": {row["cqs"]: row for row in gold_dataset["test"]}}
|
| 75 |
|
| 76 |
|
|
|
|
| 151 |
num_questions = 0
|
| 152 |
task_ids = []
|
| 153 |
|
| 154 |
+
with open(f"scored/{organisation}_{model}.jsonl", "w") as scored_file: # I am not sure where this is being saved
|
| 155 |
with open(file_path, 'r') as f:
|
| 156 |
data = json.load(f)
|
| 157 |
for ix, line in data.items():
|
| 158 |
+
#return format_error(line['cqs'])
|
| 159 |
|
| 160 |
# TODO: look at each question, compare it to the references, output a label between 0 and 1
|
| 161 |
+
|
| 162 |
+
|
| 163 |
|
| 164 |
#try:
|
| 165 |
# task = json.loads(line)
|