Blanca commited on
Commit
e5cf768
·
verified ·
1 Parent(s): c5136a1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -70,6 +70,7 @@ eval_dataframe_test = get_dataframe_from_results(eval_results=eval_results, spli
70
  # Gold answers
71
  gold_results = {}
72
  gold_dataset = load_dataset(INTERNAL_DATA_DATASET, "test", token=TOKEN, trust_remote_code=True)
 
73
  #gold_results = {"test": {row["cqs"]: row for row in gold_dataset["test"]}}
74
 
75
 
@@ -150,13 +151,15 @@ def add_new_eval(
150
  num_questions = 0
151
  task_ids = []
152
 
153
- with open(f"scored/{organisation}_{model}.jsonl", "w") as scored_file:
154
  with open(file_path, 'r') as f:
155
  data = json.load(f)
156
  for ix, line in data.items():
157
- return format_error(os.getcwd())
158
 
159
  # TODO: look at each question, compare it to the references, output a label between 0 and 1
 
 
160
 
161
  #try:
162
  # task = json.loads(line)
 
70
  # Gold answers
71
  gold_results = {}
72
  gold_dataset = load_dataset(INTERNAL_DATA_DATASET, "test", token=TOKEN, trust_remote_code=True)
73
+ print(gold_dataset["test"])
74
  #gold_results = {"test": {row["cqs"]: row for row in gold_dataset["test"]}}
75
 
76
 
 
151
  num_questions = 0
152
  task_ids = []
153
 
154
+ with open(f"scored/{organisation}_{model}.jsonl", "w") as scored_file: # I am not sure where this is being saved
155
  with open(file_path, 'r') as f:
156
  data = json.load(f)
157
  for ix, line in data.items():
158
+ #return format_error(line['cqs'])
159
 
160
  # TODO: look at each question, compare it to the references, output a label between 0 and 1
161
+
162
+
163
 
164
  #try:
165
  # task = json.loads(line)