File size: 1,581 Bytes
b0c0df0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 |
from datasets import Dataset, load_dataset
from live_bench.data_generator.question_finalizer import QuestionFinalizer
from tqdm import tqdm
if __name__ == "__main__":
hf_data = load_dataset("lmms-lab/LiveBench", "2024-09", split="test")
finalizer = QuestionFinalizer()
def load_results():
for item in tqdm(hf_data):
# if item["subtask"] != "Divergent Thinking":
# yield item
# continue
try:
res = finalizer.finalize_question(question=item["question"], answer=item["answer"], criteria=item["criteria"], images=item["images"])
final_answer = item.copy()
final_answer["question"] = res["question"]
final_answer["answer"] = res["answer"]
final_answer["criteria"] = res["criteria"]
print(item)
print(final_answer)
except Exception as e:
print(f"Error in {item['id']}: {e}")
final_answer = item
yield final_answer
# break
final_data = {}
for data in load_results():
for item, value in data.items():
if item not in final_data:
final_data[item] = []
final_data[item].append(value)
# final_data = Dataset.from_generator(load_results)
final_data = Dataset.from_dict(final_data, features=hf_data.features)
final_data.save_to_disk("logs/2024-09-final")
final_data.push_to_hub("lmms-lab/LiveBench", "2024-09", split="test")
|