Skip to content

Commit

Permalink
proper dict assignment
Browse files Browse the repository at this point in the history
  • Loading branch information
markus583 committed May 15, 2024
1 parent 4362896 commit f235542
Showing 1 changed file with 5 additions and 2 deletions.
7 changes: 5 additions & 2 deletions wtpsplit/evaluation/llm_sentence.py
Original file line number Diff line number Diff line change
Expand Up @@ -506,6 +506,7 @@ def calculate_global_metric_averages(results):
for lang_datasets in results.values():
for metrics in lang_datasets.values():
# aggregate
metrics = metrics[args.model]
for metric_key, metric_value in metrics.items():
if isinstance(metric_value, (int, float)):
if metric_key not in metric_totals:
Expand Down Expand Up @@ -614,9 +615,11 @@ def concatenate_texts(group):
results = {}
indices = {}
for lang_code in df["lang"].unique():
results[lang_code][dataset_name] = {args.model: {}}
indices[lang_code][dataset_name] = {args.model: {}}
results[lang_code] = {}
indices[lang_code] = {}
for dataset_name in df["dataset_name"].unique():
results[lang_code][dataset_name] = {args.model: {}} # Initialize nested dict with model
indices[lang_code][dataset_name] = {args.model: {}}
if "lyrics" in dataset_name or "short" in dataset_name:
exclude_every_k = 0
else:
Expand Down

0 comments on commit f235542

Please sign in to comment.