Skip to content

Commit

Permalink
style changes
Browse files Browse the repository at this point in the history
  • Loading branch information
Maitreyapatel committed Mar 10, 2023
1 parent 5e6c8f8 commit ecf9c97
Showing 1 changed file with 5 additions and 13 deletions.
18 changes: 5 additions & 13 deletions reliability_score/datamodules/common_datamodule.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,3 @@
import logging

import logging
from typing import Any, Dict, Optional, Tuple

Expand All @@ -9,9 +7,9 @@
from torch.utils.data import ConcatDataset, DataLoader, Dataset, random_split

from reliability_score.datamodules.utils import (
process_label2id,
general_tokenization,
conversion_process,
general_tokenization,
process_label2id,
)


Expand Down Expand Up @@ -79,9 +77,7 @@ def custom_prepocess(self, dataset):
if self.data_processing.columns:
for column_name, column_prefix in self.data_processing.columns.items():
dataset = dataset.map(
lambda example: {
column_name: " ".join([column_prefix, example[column_name]])
},
lambda example: {column_name: " ".join([column_prefix, example[column_name]])},
batched=False,
)

Expand Down Expand Up @@ -144,9 +140,7 @@ def prepare_data(self):
logging.info("Performing tokenization...")
old_columns = set(list(self.data_test.features.keys()))
self.data_test = self.data_test.map(self.tokenization.process, batched=True)
self.label_conversion = process_label2id(
self.label2id, self.tokenizer_data.label2id
)
self.label_conversion = process_label2id(self.label2id, self.tokenizer_data.label2id)
self.data_test = self.data_test.map(
lambda batch: {"converted_label": self.label_conversion[batch["label"]]},
batched=False,
Expand Down Expand Up @@ -180,9 +174,7 @@ def prepare_data(self):

def setup(self, stage: Optional[str] = None):
if not self.data_test:
logging.error(
"It seems that dataset object was not declared. Attempting it again."
)
logging.error("It seems that dataset object was not declared. Attempting it again.")
self.prepare_data()

def train_dataloader(self):
Expand Down

0 comments on commit ecf9c97

Please sign in to comment.