Repository navigation
Expand file tree
/
Copy pathtrain_hist_classification.py
More file actions
114 lines (92 loc) · 4.32 KB
/
Copy pathtrain_hist_classification.py
File metadata and controls
114 lines (92 loc) · 4.32 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
from classificationUtils.args import args
from classificationUtils.helpers import seed_everything,splitData, getImgsDirs, trainEpoch, test_classification, save_checkpoint
from classificationUtils.hotelsDataLoader import HOTELS
from classificationUtils.models import EmbeddingModel
from pathlib import Path
import pandas as pd
import torch
from torch import nn
from torch.utils.data import DataLoader
from tqdm import tqdm
seed_everything(args.seed)
df_pikcle_dir = Path().absolute().joinpath("dataset/randomHotels/randomHotelsFeats2.pkl")
df = pd.read_pickle(df_pikcle_dir)
df = df.astype({"hotel_id":"str"})
# Split data into train and validation
train_df,validation_df = splitData(df)
print(f"Train data sample: {train_df.shape[0]} \nValidation data sample: {validation_df.shape[0]}")
# print(validation_df.head())
# extract training and validation paths
train_imgs_dir = getImgsDirs(train_df)
validation_imgs_dir = getImgsDirs(validation_df)
# print(len(train_imgs_dir))
unique_labels = df["hotel_id"].unique()
num_classes=len(unique_labels)
print(f"Working with {num_classes} random hotels")
print("train and validation data loading....")
train_dataset = HOTELS(train_imgs_dir,unique_labels)
validation_dataset = HOTELS(validation_imgs_dir,unique_labels)
train_dataloader = DataLoader(
train_dataset,
num_workers =0,
batch_size = args.batch_size,
shuffle = True
)
validation_dataloader = DataLoader(
validation_dataset,
num_workers =0,
batch_size = args.batch_size,
shuffle = False
)
print("Data Loaded successfully \n")
experiments = ["hist_feats_rgb_5","hist_feats_hsv_5","hist_feats_rgb_11","hist_feats_hsv_11",
"hist_feats_rgb_18","hist_feats_hsv_18","hist_feats_rgb_28","hist_feats_hsv_28",
"hist_feats_rgb_43","hist_feats_hsv_43","hist_feats_rgb_64","hist_feats_hsv_64",
"hist_feats_rgb_100","hist_feats_hsv_100"]
for focus in experiments:
training_focus = focus
hist_size = len(df[training_focus][0])
print(f"hist features size: {hist_size}")
classifier_to_use = "hist"
# Instantiate model with features size
model = EmbeddingModel(num_classes,df,hist_size=hist_size).to(args.DEVICE)
criterion = nn.CrossEntropyLoss()
optimizer = torch.optim.AdamW(model.parameters(), lr=args.lr)
scheduler = torch.optim.lr_scheduler.OneCycleLR(
optimizer,
max_lr=args.lr,
epochs=args.epoch,
steps_per_epoch=len(train_dataloader),
div_factor=10,
final_div_factor=1,
pct_start=0.1,
anneal_strategy="cos",
)
acc_top_1, acc_top_5 = [],[]
train_loss, train_score = [],[]
prev_valid_acc = 0
model_name = f"{training_focus}_with_embedding-model-{args.IMG_SIZE}x{args.IMG_SIZE}"
counter = 0
for epoch in tqdm(range(1, args.epoch+1),desc="Training >>>"):
training_loss, training_score = trainEpoch(train_dataloader,model, criterion, optimizer,
scheduler, epoch,classifier_to_use=classifier_to_use,color_feat_to_extract=training_focus)
train_loss.append(training_loss)
train_score.append(training_score)
print(f"train loss : {training_loss} | train_acc : {training_score}")
val_acc_top_1, val_acc_top_5 = test_classification(validation_dataloader, model,colorFeat=training_focus)
acc_top_1.append(val_acc_top_1)
acc_top_5.append(val_acc_top_5)
if prev_valid_acc<val_acc_top_5:
# save_checkpoint(model, scheduler, optimizer, epoch, model_name, train_loss, train_score)
print("model saved..!!")
prev_valid_acc = val_acc_top_5
counter = 0
else:
counter +=1
if(counter==5):
print(f"early stopping applied, training done @ epoch {epoch}")
break
print(f"\n.............................{epoch} end............................")
result_df = pd.DataFrame({"acc_top_1":acc_top_1,"acc_top_5":acc_top_5,"train_loss":train_loss,"train_score":train_score})
result_df.to_csv(args.ARTEFACT_FOLDER+f"{training_focus}_metrics_df.csv",index=False)
print(f">>>>>>>>>>>>>>>>> Experiment {training_focus} is Done!!!!!!!\n")