Repository navigation
Expand file tree
/
Copy pathdata.py
More file actions
82 lines (65 loc) · 3.58 KB
/
Copy pathdata.py
File metadata and controls
82 lines (65 loc) · 3.58 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
import torch
import os
from torchvision import transforms
from torch.utils.data.distributed import DistributedSampler
from torch.utils.data import DataLoader
import cv2
class ClassificationDataset(torch.utils.data.Dataset):
def __init__(self, df_dataset, cfg, dataset_path) -> None:
super().__init__()
self.df_dataset = df_dataset
self.dataset_path = dataset_path
self.cfg = cfg
self.do_resize = cfg["data"].get("do_resize", 1.0) > 0.0
if cfg["data"]["normalization"] == "pm1":
print("Apply pm1 normalization")
self.normalize = transforms.Normalize(mean=[0.5, 0.5, 0.5], std=[0.5, 0.5, 0.5])
elif cfg["data"]["normalization"] == "imagenet":
print("Apply imagenet normalization")
self.normalize = transforms.Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225])
elif cfg["data"]["normalization"] == "None":
print("No normalization to apply")
self.normalize = None
def __len__(self):
return len(self.df_dataset)
def __getitem__(self, idx):
img_path = os.path.join(self.dataset_path, self.df_dataset.iloc[idx]["PATH"])
label = self.df_dataset.iloc[idx]["LABEL"]
if not os.path.exists(img_path):
print("The image '{}' does not exist ".format(img_path))
img = cv2.imread(img_path)
img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
if self.do_resize:
img = cv2.resize(img, (self.cfg["data"]["size"], self.cfg["data"]["size"]))
img = transforms.ToTensor()(img)
if self.normalize is not None:
img = self.normalize(img)
return img, label
def create_loaders(df_dataset_train, df_dataset_val, df_dataset_test, cfg):
dataset_path = cfg['dataset']['dataset_path']
batch_size = cfg['dataset']['batch_size']
# 1 - istanzio la classe dataset di train e test
classification_dataset_test = None
classification_dataset_train = ClassificationDataset(df_dataset=df_dataset_train, cfg=cfg, dataset_path=dataset_path)
classification_dataset_val = ClassificationDataset(df_dataset=df_dataset_val, cfg=cfg, dataset_path=dataset_path)
if df_dataset_test is not None:
classification_dataset_test = ClassificationDataset(df_dataset=df_dataset_test, cfg=cfg, dataset_path=dataset_path)
# 2 - istanzio i dataloader
classification_dataloader_train = DataLoader(dataset=classification_dataset_train,
batch_size=batch_size,
shuffle=True,
num_workers=0,
drop_last=False)
classification_dataloader_val = DataLoader(dataset=classification_dataset_val,
batch_size=batch_size,
shuffle=True,
num_workers=0,
drop_last=False)
classification_dataloader_test = None
if classification_dataset_test is not None:
classification_dataloader_test = DataLoader(dataset=classification_dataset_test,
batch_size=batch_size,
shuffle=True,
num_workers=0,
drop_last=False)
return classification_dataloader_train, classification_dataloader_val, classification_dataloader_test