From: https://www.kaggle.com/poorcow/imet-densenet201
Author: Poorcow
Score: 0.494
import gc
import os
import sys
import time
import random
import logging
import datetime as dt
import cv2
import numpy as np
import pandas as pd
import torch
import torch.nn as nn
import torch.optim as optim
import torch.utils.data as data
import torch.nn.functional as F
import torchvision as vision
from torch.utils.data import Dataset, DataLoader
from torch.optim.lr_scheduler import CosineAnnealingLR
from pathlib import Path
from PIL import Image
from contextlib import contextmanager
from joblib import Parallel, delayed
from tqdm import tqdm
from fastprogress import master_bar, progress_bar
from sklearn.model_selection import KFold
from sklearn.metrics import fbeta_score
labels = pd.read_csv("../input/imet-2019-fgvc6/labels.csv")
train = pd.read_csv("../input/imet-2019-fgvc6/train.csv") #109237
test = pd.read_csv("../input/imet-2019-fgvc6/sample_submission.csv")
#parameters
num_epochs = 200
batch_size = 200
learning_rate = 0.0001
device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
data_transforms = {'train':vision.transforms.Compose([
vision.transforms.RandomResizedCrop(332),
vision.transforms.RandomHorizontalFlip(),
vision.transforms.ToTensor(),
vision.transforms.Normalize(
[0.485, 0.456, 0.406],
[0.229, 0.224, 0.225])
]),
'val': vision.transforms.Compose([
vision.transforms.Resize(500),
vision.transforms.RandomResizedCrop(332),
vision.transforms.ToTensor(),
vision.transforms.Normalize(
[0.485, 0.456, 0.406],
[0.229, 0.224, 0.225])
])
}
data_transforms["test"] = data_transforms["val"]
class IMetDataset(Dataset):
def __init__(self, df, images_dir, transforms = None):
self.df = df
self.images_dir = images_dir
self.transforms = transforms
def __len__(self):
return self.df.shape[0]
def __getitem__(self, idx):
cur_idx_row = self.df.iloc[idx]
img_id = cur_idx_row['id']
img_name = img_id + ".png"
img_path = os.path.join(self.images_dir, img_name)
img = cv2.imread(img_path)
img = Image.fromarray(img)
if self.transforms is not None:
img = self.transforms(img)
labels_list = cur_idx_row['attribute_ids'].split(' ')
FILLVAL = 1.0
label = torch.zeros((1103,), dtype=torch.float32)
for i in labels_list:
label[int(i)] = FILLVAL
return img, label
class IMetLoadData(Dataset):
def __init__(self, train, labels):
self.train = train
self.labels = labels
def __len__(self):
return self.train.shape[0]
def __getitem__(self, idx):
return self.train[idx], self.labels[idx]
class Classifier(nn.Module):
def __init__(self):
super(Classifier, self).__init__()
def forward(self, x):
return x
class Densenet201(nn.Module):
def __init__(self, pretrained: Path):
super(Densenet201, self).__init__()
self.densenet201 = vision.models.densenet201()
self.densenet201.load_state_dict(torch.load(pretrained))
self.densenet201.classifier = Classifier()
dense = nn.Sequential(*list(self.densenet201.children())[:-1])
for param in dense.parameters():
param.requires_grad = False
def forward(self, x):
return self.densenet201(x)
class MultiLayer(nn.Module):
def __init__(self):
super(MultiLayer, self).__init__()
self.linear1 = nn.Linear(1920, 1920)
self.relu = nn.ReLU()
self.linear2 = nn.Linear(1920, 1103)
self.dropout = nn.Dropout(0.5)
self.sigmoid = nn.Sigmoid()
def forward(self, x):
x = self.relu(self.linear1(x))
x = self.dropout(x)
return self.sigmoid(self.linear2(x))
train_dataset = IMetDataset(train, "../input/imet-2019-fgvc6/train",
transforms = data_transforms['train'])
train_loader = DataLoader(train_dataset, batch_size=batch_size, shuffle=False,
num_workers=2, pin_memory=True)
test_dataset = IMetDataset(test, "../input/imet-2019-fgvc6/test",
transforms = data_transforms['test'])
test_loader = DataLoader(test_dataset, batch_size=batch_size, shuffle=False,
num_workers=2, pin_memory=True)
def get_feature_vector(df, loader):
matrix = torch.zeros((df.shape[0], 1920)).to(device)
preds = torch.zeros((df.shape[0], 1103)).to(device)
model = Densenet201("../input/densenet201/densenet201.pth")
model.to(device)
batch = loader.batch_size
for i, (i_batch,labels) in tqdm(enumerate(loader)):
i_batch = i_batch.to(device)
labels = labels.to(device)
pred = model(i_batch).detach()
matrix[i * batch:(i + 1) * batch] = pred
preds[i * batch:(i + 1) * batch] = labels
return matrix, preds
train_tensor, train_labels = get_feature_vector(train, train_loader)
test_tensor, test_labels = get_feature_vector(test, test_loader)
547it [18:33, 1.33s/it] 195it [09:11, 1.89s/it]
train_preds = np.zeros((len(train_tensor), 1103))
fold = KFold(n_splits = 5, random_state = 10)
loss_fn = nn.BCELoss(reduction="mean").to(device)
model = MultiLayer()
model.to(device)
tag = dt.datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
path = Path(f"bin/{tag}")
path.mkdir(exist_ok=True, parents=True)
for fold_num, (trn_idx, val_idx) in enumerate(fold.split(train_tensor)):
X_train, X_val = train_tensor[trn_idx, :], train_tensor[val_idx, :]
Y_train, Y_val = train_labels[trn_idx, :], train_labels[val_idx, :]
X_train.to(device)
Y_train.to(device)
train_dataset = IMetLoadData(X_train, Y_train)
train_loader = data.DataLoader(train_dataset, batch_size=batch_size, shuffle=False)
val_dataset = IMetLoadData(X_val, Y_val)
val_loader = data.DataLoader(val_dataset, batch_size=batch_size, shuffle=False)
optimizer = optim.Adam(params=model.parameters(), lr=learning_rate)
scheduler = CosineAnnealingLR(optimizer, T_max=num_epochs)
best_score = np.inf
for epoch in range(num_epochs):
model.train()
avg_loss = 0.0
for i_batch, y_batch in train_loader:
y_pred = model(i_batch)
loss = loss_fn(y_pred, y_batch)
optimizer.zero_grad()
loss.backward()
optimizer.step()
avg_loss += loss.item() / len(train_loader)
model.eval()
valid_preds = np.zeros((len(val_loader.dataset), 1103))
avg_val_loss = 0.0
for i, (i_batch, y_batch) in enumerate(val_loader):
with torch.no_grad():
y_pred = model(i_batch).detach()
avg_val_loss += loss_fn(y_pred, y_batch).item() / len(val_loader)
valid_preds[i * batch_size:(i + 1) * batch_size] = y_pred.cpu().numpy()
scheduler.step()
print("=========================================")
print(f"Epoch {epoch + 1} / {num_epochs} Fold {fold_num + 1} / 5")
print("=========================================")
print(f"avg_loss: {avg_loss:.8f}")
print(f"avg_val_loss: {avg_val_loss:.8f}")
if best_score > avg_val_loss:
torch.save(model.state_dict(), path / f"best{fold_num}.pth")
best_score = avg_val_loss
model.load_state_dict(torch.load(path / f"best{fold_num}.pth"))
model.eval()
valid_preds = np.zeros((len(val_loader.dataset), 1103))
avg_val_loss = 0.0
for i, (i_batch, y_batch) in enumerate(val_loader):
with torch.no_grad():
y_pred = model(i_batch).detach()
avg_val_loss += loss_fn(y_pred, y_batch).item() / len(val_loader)
valid_preds[i * batch_size:(i + 1) * batch_size] = y_pred.cpu().numpy()
print(f"Best Validation Loss: {avg_val_loss:.8f}")
train_preds[val_idx] = valid_preds
========================================= Epoch 1 / 200 Fold 1 / 5 ========================================= avg_loss: 0.03486838 avg_val_loss: 0.01414629 ========================================= Epoch 2 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01409883 avg_val_loss: 0.01280933 ========================================= Epoch 3 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01297725 avg_val_loss: 0.01209280 ========================================= Epoch 4 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01231237 avg_val_loss: 0.01164843 ========================================= Epoch 5 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01187252 avg_val_loss: 0.01133502 ========================================= Epoch 6 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01155064 avg_val_loss: 0.01110210 ========================================= Epoch 7 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01129415 avg_val_loss: 0.01091832 ========================================= Epoch 8 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01107909 avg_val_loss: 0.01076100 ========================================= Epoch 9 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01090274 avg_val_loss: 0.01063022 ========================================= Epoch 10 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01073092 avg_val_loss: 0.01051847 ========================================= Epoch 11 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01058913 avg_val_loss: 0.01042166 ========================================= Epoch 12 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01045001 avg_val_loss: 0.01033627 ========================================= Epoch 13 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01032526 avg_val_loss: 0.01026214 ========================================= Epoch 14 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01021471 avg_val_loss: 0.01019261 ========================================= Epoch 15 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01010454 avg_val_loss: 0.01013148 ========================================= Epoch 16 / 200 Fold 1 / 5 ========================================= avg_loss: 0.01000120 avg_val_loss: 0.01007946 ========================================= Epoch 17 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00990149 avg_val_loss: 0.01003143 ========================================= Epoch 18 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00981096 avg_val_loss: 0.00998826 ========================================= Epoch 19 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00971793 avg_val_loss: 0.00994758 ========================================= Epoch 20 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00963763 avg_val_loss: 0.00991878 ========================================= Epoch 21 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00955340 avg_val_loss: 0.00988162 ========================================= Epoch 22 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00947352 avg_val_loss: 0.00984907 ========================================= Epoch 23 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00940227 avg_val_loss: 0.00983055 ========================================= Epoch 24 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00932950 avg_val_loss: 0.00980471 ========================================= Epoch 25 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00925670 avg_val_loss: 0.00978558 ========================================= Epoch 26 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00918734 avg_val_loss: 0.00976645 ========================================= Epoch 27 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00913099 avg_val_loss: 0.00974681 ========================================= Epoch 28 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00905649 avg_val_loss: 0.00972839 ========================================= Epoch 29 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00899588 avg_val_loss: 0.00971372 ========================================= Epoch 30 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00893381 avg_val_loss: 0.00970403 ========================================= Epoch 31 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00887424 avg_val_loss: 0.00969372 ========================================= Epoch 32 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00881798 avg_val_loss: 0.00968514 ========================================= Epoch 33 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00876129 avg_val_loss: 0.00967778 ========================================= Epoch 34 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00870284 avg_val_loss: 0.00967526 ========================================= Epoch 35 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00865262 avg_val_loss: 0.00966039 ========================================= Epoch 36 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00859822 avg_val_loss: 0.00965845 ========================================= Epoch 37 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00854747 avg_val_loss: 0.00965366 ========================================= Epoch 38 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00849737 avg_val_loss: 0.00964951 ========================================= Epoch 39 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00844628 avg_val_loss: 0.00964640 ========================================= Epoch 40 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00839183 avg_val_loss: 0.00964681 ========================================= Epoch 41 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00834374 avg_val_loss: 0.00964391 ========================================= Epoch 42 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00829223 avg_val_loss: 0.00964059 ========================================= Epoch 43 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00825067 avg_val_loss: 0.00963741 ========================================= Epoch 44 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00821200 avg_val_loss: 0.00964581 ========================================= Epoch 45 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00816375 avg_val_loss: 0.00963824 ========================================= Epoch 46 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00811811 avg_val_loss: 0.00964954 ========================================= Epoch 47 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00807327 avg_val_loss: 0.00965408 ========================================= Epoch 48 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00803526 avg_val_loss: 0.00964889 ========================================= Epoch 49 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00799556 avg_val_loss: 0.00965437 ========================================= Epoch 50 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00795279 avg_val_loss: 0.00965587 ========================================= Epoch 51 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00790851 avg_val_loss: 0.00965727 ========================================= Epoch 52 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00786874 avg_val_loss: 0.00966235 ========================================= Epoch 53 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00782453 avg_val_loss: 0.00967437 ========================================= Epoch 54 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00779283 avg_val_loss: 0.00967223 ========================================= Epoch 55 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00775084 avg_val_loss: 0.00968512 ========================================= Epoch 56 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00771073 avg_val_loss: 0.00968389 ========================================= Epoch 57 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00767948 avg_val_loss: 0.00970107 ========================================= Epoch 58 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00764429 avg_val_loss: 0.00969086 ========================================= Epoch 59 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00760510 avg_val_loss: 0.00970024 ========================================= Epoch 60 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00757115 avg_val_loss: 0.00970559 ========================================= Epoch 61 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00753344 avg_val_loss: 0.00972901 ========================================= Epoch 62 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00750163 avg_val_loss: 0.00972145 ========================================= Epoch 63 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00747295 avg_val_loss: 0.00972960 ========================================= Epoch 64 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00743559 avg_val_loss: 0.00974331 ========================================= Epoch 65 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00740858 avg_val_loss: 0.00975307 ========================================= Epoch 66 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00736569 avg_val_loss: 0.00975561 ========================================= Epoch 67 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00734041 avg_val_loss: 0.00976024 ========================================= Epoch 68 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00730972 avg_val_loss: 0.00976581 ========================================= Epoch 69 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00727425 avg_val_loss: 0.00979032 ========================================= Epoch 70 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00724640 avg_val_loss: 0.00978557 ========================================= Epoch 71 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00722050 avg_val_loss: 0.00979805 ========================================= Epoch 72 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00718628 avg_val_loss: 0.00980430 ========================================= Epoch 73 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00716364 avg_val_loss: 0.00981019 ========================================= Epoch 74 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00712465 avg_val_loss: 0.00982456 ========================================= Epoch 75 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00710715 avg_val_loss: 0.00984091 ========================================= Epoch 76 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00707934 avg_val_loss: 0.00983243 ========================================= Epoch 77 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00705826 avg_val_loss: 0.00984816 ========================================= Epoch 78 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00702561 avg_val_loss: 0.00985227 ========================================= Epoch 79 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00700173 avg_val_loss: 0.00987009 ========================================= Epoch 80 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00698158 avg_val_loss: 0.00987737 ========================================= Epoch 81 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00694700 avg_val_loss: 0.00988035 ========================================= Epoch 82 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00692513 avg_val_loss: 0.00989074 ========================================= Epoch 83 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00689507 avg_val_loss: 0.00989373 ========================================= Epoch 84 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00687660 avg_val_loss: 0.00990747 ========================================= Epoch 85 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00685625 avg_val_loss: 0.00992324 ========================================= Epoch 86 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00683681 avg_val_loss: 0.00991827 ========================================= Epoch 87 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00681313 avg_val_loss: 0.00994119 ========================================= Epoch 88 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00678835 avg_val_loss: 0.00993484 ========================================= Epoch 89 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00676830 avg_val_loss: 0.00995008 ========================================= Epoch 90 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00674474 avg_val_loss: 0.00997376 ========================================= Epoch 91 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00672516 avg_val_loss: 0.00997533 ========================================= Epoch 92 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00670991 avg_val_loss: 0.00998254 ========================================= Epoch 93 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00669163 avg_val_loss: 0.00998013 ========================================= Epoch 94 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00665698 avg_val_loss: 0.00998003 ========================================= Epoch 95 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00664942 avg_val_loss: 0.00999208 ========================================= Epoch 96 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00662553 avg_val_loss: 0.01000374 ========================================= Epoch 97 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00661178 avg_val_loss: 0.01001118 ========================================= Epoch 98 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00658584 avg_val_loss: 0.01002863 ========================================= Epoch 99 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00657137 avg_val_loss: 0.01003611 ========================================= Epoch 100 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00654814 avg_val_loss: 0.01002895 ========================================= Epoch 101 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00652809 avg_val_loss: 0.01005307 ========================================= Epoch 102 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00652363 avg_val_loss: 0.01005230 ========================================= Epoch 103 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00650391 avg_val_loss: 0.01004976 ========================================= Epoch 104 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00648071 avg_val_loss: 0.01006397 ========================================= Epoch 105 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00647483 avg_val_loss: 0.01007045 ========================================= Epoch 106 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00645198 avg_val_loss: 0.01007054 ========================================= Epoch 107 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00644094 avg_val_loss: 0.01007175 ========================================= Epoch 108 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00643487 avg_val_loss: 0.01007817 ========================================= Epoch 109 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00640783 avg_val_loss: 0.01008308 ========================================= Epoch 110 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00639547 avg_val_loss: 0.01009099 ========================================= Epoch 111 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00638485 avg_val_loss: 0.01009074 ========================================= Epoch 112 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00637069 avg_val_loss: 0.01010343 ========================================= Epoch 113 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00635672 avg_val_loss: 0.01011740 ========================================= Epoch 114 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00634545 avg_val_loss: 0.01011440 ========================================= Epoch 115 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00633005 avg_val_loss: 0.01012190 ========================================= Epoch 116 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00631317 avg_val_loss: 0.01012058 ========================================= Epoch 117 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00629726 avg_val_loss: 0.01013263 ========================================= Epoch 118 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00629132 avg_val_loss: 0.01014096 ========================================= Epoch 119 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00626920 avg_val_loss: 0.01012781 ========================================= Epoch 120 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00626136 avg_val_loss: 0.01015353 ========================================= Epoch 121 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00625538 avg_val_loss: 0.01014528 ========================================= Epoch 122 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00624393 avg_val_loss: 0.01015513 ========================================= Epoch 123 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00623842 avg_val_loss: 0.01015750 ========================================= Epoch 124 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00621889 avg_val_loss: 0.01016459 ========================================= Epoch 125 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00621964 avg_val_loss: 0.01016206 ========================================= Epoch 126 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00619965 avg_val_loss: 0.01017432 ========================================= Epoch 127 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00619144 avg_val_loss: 0.01017616 ========================================= Epoch 128 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00618305 avg_val_loss: 0.01019166 ========================================= Epoch 129 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00617747 avg_val_loss: 0.01018948 ========================================= Epoch 130 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00616166 avg_val_loss: 0.01019165 ========================================= Epoch 131 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00615847 avg_val_loss: 0.01018961 ========================================= Epoch 132 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00615022 avg_val_loss: 0.01019533 ========================================= Epoch 133 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00614793 avg_val_loss: 0.01019250 ========================================= Epoch 134 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00614184 avg_val_loss: 0.01018803 ========================================= Epoch 135 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00612268 avg_val_loss: 0.01020943 ========================================= Epoch 136 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00611297 avg_val_loss: 0.01020915 ========================================= Epoch 137 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00611193 avg_val_loss: 0.01020697 ========================================= Epoch 138 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00610524 avg_val_loss: 0.01022756 ========================================= Epoch 139 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00609770 avg_val_loss: 0.01021342 ========================================= Epoch 140 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00609059 avg_val_loss: 0.01021959 ========================================= Epoch 141 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00608025 avg_val_loss: 0.01022746 ========================================= Epoch 142 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00607233 avg_val_loss: 0.01023677 ========================================= Epoch 143 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00607005 avg_val_loss: 0.01022875 ========================================= Epoch 144 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00605661 avg_val_loss: 0.01024327 ========================================= Epoch 145 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00605466 avg_val_loss: 0.01024213 ========================================= Epoch 146 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00605871 avg_val_loss: 0.01023677 ========================================= Epoch 147 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00604636 avg_val_loss: 0.01024515 ========================================= Epoch 148 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00603671 avg_val_loss: 0.01024083 ========================================= Epoch 149 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00604173 avg_val_loss: 0.01025059 ========================================= Epoch 150 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00604295 avg_val_loss: 0.01024824 ========================================= Epoch 151 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00602664 avg_val_loss: 0.01025252 ========================================= Epoch 152 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00601937 avg_val_loss: 0.01025411 ========================================= Epoch 153 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00602830 avg_val_loss: 0.01024852 ========================================= Epoch 154 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00601769 avg_val_loss: 0.01025747 ========================================= Epoch 155 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00600828 avg_val_loss: 0.01025734 ========================================= Epoch 156 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00600869 avg_val_loss: 0.01025918 ========================================= Epoch 157 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00600363 avg_val_loss: 0.01025813 ========================================= Epoch 158 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00599498 avg_val_loss: 0.01026445 ========================================= Epoch 159 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00600513 avg_val_loss: 0.01025817 ========================================= Epoch 160 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00599552 avg_val_loss: 0.01026891 ========================================= Epoch 161 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00599122 avg_val_loss: 0.01026923 ========================================= Epoch 162 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00598853 avg_val_loss: 0.01027723 ========================================= Epoch 163 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00598235 avg_val_loss: 0.01027629 ========================================= Epoch 164 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00598190 avg_val_loss: 0.01027848 ========================================= Epoch 165 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00598127 avg_val_loss: 0.01028027 ========================================= Epoch 166 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00597692 avg_val_loss: 0.01027370 ========================================= Epoch 167 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00597369 avg_val_loss: 0.01028266 ========================================= Epoch 168 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00597006 avg_val_loss: 0.01028361 ========================================= Epoch 169 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00595973 avg_val_loss: 0.01028407 ========================================= Epoch 170 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00597076 avg_val_loss: 0.01027950 ========================================= Epoch 171 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00597120 avg_val_loss: 0.01027821 ========================================= Epoch 172 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00595959 avg_val_loss: 0.01028816 ========================================= Epoch 173 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00595388 avg_val_loss: 0.01028559 ========================================= Epoch 174 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00595835 avg_val_loss: 0.01028880 ========================================= Epoch 175 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00595417 avg_val_loss: 0.01028659 ========================================= Epoch 176 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00595381 avg_val_loss: 0.01028293 ========================================= Epoch 177 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00595206 avg_val_loss: 0.01028955 ========================================= Epoch 178 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00595566 avg_val_loss: 0.01028591 ========================================= Epoch 179 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00595844 avg_val_loss: 0.01028659 ========================================= Epoch 180 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00595551 avg_val_loss: 0.01028570 ========================================= Epoch 181 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593791 avg_val_loss: 0.01028606 ========================================= Epoch 182 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00594480 avg_val_loss: 0.01028799 ========================================= Epoch 183 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00595240 avg_val_loss: 0.01028397 ========================================= Epoch 184 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593892 avg_val_loss: 0.01028603 ========================================= Epoch 185 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00594970 avg_val_loss: 0.01028303 ========================================= Epoch 186 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00594377 avg_val_loss: 0.01028752 ========================================= Epoch 187 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593508 avg_val_loss: 0.01028655 ========================================= Epoch 188 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593917 avg_val_loss: 0.01028377 ========================================= Epoch 189 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593675 avg_val_loss: 0.01028425 ========================================= Epoch 190 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593653 avg_val_loss: 0.01028212 ========================================= Epoch 191 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593907 avg_val_loss: 0.01028303 ========================================= Epoch 192 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593783 avg_val_loss: 0.01028391 ========================================= Epoch 193 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00592862 avg_val_loss: 0.01028419 ========================================= Epoch 194 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593873 avg_val_loss: 0.01028223 ========================================= Epoch 195 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593288 avg_val_loss: 0.01028222 ========================================= Epoch 196 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593535 avg_val_loss: 0.01028281 ========================================= Epoch 197 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593563 avg_val_loss: 0.01028260 ========================================= Epoch 198 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593698 avg_val_loss: 0.01028263 ========================================= Epoch 199 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593690 avg_val_loss: 0.01028243 ========================================= Epoch 200 / 200 Fold 1 / 5 ========================================= avg_loss: 0.00593196 avg_val_loss: 0.01028233 Best Validation Loss: 0.00963741 ========================================= Epoch 1 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00868469 avg_val_loss: 0.00796246 ========================================= Epoch 2 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00858027 avg_val_loss: 0.00800372 ========================================= Epoch 3 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00850856 avg_val_loss: 0.00804697 ========================================= Epoch 4 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00843453 avg_val_loss: 0.00808260 ========================================= Epoch 5 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00836700 avg_val_loss: 0.00811549 ========================================= Epoch 6 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00830157 avg_val_loss: 0.00815019 ========================================= Epoch 7 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00824198 avg_val_loss: 0.00818104 ========================================= Epoch 8 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00818528 avg_val_loss: 0.00820127 ========================================= Epoch 9 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00812997 avg_val_loss: 0.00824142 ========================================= Epoch 10 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00807666 avg_val_loss: 0.00825853 ========================================= Epoch 11 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00802058 avg_val_loss: 0.00829488 ========================================= Epoch 12 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00796856 avg_val_loss: 0.00831362 ========================================= Epoch 13 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00791377 avg_val_loss: 0.00833066 ========================================= Epoch 14 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00786792 avg_val_loss: 0.00835388 ========================================= Epoch 15 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00782220 avg_val_loss: 0.00838454 ========================================= Epoch 16 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00776701 avg_val_loss: 0.00840816 ========================================= Epoch 17 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00771685 avg_val_loss: 0.00842669 ========================================= Epoch 18 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00767343 avg_val_loss: 0.00844372 ========================================= Epoch 19 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00762225 avg_val_loss: 0.00847061 ========================================= Epoch 20 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00758185 avg_val_loss: 0.00848258 ========================================= Epoch 21 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00753282 avg_val_loss: 0.00851185 ========================================= Epoch 22 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00749245 avg_val_loss: 0.00852972 ========================================= Epoch 23 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00744732 avg_val_loss: 0.00855501 ========================================= Epoch 24 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00740310 avg_val_loss: 0.00857369 ========================================= Epoch 25 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00735724 avg_val_loss: 0.00858582 ========================================= Epoch 26 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00732101 avg_val_loss: 0.00861302 ========================================= Epoch 27 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00727534 avg_val_loss: 0.00862427 ========================================= Epoch 28 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00723645 avg_val_loss: 0.00865686 ========================================= Epoch 29 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00719878 avg_val_loss: 0.00865839 ========================================= Epoch 30 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00715909 avg_val_loss: 0.00867952 ========================================= Epoch 31 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00712216 avg_val_loss: 0.00870342 ========================================= Epoch 32 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00709392 avg_val_loss: 0.00872842 ========================================= Epoch 33 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00705309 avg_val_loss: 0.00874449 ========================================= Epoch 34 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00701314 avg_val_loss: 0.00877372 ========================================= Epoch 35 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00697575 avg_val_loss: 0.00877563 ========================================= Epoch 36 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00693955 avg_val_loss: 0.00879937 ========================================= Epoch 37 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00691045 avg_val_loss: 0.00882559 ========================================= Epoch 38 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00687270 avg_val_loss: 0.00882094 ========================================= Epoch 39 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00683355 avg_val_loss: 0.00886253 ========================================= Epoch 40 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00679870 avg_val_loss: 0.00886905 ========================================= Epoch 41 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00676396 avg_val_loss: 0.00889913 ========================================= Epoch 42 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00674112 avg_val_loss: 0.00890468 ========================================= Epoch 43 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00670302 avg_val_loss: 0.00893561 ========================================= Epoch 44 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00667346 avg_val_loss: 0.00894547 ========================================= Epoch 45 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00664395 avg_val_loss: 0.00897301 ========================================= Epoch 46 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00660579 avg_val_loss: 0.00898954 ========================================= Epoch 47 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00657669 avg_val_loss: 0.00901258 ========================================= Epoch 48 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00655146 avg_val_loss: 0.00901552 ========================================= Epoch 49 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00651790 avg_val_loss: 0.00905225 ========================================= Epoch 50 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00649303 avg_val_loss: 0.00905493 ========================================= Epoch 51 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00646758 avg_val_loss: 0.00908018 ========================================= Epoch 52 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00643692 avg_val_loss: 0.00908129 ========================================= Epoch 53 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00641678 avg_val_loss: 0.00912086 ========================================= Epoch 54 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00638606 avg_val_loss: 0.00913293 ========================================= Epoch 55 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00635701 avg_val_loss: 0.00913129 ========================================= Epoch 56 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00632082 avg_val_loss: 0.00917415 ========================================= Epoch 57 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00630721 avg_val_loss: 0.00918228 ========================================= Epoch 58 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00627708 avg_val_loss: 0.00919606 ========================================= Epoch 59 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00625710 avg_val_loss: 0.00922423 ========================================= Epoch 60 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00623675 avg_val_loss: 0.00920997 ========================================= Epoch 61 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00620991 avg_val_loss: 0.00923856 ========================================= Epoch 62 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00618478 avg_val_loss: 0.00926707 ========================================= Epoch 63 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00616084 avg_val_loss: 0.00927512 ========================================= Epoch 64 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00613181 avg_val_loss: 0.00930368 ========================================= Epoch 65 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00610972 avg_val_loss: 0.00930216 ========================================= Epoch 66 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00609237 avg_val_loss: 0.00933159 ========================================= Epoch 67 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00606224 avg_val_loss: 0.00933674 ========================================= Epoch 68 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00604823 avg_val_loss: 0.00935215 ========================================= Epoch 69 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00602178 avg_val_loss: 0.00938558 ========================================= Epoch 70 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00601018 avg_val_loss: 0.00940080 ========================================= Epoch 71 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00598491 avg_val_loss: 0.00939419 ========================================= Epoch 72 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00596768 avg_val_loss: 0.00943922 ========================================= Epoch 73 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00594443 avg_val_loss: 0.00942158 ========================================= Epoch 74 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00592681 avg_val_loss: 0.00945029 ========================================= Epoch 75 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00590561 avg_val_loss: 0.00946705 ========================================= Epoch 76 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00587967 avg_val_loss: 0.00948017 ========================================= Epoch 77 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00586746 avg_val_loss: 0.00948189 ========================================= Epoch 78 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00585161 avg_val_loss: 0.00951988 ========================================= Epoch 79 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00582162 avg_val_loss: 0.00951422 ========================================= Epoch 80 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00581016 avg_val_loss: 0.00954066 ========================================= Epoch 81 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00578668 avg_val_loss: 0.00954713 ========================================= Epoch 82 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00578262 avg_val_loss: 0.00955803 ========================================= Epoch 83 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00575734 avg_val_loss: 0.00956308 ========================================= Epoch 84 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00574710 avg_val_loss: 0.00959948 ========================================= Epoch 85 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00572830 avg_val_loss: 0.00958953 ========================================= Epoch 86 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00571404 avg_val_loss: 0.00960330 ========================================= Epoch 87 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00568844 avg_val_loss: 0.00962217 ========================================= Epoch 88 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00567950 avg_val_loss: 0.00963601 ========================================= Epoch 89 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00566338 avg_val_loss: 0.00963568 ========================================= Epoch 90 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00565323 avg_val_loss: 0.00964175 ========================================= Epoch 91 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00563410 avg_val_loss: 0.00968645 ========================================= Epoch 92 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00562826 avg_val_loss: 0.00967850 ========================================= Epoch 93 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00560719 avg_val_loss: 0.00969507 ========================================= Epoch 94 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00558606 avg_val_loss: 0.00970885 ========================================= Epoch 95 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00557744 avg_val_loss: 0.00970246 ========================================= Epoch 96 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00556035 avg_val_loss: 0.00971935 ========================================= Epoch 97 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00555065 avg_val_loss: 0.00972631 ========================================= Epoch 98 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00554058 avg_val_loss: 0.00975870 ========================================= Epoch 99 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00552567 avg_val_loss: 0.00975373 ========================================= Epoch 100 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00551267 avg_val_loss: 0.00975311 ========================================= Epoch 101 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00550356 avg_val_loss: 0.00977447 ========================================= Epoch 102 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00548923 avg_val_loss: 0.00979077 ========================================= Epoch 103 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00547326 avg_val_loss: 0.00977906 ========================================= Epoch 104 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00546162 avg_val_loss: 0.00980152 ========================================= Epoch 105 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00545453 avg_val_loss: 0.00982313 ========================================= Epoch 106 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00543478 avg_val_loss: 0.00981688 ========================================= Epoch 107 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00542425 avg_val_loss: 0.00980961 ========================================= Epoch 108 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00541314 avg_val_loss: 0.00985679 ========================================= Epoch 109 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00540874 avg_val_loss: 0.00984432 ========================================= Epoch 110 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00539045 avg_val_loss: 0.00986178 ========================================= Epoch 111 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00538273 avg_val_loss: 0.00986053 ========================================= Epoch 112 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00537489 avg_val_loss: 0.00988212 ========================================= Epoch 113 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00536991 avg_val_loss: 0.00988733 ========================================= Epoch 114 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00536057 avg_val_loss: 0.00988702 ========================================= Epoch 115 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00534901 avg_val_loss: 0.00990626 ========================================= Epoch 116 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00534046 avg_val_loss: 0.00989994 ========================================= Epoch 117 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00533402 avg_val_loss: 0.00990864 ========================================= Epoch 118 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00532526 avg_val_loss: 0.00992230 ========================================= Epoch 119 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00531920 avg_val_loss: 0.00993337 ========================================= Epoch 120 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00529582 avg_val_loss: 0.00994303 ========================================= Epoch 121 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00530212 avg_val_loss: 0.00994037 ========================================= Epoch 122 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00529214 avg_val_loss: 0.00994708 ========================================= Epoch 123 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00528690 avg_val_loss: 0.00995470 ========================================= Epoch 124 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00526175 avg_val_loss: 0.00994433 ========================================= Epoch 125 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00526931 avg_val_loss: 0.00996454 ========================================= Epoch 126 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00525989 avg_val_loss: 0.00996843 ========================================= Epoch 127 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00525041 avg_val_loss: 0.00998437 ========================================= Epoch 128 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00524582 avg_val_loss: 0.00998245 ========================================= Epoch 129 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00524090 avg_val_loss: 0.00999278 ========================================= Epoch 130 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00523164 avg_val_loss: 0.00998806 ========================================= Epoch 131 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00522089 avg_val_loss: 0.00999590 ========================================= Epoch 132 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00521592 avg_val_loss: 0.01000002 ========================================= Epoch 133 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00521122 avg_val_loss: 0.01001627 ========================================= Epoch 134 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00520377 avg_val_loss: 0.01000873 ========================================= Epoch 135 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00520819 avg_val_loss: 0.01002424 ========================================= Epoch 136 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00519202 avg_val_loss: 0.01001566 ========================================= Epoch 137 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00518588 avg_val_loss: 0.01003726 ========================================= Epoch 138 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00518820 avg_val_loss: 0.01004700 ========================================= Epoch 139 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00518852 avg_val_loss: 0.01002941 ========================================= Epoch 140 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00517783 avg_val_loss: 0.01004150 ========================================= Epoch 141 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00516407 avg_val_loss: 0.01003244 ========================================= Epoch 142 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00516967 avg_val_loss: 0.01003157 ========================================= Epoch 143 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00516274 avg_val_loss: 0.01004180 ========================================= Epoch 144 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00516283 avg_val_loss: 0.01004853 ========================================= Epoch 145 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00516098 avg_val_loss: 0.01005483 ========================================= Epoch 146 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00514945 avg_val_loss: 0.01006251 ========================================= Epoch 147 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00514766 avg_val_loss: 0.01006332 ========================================= Epoch 148 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00514260 avg_val_loss: 0.01006349 ========================================= Epoch 149 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00513770 avg_val_loss: 0.01007211 ========================================= Epoch 150 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00514269 avg_val_loss: 0.01006934 ========================================= Epoch 151 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00513918 avg_val_loss: 0.01007361 ========================================= Epoch 152 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00514068 avg_val_loss: 0.01007730 ========================================= Epoch 153 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00513813 avg_val_loss: 0.01006820 ========================================= Epoch 154 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00512235 avg_val_loss: 0.01009109 ========================================= Epoch 155 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00513037 avg_val_loss: 0.01008567 ========================================= Epoch 156 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00511687 avg_val_loss: 0.01009234 ========================================= Epoch 157 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00511980 avg_val_loss: 0.01008744 ========================================= Epoch 158 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00511408 avg_val_loss: 0.01008977 ========================================= Epoch 159 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00511639 avg_val_loss: 0.01009010 ========================================= Epoch 160 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00511241 avg_val_loss: 0.01009523 ========================================= Epoch 161 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00511219 avg_val_loss: 0.01009303 ========================================= Epoch 162 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00510924 avg_val_loss: 0.01009883 ========================================= Epoch 163 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00510243 avg_val_loss: 0.01010805 ========================================= Epoch 164 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00510477 avg_val_loss: 0.01009845 ========================================= Epoch 165 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00509715 avg_val_loss: 0.01009417 ========================================= Epoch 166 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00509349 avg_val_loss: 0.01010123 ========================================= Epoch 167 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00509374 avg_val_loss: 0.01010409 ========================================= Epoch 168 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00509331 avg_val_loss: 0.01010407 ========================================= Epoch 169 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00508631 avg_val_loss: 0.01010158 ========================================= Epoch 170 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00509427 avg_val_loss: 0.01010013 ========================================= Epoch 171 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00509134 avg_val_loss: 0.01010527 ========================================= Epoch 172 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00508220 avg_val_loss: 0.01010617 ========================================= Epoch 173 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00508609 avg_val_loss: 0.01010725 ========================================= Epoch 174 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00508504 avg_val_loss: 0.01010453 ========================================= Epoch 175 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00509243 avg_val_loss: 0.01010408 ========================================= Epoch 176 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00508008 avg_val_loss: 0.01010119 ========================================= Epoch 177 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00508468 avg_val_loss: 0.01010399 ========================================= Epoch 178 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00508354 avg_val_loss: 0.01010047 ========================================= Epoch 179 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00507672 avg_val_loss: 0.01010087 ========================================= Epoch 180 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00508250 avg_val_loss: 0.01009467 ========================================= Epoch 181 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00508312 avg_val_loss: 0.01009620 ========================================= Epoch 182 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00507796 avg_val_loss: 0.01009438 ========================================= Epoch 183 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00508008 avg_val_loss: 0.01009505 ========================================= Epoch 184 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00507721 avg_val_loss: 0.01008729 ========================================= Epoch 185 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00507030 avg_val_loss: 0.01009262 ========================================= Epoch 186 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00507220 avg_val_loss: 0.01009224 ========================================= Epoch 187 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00506947 avg_val_loss: 0.01008485 ========================================= Epoch 188 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00507808 avg_val_loss: 0.01008488 ========================================= Epoch 189 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00507553 avg_val_loss: 0.01008302 ========================================= Epoch 190 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00507011 avg_val_loss: 0.01007971 ========================================= Epoch 191 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00507373 avg_val_loss: 0.01007918 ========================================= Epoch 192 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00507267 avg_val_loss: 0.01007806 ========================================= Epoch 193 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00507388 avg_val_loss: 0.01007720 ========================================= Epoch 194 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00507188 avg_val_loss: 0.01007500 ========================================= Epoch 195 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00506637 avg_val_loss: 0.01007465 ========================================= Epoch 196 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00506643 avg_val_loss: 0.01007366 ========================================= Epoch 197 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00506576 avg_val_loss: 0.01007321 ========================================= Epoch 198 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00506638 avg_val_loss: 0.01007345 ========================================= Epoch 199 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00507666 avg_val_loss: 0.01007310 ========================================= Epoch 200 / 200 Fold 2 / 5 ========================================= avg_loss: 0.00506264 avg_val_loss: 0.01007296 Best Validation Loss: 0.00796246 ========================================= Epoch 1 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00866559 avg_val_loss: 0.00791875 ========================================= Epoch 2 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00855890 avg_val_loss: 0.00794648 ========================================= Epoch 3 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00847771 avg_val_loss: 0.00798512 ========================================= Epoch 4 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00840154 avg_val_loss: 0.00801506 ========================================= Epoch 5 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00833379 avg_val_loss: 0.00804143 ========================================= Epoch 6 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00827632 avg_val_loss: 0.00807593 ========================================= Epoch 7 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00820549 avg_val_loss: 0.00811245 ========================================= Epoch 8 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00815054 avg_val_loss: 0.00813574 ========================================= Epoch 9 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00809259 avg_val_loss: 0.00816458 ========================================= Epoch 10 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00804105 avg_val_loss: 0.00818790 ========================================= Epoch 11 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00797944 avg_val_loss: 0.00821762 ========================================= Epoch 12 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00793098 avg_val_loss: 0.00824727 ========================================= Epoch 13 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00787903 avg_val_loss: 0.00826362 ========================================= Epoch 14 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00783151 avg_val_loss: 0.00828799 ========================================= Epoch 15 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00777363 avg_val_loss: 0.00830709 ========================================= Epoch 16 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00772425 avg_val_loss: 0.00833376 ========================================= Epoch 17 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00768085 avg_val_loss: 0.00835210 ========================================= Epoch 18 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00763050 avg_val_loss: 0.00837513 ========================================= Epoch 19 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00758858 avg_val_loss: 0.00839456 ========================================= Epoch 20 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00753300 avg_val_loss: 0.00842079 ========================================= Epoch 21 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00749060 avg_val_loss: 0.00844222 ========================================= Epoch 22 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00745057 avg_val_loss: 0.00845872 ========================================= Epoch 23 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00740816 avg_val_loss: 0.00848487 ========================================= Epoch 24 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00736112 avg_val_loss: 0.00850116 ========================================= Epoch 25 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00732266 avg_val_loss: 0.00851843 ========================================= Epoch 26 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00727957 avg_val_loss: 0.00853772 ========================================= Epoch 27 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00724605 avg_val_loss: 0.00856452 ========================================= Epoch 28 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00720195 avg_val_loss: 0.00857069 ========================================= Epoch 29 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00716444 avg_val_loss: 0.00859172 ========================================= Epoch 30 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00712058 avg_val_loss: 0.00861450 ========================================= Epoch 31 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00707711 avg_val_loss: 0.00862303 ========================================= Epoch 32 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00704976 avg_val_loss: 0.00864049 ========================================= Epoch 33 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00700364 avg_val_loss: 0.00867992 ========================================= Epoch 34 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00697204 avg_val_loss: 0.00869041 ========================================= Epoch 35 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00693709 avg_val_loss: 0.00871932 ========================================= Epoch 36 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00689900 avg_val_loss: 0.00873932 ========================================= Epoch 37 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00686439 avg_val_loss: 0.00875784 ========================================= Epoch 38 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00683662 avg_val_loss: 0.00877334 ========================================= Epoch 39 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00680116 avg_val_loss: 0.00880285 ========================================= Epoch 40 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00676778 avg_val_loss: 0.00880873 ========================================= Epoch 41 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00673628 avg_val_loss: 0.00882228 ========================================= Epoch 42 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00670085 avg_val_loss: 0.00884156 ========================================= Epoch 43 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00666685 avg_val_loss: 0.00887270 ========================================= Epoch 44 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00663813 avg_val_loss: 0.00889050 ========================================= Epoch 45 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00660776 avg_val_loss: 0.00889100 ========================================= Epoch 46 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00657013 avg_val_loss: 0.00892682 ========================================= Epoch 47 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00654386 avg_val_loss: 0.00894984 ========================================= Epoch 48 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00651636 avg_val_loss: 0.00898202 ========================================= Epoch 49 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00648445 avg_val_loss: 0.00898891 ========================================= Epoch 50 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00645938 avg_val_loss: 0.00898876 ========================================= Epoch 51 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00642977 avg_val_loss: 0.00899781 ========================================= Epoch 52 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00640693 avg_val_loss: 0.00902730 ========================================= Epoch 53 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00637826 avg_val_loss: 0.00905922 ========================================= Epoch 54 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00634293 avg_val_loss: 0.00905747 ========================================= Epoch 55 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00632039 avg_val_loss: 0.00911011 ========================================= Epoch 56 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00629745 avg_val_loss: 0.00911051 ========================================= Epoch 57 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00626829 avg_val_loss: 0.00912132 ========================================= Epoch 58 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00624706 avg_val_loss: 0.00913197 ========================================= Epoch 59 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00622005 avg_val_loss: 0.00915438 ========================================= Epoch 60 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00619986 avg_val_loss: 0.00918722 ========================================= Epoch 61 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00617158 avg_val_loss: 0.00919064 ========================================= Epoch 62 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00614620 avg_val_loss: 0.00922865 ========================================= Epoch 63 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00613031 avg_val_loss: 0.00923876 ========================================= Epoch 64 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00609988 avg_val_loss: 0.00923409 ========================================= Epoch 65 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00608311 avg_val_loss: 0.00925366 ========================================= Epoch 66 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00604991 avg_val_loss: 0.00928795 ========================================= Epoch 67 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00602939 avg_val_loss: 0.00930949 ========================================= Epoch 68 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00600874 avg_val_loss: 0.00930192 ========================================= Epoch 69 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00598736 avg_val_loss: 0.00932938 ========================================= Epoch 70 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00597096 avg_val_loss: 0.00934854 ========================================= Epoch 71 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00595126 avg_val_loss: 0.00935868 ========================================= Epoch 72 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00592573 avg_val_loss: 0.00938533 ========================================= Epoch 73 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00590872 avg_val_loss: 0.00939354 ========================================= Epoch 74 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00589998 avg_val_loss: 0.00938756 ========================================= Epoch 75 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00587736 avg_val_loss: 0.00940866 ========================================= Epoch 76 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00585843 avg_val_loss: 0.00942463 ========================================= Epoch 77 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00583971 avg_val_loss: 0.00944920 ========================================= Epoch 78 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00581815 avg_val_loss: 0.00944096 ========================================= Epoch 79 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00580490 avg_val_loss: 0.00947901 ========================================= Epoch 80 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00578819 avg_val_loss: 0.00950427 ========================================= Epoch 81 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00576333 avg_val_loss: 0.00951189 ========================================= Epoch 82 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00574599 avg_val_loss: 0.00952955 ========================================= Epoch 83 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00572854 avg_val_loss: 0.00952749 ========================================= Epoch 84 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00571113 avg_val_loss: 0.00956204 ========================================= Epoch 85 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00569620 avg_val_loss: 0.00958317 ========================================= Epoch 86 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00568191 avg_val_loss: 0.00955822 ========================================= Epoch 87 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00565871 avg_val_loss: 0.00957397 ========================================= Epoch 88 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00564912 avg_val_loss: 0.00959367 ========================================= Epoch 89 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00563845 avg_val_loss: 0.00960250 ========================================= Epoch 90 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00562222 avg_val_loss: 0.00962019 ========================================= Epoch 91 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00560120 avg_val_loss: 0.00965474 ========================================= Epoch 92 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00558927 avg_val_loss: 0.00963321 ========================================= Epoch 93 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00557428 avg_val_loss: 0.00965722 ========================================= Epoch 94 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00556106 avg_val_loss: 0.00966914 ========================================= Epoch 95 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00554956 avg_val_loss: 0.00965947 ========================================= Epoch 96 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00553234 avg_val_loss: 0.00967599 ========================================= Epoch 97 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00552142 avg_val_loss: 0.00967547 ========================================= Epoch 98 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00550731 avg_val_loss: 0.00970111 ========================================= Epoch 99 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00549283 avg_val_loss: 0.00973035 ========================================= Epoch 100 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00549038 avg_val_loss: 0.00973988 ========================================= Epoch 101 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00546784 avg_val_loss: 0.00974041 ========================================= Epoch 102 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00545650 avg_val_loss: 0.00974504 ========================================= Epoch 103 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00544525 avg_val_loss: 0.00978256 ========================================= Epoch 104 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00543830 avg_val_loss: 0.00975671 ========================================= Epoch 105 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00542202 avg_val_loss: 0.00977019 ========================================= Epoch 106 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00541097 avg_val_loss: 0.00976385 ========================================= Epoch 107 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00540694 avg_val_loss: 0.00978262 ========================================= Epoch 108 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00539592 avg_val_loss: 0.00979896 ========================================= Epoch 109 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00538528 avg_val_loss: 0.00980592 ========================================= Epoch 110 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00537192 avg_val_loss: 0.00980310 ========================================= Epoch 111 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00536042 avg_val_loss: 0.00982428 ========================================= Epoch 112 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00534043 avg_val_loss: 0.00982278 ========================================= Epoch 113 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00533691 avg_val_loss: 0.00984720 ========================================= Epoch 114 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00532549 avg_val_loss: 0.00983789 ========================================= Epoch 115 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00532311 avg_val_loss: 0.00986348 ========================================= Epoch 116 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00531234 avg_val_loss: 0.00986082 ========================================= Epoch 117 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00530707 avg_val_loss: 0.00986970 ========================================= Epoch 118 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00529139 avg_val_loss: 0.00986949 ========================================= Epoch 119 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00528448 avg_val_loss: 0.00989401 ========================================= Epoch 120 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00527609 avg_val_loss: 0.00990698 ========================================= Epoch 121 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00527126 avg_val_loss: 0.00989994 ========================================= Epoch 122 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00526006 avg_val_loss: 0.00989501 ========================================= Epoch 123 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00525224 avg_val_loss: 0.00990246 ========================================= Epoch 124 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00524175 avg_val_loss: 0.00992385 ========================================= Epoch 125 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00524410 avg_val_loss: 0.00992163 ========================================= Epoch 126 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00522749 avg_val_loss: 0.00991494 ========================================= Epoch 127 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00522569 avg_val_loss: 0.00993051 ========================================= Epoch 128 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00521631 avg_val_loss: 0.00994790 ========================================= Epoch 129 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00520534 avg_val_loss: 0.00994550 ========================================= Epoch 130 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00520540 avg_val_loss: 0.00994378 ========================================= Epoch 131 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00519792 avg_val_loss: 0.00995906 ========================================= Epoch 132 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00519460 avg_val_loss: 0.00997861 ========================================= Epoch 133 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00518896 avg_val_loss: 0.00996512 ========================================= Epoch 134 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00518705 avg_val_loss: 0.00997141 ========================================= Epoch 135 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00516968 avg_val_loss: 0.00997637 ========================================= Epoch 136 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00517187 avg_val_loss: 0.00997199 ========================================= Epoch 137 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00516562 avg_val_loss: 0.00997645 ========================================= Epoch 138 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00515550 avg_val_loss: 0.00997572 ========================================= Epoch 139 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00516023 avg_val_loss: 0.00999943 ========================================= Epoch 140 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00514996 avg_val_loss: 0.00999950 ========================================= Epoch 141 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00514978 avg_val_loss: 0.01000086 ========================================= Epoch 142 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00514069 avg_val_loss: 0.00999656 ========================================= Epoch 143 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00513795 avg_val_loss: 0.01000397 ========================================= Epoch 144 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00512939 avg_val_loss: 0.01002246 ========================================= Epoch 145 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00512901 avg_val_loss: 0.01000847 ========================================= Epoch 146 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00511838 avg_val_loss: 0.01002389 ========================================= Epoch 147 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00512738 avg_val_loss: 0.01003674 ========================================= Epoch 148 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00512481 avg_val_loss: 0.01001802 ========================================= Epoch 149 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00511147 avg_val_loss: 0.01002287 ========================================= Epoch 150 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00511447 avg_val_loss: 0.01002370 ========================================= Epoch 151 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00510568 avg_val_loss: 0.01003500 ========================================= Epoch 152 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00511637 avg_val_loss: 0.01002767 ========================================= Epoch 153 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00510314 avg_val_loss: 0.01003415 ========================================= Epoch 154 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00510809 avg_val_loss: 0.01003487 ========================================= Epoch 155 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00509936 avg_val_loss: 0.01003311 ========================================= Epoch 156 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00510186 avg_val_loss: 0.01003623 ========================================= Epoch 157 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00509244 avg_val_loss: 0.01003795 ========================================= Epoch 158 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00509276 avg_val_loss: 0.01003924 ========================================= Epoch 159 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00508784 avg_val_loss: 0.01003857 ========================================= Epoch 160 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00508428 avg_val_loss: 0.01004745 ========================================= Epoch 161 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00509116 avg_val_loss: 0.01004573 ========================================= Epoch 162 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00508208 avg_val_loss: 0.01005726 ========================================= Epoch 163 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00507790 avg_val_loss: 0.01004700 ========================================= Epoch 164 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00508111 avg_val_loss: 0.01005159 ========================================= Epoch 165 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00507579 avg_val_loss: 0.01005202 ========================================= Epoch 166 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00506463 avg_val_loss: 0.01005167 ========================================= Epoch 167 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00507925 avg_val_loss: 0.01005333 ========================================= Epoch 168 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00507011 avg_val_loss: 0.01005495 ========================================= Epoch 169 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00507608 avg_val_loss: 0.01004486 ========================================= Epoch 170 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00506989 avg_val_loss: 0.01005083 ========================================= Epoch 171 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00506312 avg_val_loss: 0.01005154 ========================================= Epoch 172 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00506761 avg_val_loss: 0.01005349 ========================================= Epoch 173 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00505975 avg_val_loss: 0.01005126 ========================================= Epoch 174 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00506124 avg_val_loss: 0.01005132 ========================================= Epoch 175 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00506624 avg_val_loss: 0.01004723 ========================================= Epoch 176 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00506286 avg_val_loss: 0.01004528 ========================================= Epoch 177 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00506003 avg_val_loss: 0.01004398 ========================================= Epoch 178 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00505010 avg_val_loss: 0.01004713 ========================================= Epoch 179 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00505690 avg_val_loss: 0.01004405 ========================================= Epoch 180 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00505325 avg_val_loss: 0.01004628 ========================================= Epoch 181 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504714 avg_val_loss: 0.01004389 ========================================= Epoch 182 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504908 avg_val_loss: 0.01004200 ========================================= Epoch 183 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504384 avg_val_loss: 0.01004370 ========================================= Epoch 184 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00505037 avg_val_loss: 0.01004248 ========================================= Epoch 185 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00505207 avg_val_loss: 0.01003926 ========================================= Epoch 186 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504382 avg_val_loss: 0.01003598 ========================================= Epoch 187 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504261 avg_val_loss: 0.01003386 ========================================= Epoch 188 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504826 avg_val_loss: 0.01003325 ========================================= Epoch 189 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504993 avg_val_loss: 0.01003162 ========================================= Epoch 190 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504244 avg_val_loss: 0.01003108 ========================================= Epoch 191 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00503828 avg_val_loss: 0.01002970 ========================================= Epoch 192 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504394 avg_val_loss: 0.01002860 ========================================= Epoch 193 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504561 avg_val_loss: 0.01002466 ========================================= Epoch 194 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504027 avg_val_loss: 0.01002511 ========================================= Epoch 195 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504585 avg_val_loss: 0.01002391 ========================================= Epoch 196 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504046 avg_val_loss: 0.01002294 ========================================= Epoch 197 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504207 avg_val_loss: 0.01002177 ========================================= Epoch 198 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00503677 avg_val_loss: 0.01002143 ========================================= Epoch 199 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00503756 avg_val_loss: 0.01002118 ========================================= Epoch 200 / 200 Fold 3 / 5 ========================================= avg_loss: 0.00504567 avg_val_loss: 0.01002104 Best Validation Loss: 0.00791875 ========================================= Epoch 1 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00864092 avg_val_loss: 0.00787683 ========================================= Epoch 2 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00852829 avg_val_loss: 0.00789979 ========================================= Epoch 3 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00844464 avg_val_loss: 0.00792516 ========================================= Epoch 4 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00836578 avg_val_loss: 0.00795933 ========================================= Epoch 5 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00829567 avg_val_loss: 0.00798293 ========================================= Epoch 6 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00822708 avg_val_loss: 0.00801966 ========================================= Epoch 7 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00816324 avg_val_loss: 0.00804565 ========================================= Epoch 8 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00810399 avg_val_loss: 0.00807765 ========================================= Epoch 9 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00804311 avg_val_loss: 0.00809906 ========================================= Epoch 10 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00798725 avg_val_loss: 0.00812801 ========================================= Epoch 11 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00793152 avg_val_loss: 0.00815464 ========================================= Epoch 12 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00788280 avg_val_loss: 0.00817324 ========================================= Epoch 13 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00782809 avg_val_loss: 0.00820135 ========================================= Epoch 14 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00777504 avg_val_loss: 0.00823246 ========================================= Epoch 15 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00772592 avg_val_loss: 0.00825507 ========================================= Epoch 16 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00768347 avg_val_loss: 0.00827124 ========================================= Epoch 17 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00762423 avg_val_loss: 0.00829341 ========================================= Epoch 18 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00758154 avg_val_loss: 0.00831245 ========================================= Epoch 19 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00753511 avg_val_loss: 0.00833536 ========================================= Epoch 20 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00749468 avg_val_loss: 0.00836024 ========================================= Epoch 21 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00744652 avg_val_loss: 0.00838411 ========================================= Epoch 22 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00740011 avg_val_loss: 0.00839677 ========================================= Epoch 23 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00735941 avg_val_loss: 0.00842271 ========================================= Epoch 24 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00731197 avg_val_loss: 0.00845563 ========================================= Epoch 25 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00727585 avg_val_loss: 0.00847062 ========================================= Epoch 26 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00723020 avg_val_loss: 0.00848076 ========================================= Epoch 27 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00719525 avg_val_loss: 0.00850804 ========================================= Epoch 28 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00715286 avg_val_loss: 0.00852800 ========================================= Epoch 29 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00711710 avg_val_loss: 0.00854613 ========================================= Epoch 30 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00707393 avg_val_loss: 0.00857386 ========================================= Epoch 31 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00704442 avg_val_loss: 0.00859383 ========================================= Epoch 32 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00700049 avg_val_loss: 0.00860875 ========================================= Epoch 33 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00696633 avg_val_loss: 0.00862092 ========================================= Epoch 34 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00692417 avg_val_loss: 0.00864121 ========================================= Epoch 35 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00689090 avg_val_loss: 0.00866158 ========================================= Epoch 36 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00685930 avg_val_loss: 0.00868813 ========================================= Epoch 37 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00682044 avg_val_loss: 0.00871233 ========================================= Epoch 38 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00678971 avg_val_loss: 0.00873360 ========================================= Epoch 39 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00675134 avg_val_loss: 0.00874962 ========================================= Epoch 40 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00672238 avg_val_loss: 0.00877089 ========================================= Epoch 41 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00668640 avg_val_loss: 0.00880628 ========================================= Epoch 42 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00665949 avg_val_loss: 0.00878469 ========================================= Epoch 43 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00662892 avg_val_loss: 0.00883511 ========================================= Epoch 44 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00658503 avg_val_loss: 0.00884965 ========================================= Epoch 45 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00656415 avg_val_loss: 0.00887006 ========================================= Epoch 46 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00653595 avg_val_loss: 0.00888872 ========================================= Epoch 47 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00650692 avg_val_loss: 0.00889330 ========================================= Epoch 48 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00647077 avg_val_loss: 0.00893334 ========================================= Epoch 49 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00643887 avg_val_loss: 0.00893659 ========================================= Epoch 50 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00641075 avg_val_loss: 0.00895496 ========================================= Epoch 51 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00638422 avg_val_loss: 0.00897693 ========================================= Epoch 52 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00635206 avg_val_loss: 0.00899476 ========================================= Epoch 53 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00633573 avg_val_loss: 0.00899971 ========================================= Epoch 54 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00629995 avg_val_loss: 0.00904430 ========================================= Epoch 55 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00627433 avg_val_loss: 0.00904907 ========================================= Epoch 56 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00625816 avg_val_loss: 0.00907282 ========================================= Epoch 57 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00622826 avg_val_loss: 0.00908166 ========================================= Epoch 58 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00620402 avg_val_loss: 0.00908885 ========================================= Epoch 59 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00617989 avg_val_loss: 0.00910814 ========================================= Epoch 60 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00615095 avg_val_loss: 0.00913371 ========================================= Epoch 61 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00612821 avg_val_loss: 0.00914329 ========================================= Epoch 62 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00609895 avg_val_loss: 0.00918033 ========================================= Epoch 63 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00607997 avg_val_loss: 0.00918020 ========================================= Epoch 64 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00605006 avg_val_loss: 0.00921151 ========================================= Epoch 65 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00603222 avg_val_loss: 0.00921917 ========================================= Epoch 66 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00601074 avg_val_loss: 0.00924461 ========================================= Epoch 67 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00599390 avg_val_loss: 0.00924894 ========================================= Epoch 68 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00596302 avg_val_loss: 0.00927314 ========================================= Epoch 69 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00595061 avg_val_loss: 0.00928357 ========================================= Epoch 70 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00593213 avg_val_loss: 0.00932249 ========================================= Epoch 71 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00591152 avg_val_loss: 0.00932446 ========================================= Epoch 72 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00588216 avg_val_loss: 0.00933359 ========================================= Epoch 73 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00587080 avg_val_loss: 0.00933848 ========================================= Epoch 74 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00584473 avg_val_loss: 0.00938514 ========================================= Epoch 75 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00583283 avg_val_loss: 0.00938968 ========================================= Epoch 76 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00580994 avg_val_loss: 0.00940659 ========================================= Epoch 77 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00578830 avg_val_loss: 0.00939794 ========================================= Epoch 78 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00577278 avg_val_loss: 0.00943495 ========================================= Epoch 79 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00575440 avg_val_loss: 0.00943873 ========================================= Epoch 80 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00573569 avg_val_loss: 0.00945951 ========================================= Epoch 81 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00571645 avg_val_loss: 0.00945523 ========================================= Epoch 82 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00569871 avg_val_loss: 0.00946643 ========================================= Epoch 83 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00568631 avg_val_loss: 0.00950715 ========================================= Epoch 84 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00567532 avg_val_loss: 0.00951108 ========================================= Epoch 85 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00565975 avg_val_loss: 0.00951997 ========================================= Epoch 86 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00563806 avg_val_loss: 0.00952788 ========================================= Epoch 87 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00561653 avg_val_loss: 0.00953518 ========================================= Epoch 88 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00560016 avg_val_loss: 0.00953812 ========================================= Epoch 89 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00559399 avg_val_loss: 0.00955078 ========================================= Epoch 90 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00558118 avg_val_loss: 0.00956841 ========================================= Epoch 91 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00556359 avg_val_loss: 0.00958640 ========================================= Epoch 92 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00554159 avg_val_loss: 0.00960454 ========================================= Epoch 93 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00553128 avg_val_loss: 0.00961436 ========================================= Epoch 94 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00551447 avg_val_loss: 0.00962559 ========================================= Epoch 95 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00549932 avg_val_loss: 0.00963374 ========================================= Epoch 96 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00548545 avg_val_loss: 0.00964581 ========================================= Epoch 97 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00547365 avg_val_loss: 0.00964278 ========================================= Epoch 98 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00546919 avg_val_loss: 0.00965251 ========================================= Epoch 99 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00545026 avg_val_loss: 0.00966224 ========================================= Epoch 100 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00543959 avg_val_loss: 0.00966992 ========================================= Epoch 101 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00543387 avg_val_loss: 0.00968108 ========================================= Epoch 102 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00541747 avg_val_loss: 0.00968357 ========================================= Epoch 103 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00541044 avg_val_loss: 0.00971532 ========================================= Epoch 104 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00539640 avg_val_loss: 0.00972157 ========================================= Epoch 105 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00538046 avg_val_loss: 0.00972617 ========================================= Epoch 106 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00538418 avg_val_loss: 0.00972851 ========================================= Epoch 107 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00536948 avg_val_loss: 0.00975021 ========================================= Epoch 108 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00534302 avg_val_loss: 0.00976202 ========================================= Epoch 109 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00533456 avg_val_loss: 0.00976880 ========================================= Epoch 110 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00533086 avg_val_loss: 0.00975288 ========================================= Epoch 111 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00531990 avg_val_loss: 0.00977839 ========================================= Epoch 112 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00530213 avg_val_loss: 0.00978078 ========================================= Epoch 113 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00529627 avg_val_loss: 0.00980315 ========================================= Epoch 114 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00529363 avg_val_loss: 0.00980029 ========================================= Epoch 115 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00527628 avg_val_loss: 0.00980497 ========================================= Epoch 116 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00527537 avg_val_loss: 0.00982843 ========================================= Epoch 117 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00526501 avg_val_loss: 0.00981725 ========================================= Epoch 118 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00525608 avg_val_loss: 0.00983031 ========================================= Epoch 119 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00524892 avg_val_loss: 0.00982633 ========================================= Epoch 120 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00523343 avg_val_loss: 0.00983852 ========================================= Epoch 121 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00523357 avg_val_loss: 0.00987844 ========================================= Epoch 122 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00521996 avg_val_loss: 0.00985675 ========================================= Epoch 123 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00520821 avg_val_loss: 0.00987517 ========================================= Epoch 124 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00521430 avg_val_loss: 0.00986970 ========================================= Epoch 125 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00520303 avg_val_loss: 0.00988543 ========================================= Epoch 126 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00519652 avg_val_loss: 0.00988936 ========================================= Epoch 127 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00518673 avg_val_loss: 0.00987628 ========================================= Epoch 128 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00517817 avg_val_loss: 0.00989047 ========================================= Epoch 129 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00516694 avg_val_loss: 0.00990266 ========================================= Epoch 130 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00517219 avg_val_loss: 0.00990737 ========================================= Epoch 131 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00516086 avg_val_loss: 0.00990430 ========================================= Epoch 132 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00515911 avg_val_loss: 0.00991501 ========================================= Epoch 133 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00515051 avg_val_loss: 0.00992129 ========================================= Epoch 134 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00514910 avg_val_loss: 0.00992934 ========================================= Epoch 135 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00514101 avg_val_loss: 0.00992510 ========================================= Epoch 136 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00513473 avg_val_loss: 0.00994810 ========================================= Epoch 137 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00513095 avg_val_loss: 0.00994193 ========================================= Epoch 138 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00511696 avg_val_loss: 0.00995012 ========================================= Epoch 139 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00512154 avg_val_loss: 0.00995624 ========================================= Epoch 140 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00510265 avg_val_loss: 0.00995420 ========================================= Epoch 141 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00510139 avg_val_loss: 0.00996387 ========================================= Epoch 142 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00509905 avg_val_loss: 0.00994870 ========================================= Epoch 143 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00511058 avg_val_loss: 0.00997532 ========================================= Epoch 144 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00509429 avg_val_loss: 0.00997088 ========================================= Epoch 145 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00510012 avg_val_loss: 0.00997471 ========================================= Epoch 146 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00508998 avg_val_loss: 0.00996963 ========================================= Epoch 147 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00508184 avg_val_loss: 0.00998096 ========================================= Epoch 148 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00507638 avg_val_loss: 0.00998968 ========================================= Epoch 149 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00508302 avg_val_loss: 0.00998414 ========================================= Epoch 150 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00506584 avg_val_loss: 0.00999361 ========================================= Epoch 151 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00506813 avg_val_loss: 0.00999545 ========================================= Epoch 152 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00506485 avg_val_loss: 0.00999479 ========================================= Epoch 153 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00506773 avg_val_loss: 0.01000707 ========================================= Epoch 154 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00505954 avg_val_loss: 0.00999382 ========================================= Epoch 155 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00506455 avg_val_loss: 0.01000750 ========================================= Epoch 156 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00506222 avg_val_loss: 0.01000191 ========================================= Epoch 157 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00505401 avg_val_loss: 0.01000842 ========================================= Epoch 158 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00504968 avg_val_loss: 0.01000984 ========================================= Epoch 159 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00504669 avg_val_loss: 0.01001668 ========================================= Epoch 160 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00504262 avg_val_loss: 0.01001427 ========================================= Epoch 161 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00504320 avg_val_loss: 0.01001783 ========================================= Epoch 162 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00503838 avg_val_loss: 0.01002536 ========================================= Epoch 163 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00504057 avg_val_loss: 0.01001880 ========================================= Epoch 164 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00503904 avg_val_loss: 0.01001178 ========================================= Epoch 165 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00503709 avg_val_loss: 0.01002181 ========================================= Epoch 166 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00504260 avg_val_loss: 0.01002256 ========================================= Epoch 167 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00503349 avg_val_loss: 0.01002098 ========================================= Epoch 168 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00503348 avg_val_loss: 0.01002391 ========================================= Epoch 169 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00502666 avg_val_loss: 0.01002362 ========================================= Epoch 170 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00503129 avg_val_loss: 0.01003057 ========================================= Epoch 171 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00503022 avg_val_loss: 0.01001341 ========================================= Epoch 172 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00502747 avg_val_loss: 0.01002117 ========================================= Epoch 173 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00502458 avg_val_loss: 0.01002044 ========================================= Epoch 174 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00501569 avg_val_loss: 0.01003140 ========================================= Epoch 175 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00502459 avg_val_loss: 0.01002063 ========================================= Epoch 176 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00502229 avg_val_loss: 0.01002594 ========================================= Epoch 177 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00502481 avg_val_loss: 0.01001636 ========================================= Epoch 178 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00501842 avg_val_loss: 0.01001950 ========================================= Epoch 179 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00502248 avg_val_loss: 0.01002235 ========================================= Epoch 180 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00501571 avg_val_loss: 0.01001948 ========================================= Epoch 181 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00502607 avg_val_loss: 0.01001823 ========================================= Epoch 182 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00500638 avg_val_loss: 0.01001932 ========================================= Epoch 183 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00500929 avg_val_loss: 0.01001742 ========================================= Epoch 184 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00500576 avg_val_loss: 0.01001971 ========================================= Epoch 185 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00501843 avg_val_loss: 0.01001288 ========================================= Epoch 186 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00500367 avg_val_loss: 0.01001594 ========================================= Epoch 187 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00500649 avg_val_loss: 0.01001264 ========================================= Epoch 188 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00500510 avg_val_loss: 0.01001126 ========================================= Epoch 189 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00501231 avg_val_loss: 0.01000878 ========================================= Epoch 190 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00500679 avg_val_loss: 0.01000625 ========================================= Epoch 191 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00500820 avg_val_loss: 0.01000390 ========================================= Epoch 192 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00500446 avg_val_loss: 0.01000325 ========================================= Epoch 193 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00500495 avg_val_loss: 0.01000242 ========================================= Epoch 194 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00500809 avg_val_loss: 0.01000056 ========================================= Epoch 195 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00501003 avg_val_loss: 0.01000041 ========================================= Epoch 196 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00499882 avg_val_loss: 0.01000012 ========================================= Epoch 197 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00500786 avg_val_loss: 0.00999857 ========================================= Epoch 198 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00499718 avg_val_loss: 0.00999806 ========================================= Epoch 199 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00500018 avg_val_loss: 0.00999774 ========================================= Epoch 200 / 200 Fold 4 / 5 ========================================= avg_loss: 0.00501041 avg_val_loss: 0.00999764 Best Validation Loss: 0.00787683 ========================================= Epoch 1 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00861450 avg_val_loss: 0.00785961 ========================================= Epoch 2 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00849636 avg_val_loss: 0.00788214 ========================================= Epoch 3 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00840495 avg_val_loss: 0.00790522 ========================================= Epoch 4 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00832791 avg_val_loss: 0.00793357 ========================================= Epoch 5 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00825160 avg_val_loss: 0.00795607 ========================================= Epoch 6 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00818780 avg_val_loss: 0.00798062 ========================================= Epoch 7 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00812034 avg_val_loss: 0.00801597 ========================================= Epoch 8 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00806676 avg_val_loss: 0.00805373 ========================================= Epoch 9 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00800127 avg_val_loss: 0.00807418 ========================================= Epoch 10 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00794609 avg_val_loss: 0.00810306 ========================================= Epoch 11 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00789370 avg_val_loss: 0.00812979 ========================================= Epoch 12 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00783888 avg_val_loss: 0.00815045 ========================================= Epoch 13 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00778405 avg_val_loss: 0.00817812 ========================================= Epoch 14 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00773291 avg_val_loss: 0.00820448 ========================================= Epoch 15 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00768023 avg_val_loss: 0.00822166 ========================================= Epoch 16 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00764255 avg_val_loss: 0.00825119 ========================================= Epoch 17 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00758637 avg_val_loss: 0.00827151 ========================================= Epoch 18 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00753744 avg_val_loss: 0.00829851 ========================================= Epoch 19 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00749797 avg_val_loss: 0.00831692 ========================================= Epoch 20 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00745324 avg_val_loss: 0.00833977 ========================================= Epoch 21 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00740116 avg_val_loss: 0.00836172 ========================================= Epoch 22 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00735555 avg_val_loss: 0.00837610 ========================================= Epoch 23 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00731980 avg_val_loss: 0.00840480 ========================================= Epoch 24 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00728317 avg_val_loss: 0.00842182 ========================================= Epoch 25 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00723549 avg_val_loss: 0.00844364 ========================================= Epoch 26 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00718899 avg_val_loss: 0.00845136 ========================================= Epoch 27 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00714987 avg_val_loss: 0.00846933 ========================================= Epoch 28 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00711523 avg_val_loss: 0.00849443 ========================================= Epoch 29 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00707181 avg_val_loss: 0.00851389 ========================================= Epoch 30 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00703067 avg_val_loss: 0.00853550 ========================================= Epoch 31 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00699088 avg_val_loss: 0.00855749 ========================================= Epoch 32 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00695427 avg_val_loss: 0.00858875 ========================================= Epoch 33 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00692454 avg_val_loss: 0.00858910 ========================================= Epoch 34 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00687552 avg_val_loss: 0.00861033 ========================================= Epoch 35 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00685127 avg_val_loss: 0.00863390 ========================================= Epoch 36 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00681353 avg_val_loss: 0.00865312 ========================================= Epoch 37 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00677935 avg_val_loss: 0.00867693 ========================================= Epoch 38 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00673511 avg_val_loss: 0.00869234 ========================================= Epoch 39 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00671681 avg_val_loss: 0.00872495 ========================================= Epoch 40 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00668244 avg_val_loss: 0.00872904 ========================================= Epoch 41 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00664904 avg_val_loss: 0.00875968 ========================================= Epoch 42 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00661804 avg_val_loss: 0.00876407 ========================================= Epoch 43 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00658200 avg_val_loss: 0.00877728 ========================================= Epoch 44 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00655140 avg_val_loss: 0.00879096 ========================================= Epoch 45 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00651941 avg_val_loss: 0.00882121 ========================================= Epoch 46 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00649317 avg_val_loss: 0.00883097 ========================================= Epoch 47 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00645572 avg_val_loss: 0.00887052 ========================================= Epoch 48 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00643200 avg_val_loss: 0.00886435 ========================================= Epoch 49 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00640359 avg_val_loss: 0.00889864 ========================================= Epoch 50 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00637180 avg_val_loss: 0.00891156 ========================================= Epoch 51 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00634365 avg_val_loss: 0.00895229 ========================================= Epoch 52 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00632122 avg_val_loss: 0.00895999 ========================================= Epoch 53 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00629089 avg_val_loss: 0.00897730 ========================================= Epoch 54 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00626948 avg_val_loss: 0.00899273 ========================================= Epoch 55 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00624464 avg_val_loss: 0.00899411 ========================================= Epoch 56 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00621580 avg_val_loss: 0.00901391 ========================================= Epoch 57 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00619026 avg_val_loss: 0.00903475 ========================================= Epoch 58 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00616126 avg_val_loss: 0.00904817 ========================================= Epoch 59 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00614213 avg_val_loss: 0.00905921 ========================================= Epoch 60 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00610999 avg_val_loss: 0.00910856 ========================================= Epoch 61 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00609124 avg_val_loss: 0.00910813 ========================================= Epoch 62 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00607055 avg_val_loss: 0.00909781 ========================================= Epoch 63 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00605367 avg_val_loss: 0.00914339 ========================================= Epoch 64 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00602202 avg_val_loss: 0.00915807 ========================================= Epoch 65 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00600026 avg_val_loss: 0.00915938 ========================================= Epoch 66 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00597371 avg_val_loss: 0.00918562 ========================================= Epoch 67 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00596101 avg_val_loss: 0.00920708 ========================================= Epoch 68 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00594079 avg_val_loss: 0.00920687 ========================================= Epoch 69 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00591678 avg_val_loss: 0.00923347 ========================================= Epoch 70 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00589666 avg_val_loss: 0.00925513 ========================================= Epoch 71 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00587296 avg_val_loss: 0.00924732 ========================================= Epoch 72 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00585563 avg_val_loss: 0.00926241 ========================================= Epoch 73 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00584002 avg_val_loss: 0.00928674 ========================================= Epoch 74 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00581841 avg_val_loss: 0.00928835 ========================================= Epoch 75 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00579514 avg_val_loss: 0.00931403 ========================================= Epoch 76 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00577804 avg_val_loss: 0.00934338 ========================================= Epoch 77 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00576043 avg_val_loss: 0.00932848 ========================================= Epoch 78 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00574037 avg_val_loss: 0.00935743 ========================================= Epoch 79 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00572010 avg_val_loss: 0.00938751 ========================================= Epoch 80 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00570347 avg_val_loss: 0.00938696 ========================================= Epoch 81 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00567795 avg_val_loss: 0.00941865 ========================================= Epoch 82 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00566477 avg_val_loss: 0.00940612 ========================================= Epoch 83 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00565213 avg_val_loss: 0.00943930 ========================================= Epoch 84 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00564087 avg_val_loss: 0.00944152 ========================================= Epoch 85 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00561878 avg_val_loss: 0.00945328 ========================================= Epoch 86 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00560683 avg_val_loss: 0.00944965 ========================================= Epoch 87 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00558848 avg_val_loss: 0.00946678 ========================================= Epoch 88 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00557503 avg_val_loss: 0.00948589 ========================================= Epoch 89 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00556308 avg_val_loss: 0.00949941 ========================================= Epoch 90 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00554195 avg_val_loss: 0.00951713 ========================================= Epoch 91 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00553488 avg_val_loss: 0.00952963 ========================================= Epoch 92 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00551396 avg_val_loss: 0.00953985 ========================================= Epoch 93 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00550825 avg_val_loss: 0.00954574 ========================================= Epoch 94 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00548458 avg_val_loss: 0.00957397 ========================================= Epoch 95 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00548189 avg_val_loss: 0.00958021 ========================================= Epoch 96 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00545883 avg_val_loss: 0.00959172 ========================================= Epoch 97 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00544494 avg_val_loss: 0.00959535 ========================================= Epoch 98 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00543123 avg_val_loss: 0.00962592 ========================================= Epoch 99 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00542655 avg_val_loss: 0.00961462 ========================================= Epoch 100 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00539974 avg_val_loss: 0.00963142 ========================================= Epoch 101 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00539957 avg_val_loss: 0.00963001 ========================================= Epoch 102 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00538075 avg_val_loss: 0.00964582 ========================================= Epoch 103 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00537333 avg_val_loss: 0.00967250 ========================================= Epoch 104 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00536575 avg_val_loss: 0.00966447 ========================================= Epoch 105 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00535112 avg_val_loss: 0.00967081 ========================================= Epoch 106 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00534205 avg_val_loss: 0.00969694 ========================================= Epoch 107 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00532702 avg_val_loss: 0.00969934 ========================================= Epoch 108 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00532181 avg_val_loss: 0.00968432 ========================================= Epoch 109 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00530752 avg_val_loss: 0.00972130 ========================================= Epoch 110 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00530599 avg_val_loss: 0.00970746 ========================================= Epoch 111 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00528993 avg_val_loss: 0.00973925 ========================================= Epoch 112 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00528058 avg_val_loss: 0.00972351 ========================================= Epoch 113 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00527783 avg_val_loss: 0.00974765 ========================================= Epoch 114 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00526020 avg_val_loss: 0.00975501 ========================================= Epoch 115 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00525704 avg_val_loss: 0.00976602 ========================================= Epoch 116 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00525405 avg_val_loss: 0.00976252 ========================================= Epoch 117 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00524234 avg_val_loss: 0.00976947 ========================================= Epoch 118 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00522038 avg_val_loss: 0.00979326 ========================================= Epoch 119 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00521389 avg_val_loss: 0.00978676 ========================================= Epoch 120 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00520365 avg_val_loss: 0.00981131 ========================================= Epoch 121 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00520176 avg_val_loss: 0.00981380 ========================================= Epoch 122 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00519284 avg_val_loss: 0.00982560 ========================================= Epoch 123 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00518397 avg_val_loss: 0.00981525 ========================================= Epoch 124 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00517647 avg_val_loss: 0.00981771 ========================================= Epoch 125 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00517198 avg_val_loss: 0.00982826 ========================================= Epoch 126 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00516424 avg_val_loss: 0.00985371 ========================================= Epoch 127 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00516106 avg_val_loss: 0.00983919 ========================================= Epoch 128 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00515231 avg_val_loss: 0.00984131 ========================================= Epoch 129 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00514193 avg_val_loss: 0.00985881 ========================================= Epoch 130 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00513443 avg_val_loss: 0.00987230 ========================================= Epoch 131 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00513416 avg_val_loss: 0.00987209 ========================================= Epoch 132 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00512785 avg_val_loss: 0.00987555 ========================================= Epoch 133 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00511375 avg_val_loss: 0.00988344 ========================================= Epoch 134 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00512060 avg_val_loss: 0.00990456 ========================================= Epoch 135 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00510423 avg_val_loss: 0.00987619 ========================================= Epoch 136 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00510056 avg_val_loss: 0.00990187 ========================================= Epoch 137 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00510285 avg_val_loss: 0.00989708 ========================================= Epoch 138 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00510172 avg_val_loss: 0.00989864 ========================================= Epoch 139 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00509182 avg_val_loss: 0.00991356 ========================================= Epoch 140 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00508583 avg_val_loss: 0.00991287 ========================================= Epoch 141 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00508396 avg_val_loss: 0.00991573 ========================================= Epoch 142 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00508037 avg_val_loss: 0.00993477 ========================================= Epoch 143 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00507718 avg_val_loss: 0.00994118 ========================================= Epoch 144 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00506855 avg_val_loss: 0.00993681 ========================================= Epoch 145 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00506808 avg_val_loss: 0.00992911 ========================================= Epoch 146 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00506751 avg_val_loss: 0.00993481 ========================================= Epoch 147 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00506166 avg_val_loss: 0.00994091 ========================================= Epoch 148 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00505945 avg_val_loss: 0.00994279 ========================================= Epoch 149 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00505367 avg_val_loss: 0.00995012 ========================================= Epoch 150 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00504737 avg_val_loss: 0.00994660 ========================================= Epoch 151 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00504608 avg_val_loss: 0.00995304 ========================================= Epoch 152 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00503845 avg_val_loss: 0.00996224 ========================================= Epoch 153 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00504485 avg_val_loss: 0.00996262 ========================================= Epoch 154 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00504327 avg_val_loss: 0.00996164 ========================================= Epoch 155 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00503625 avg_val_loss: 0.00996055 ========================================= Epoch 156 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00503052 avg_val_loss: 0.00997842 ========================================= Epoch 157 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00502739 avg_val_loss: 0.00996781 ========================================= Epoch 158 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00503271 avg_val_loss: 0.00996420 ========================================= Epoch 159 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00502819 avg_val_loss: 0.00997103 ========================================= Epoch 160 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00501866 avg_val_loss: 0.00996722 ========================================= Epoch 161 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00502213 avg_val_loss: 0.00997120 ========================================= Epoch 162 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00501811 avg_val_loss: 0.00997573 ========================================= Epoch 163 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00502067 avg_val_loss: 0.00997808 ========================================= Epoch 164 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00501439 avg_val_loss: 0.00998197 ========================================= Epoch 165 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00501552 avg_val_loss: 0.00998256 ========================================= Epoch 166 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00501094 avg_val_loss: 0.00997028 ========================================= Epoch 167 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00500850 avg_val_loss: 0.00997248 ========================================= Epoch 168 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00500538 avg_val_loss: 0.00997112 ========================================= Epoch 169 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00500894 avg_val_loss: 0.00997628 ========================================= Epoch 170 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00500360 avg_val_loss: 0.00997702 ========================================= Epoch 171 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00500391 avg_val_loss: 0.00996881 ========================================= Epoch 172 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00500362 avg_val_loss: 0.00997423 ========================================= Epoch 173 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00499605 avg_val_loss: 0.00996744 ========================================= Epoch 174 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00499798 avg_val_loss: 0.00996280 ========================================= Epoch 175 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00499646 avg_val_loss: 0.00997121 ========================================= Epoch 176 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00499853 avg_val_loss: 0.00997169 ========================================= Epoch 177 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00500048 avg_val_loss: 0.00996514 ========================================= Epoch 178 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00499136 avg_val_loss: 0.00996388 ========================================= Epoch 179 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00499125 avg_val_loss: 0.00996784 ========================================= Epoch 180 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00497910 avg_val_loss: 0.00997059 ========================================= Epoch 181 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00499489 avg_val_loss: 0.00996315 ========================================= Epoch 182 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00498934 avg_val_loss: 0.00996741 ========================================= Epoch 183 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00498778 avg_val_loss: 0.00996170 ========================================= Epoch 184 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00498077 avg_val_loss: 0.00996749 ========================================= Epoch 185 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00498046 avg_val_loss: 0.00996349 ========================================= Epoch 186 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00498014 avg_val_loss: 0.00996201 ========================================= Epoch 187 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00498283 avg_val_loss: 0.00996075 ========================================= Epoch 188 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00498521 avg_val_loss: 0.00996088 ========================================= Epoch 189 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00498268 avg_val_loss: 0.00996017 ========================================= Epoch 190 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00497692 avg_val_loss: 0.00995672 ========================================= Epoch 191 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00497580 avg_val_loss: 0.00995673 ========================================= Epoch 192 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00497911 avg_val_loss: 0.00995479 ========================================= Epoch 193 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00497386 avg_val_loss: 0.00995411 ========================================= Epoch 194 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00497447 avg_val_loss: 0.00995310 ========================================= Epoch 195 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00498301 avg_val_loss: 0.00995236 ========================================= Epoch 196 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00497546 avg_val_loss: 0.00995093 ========================================= Epoch 197 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00497671 avg_val_loss: 0.00995093 ========================================= Epoch 198 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00497735 avg_val_loss: 0.00995025 ========================================= Epoch 199 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00498198 avg_val_loss: 0.00995008 ========================================= Epoch 200 / 200 Fold 5 / 5 ========================================= avg_loss: 0.00496993 avg_val_loss: 0.00995004 Best Validation Loss: 0.00785961
def threshold_search(y_pred, y_true):
score = []
candidates = np.arange(0, 1.0, 0.01)
for th in progress_bar(candidates):
yp = (y_pred > th).astype(int)
score.append(fbeta_score(y_pred=yp, y_true=y_true, beta=2, average="samples"))
score = np.array(score)
pm = score.argmax()
best_th, best_score = candidates[pm], score[pm]
return best_th, best_score
best_threshold, best_score = threshold_search(train_preds, train_labels.cpu().numpy())
print(f"best_threshold = {best_threshold}")
print(f"best_score = {best_score}")
/opt/conda/lib/python3.6/site-packages/sklearn/metrics/classification.py:1143: UndefinedMetricWarning: F-score is ill-defined and being set to 0.0 in samples with no predicted labels. 'precision', 'predicted', average, warn_for)
best_threshold = 0.09 best_score = 0.5294958590866738
test_dataset = IMetLoadData(test_tensor, test_labels)
test_loader = data.DataLoader(test_dataset, batch_size=batch_size, shuffle=False)
preds = np.zeros((test_tensor.size(0), 1103))
for pth in path.iterdir():
model.load_state_dict(torch.load(pth))
model.to(device)
model.eval()
temp = np.zeros_like(preds)
for i, (i_batch, labels) in enumerate(test_loader):
with torch.no_grad():
y_pred = model(i_batch).detach()
temp[i * batch_size:(i + 1) * batch_size] = y_pred.cpu().numpy()
preds += temp / 5
preds = (preds > best_threshold).astype(int)
prediction = []
for i in range(preds.shape[0]):
pred1 = np.argwhere(preds[i] == 1.0).reshape(-1).tolist()
pred_str = " ".join(list(map(str, pred1)))
prediction.append(pred_str)
test.attribute_ids = prediction
test.to_csv("submission.csv", index=False)
test.head()
id | attribute_ids | |
---|---|---|
0 | 1002e7c8e9172e5c | 51 79 156 194 227 489 584 671 813 |
1 | 10045628394b0c85 | 51 147 189 718 813 835 903 1092 |
2 | 1006c05aacbeaea6 | 51 147 188 194 477 639 671 780 950 1034 |
3 | 10073dbee72a9e88 | 121 464 872 |
4 | 10077d92747afb1a | 189 259 420 462 616 733 776 813 993 1046 1092 |