iMet Densenet201

From: https://www.kaggle.com/poorcow/imet-densenet201

Author: Poorcow

Score: 0.494

In [1]:
import gc
import os
import sys
import time
import random
import logging
import datetime as dt
import cv2

import numpy as np
import pandas as pd

import torch
import torch.nn as nn
import torch.optim as optim
import torch.utils.data as data
import torch.nn.functional as F
import torchvision as vision
from torch.utils.data import Dataset, DataLoader

from torch.optim.lr_scheduler import CosineAnnealingLR

from pathlib import Path
from PIL import Image
from contextlib import contextmanager

from joblib import Parallel, delayed
from tqdm import tqdm
from fastprogress import master_bar, progress_bar

from sklearn.model_selection import KFold
from sklearn.metrics import fbeta_score
In [2]:
labels = pd.read_csv("../input/imet-2019-fgvc6/labels.csv")
train = pd.read_csv("../input/imet-2019-fgvc6/train.csv")  #109237
test = pd.read_csv("../input/imet-2019-fgvc6/sample_submission.csv")

#parameters
num_epochs = 200
batch_size = 200
learning_rate = 0.0001

device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
In [3]:
data_transforms = {'train':vision.transforms.Compose([
        vision.transforms.RandomResizedCrop(332),
        vision.transforms.RandomHorizontalFlip(),
        vision.transforms.ToTensor(),
        vision.transforms.Normalize(
            [0.485, 0.456, 0.406], 
            [0.229, 0.224, 0.225])
    ]),
    'val': vision.transforms.Compose([
        vision.transforms.Resize(500),
        vision.transforms.RandomResizedCrop(332),
        vision.transforms.ToTensor(),
        vision.transforms.Normalize(
            [0.485, 0.456, 0.406], 
            [0.229, 0.224, 0.225])
    ])
}
data_transforms["test"] = data_transforms["val"]
In [4]:
class IMetDataset(Dataset):  
    def __init__(self, df, images_dir, transforms = None):
        self.df = df
        self.images_dir = images_dir
        self.transforms = transforms
    
    def __len__(self):
        return self.df.shape[0]
    
    def __getitem__(self, idx):
        cur_idx_row = self.df.iloc[idx]
        img_id = cur_idx_row['id']
        img_name = img_id + ".png"
        img_path = os.path.join(self.images_dir, img_name)
        
        img = cv2.imread(img_path)
        img = Image.fromarray(img)
        
        if self.transforms is not None:
            img = self.transforms(img)
        
        labels_list = cur_idx_row['attribute_ids'].split(' ')

        FILLVAL = 1.0
        label = torch.zeros((1103,), dtype=torch.float32)

        for i in labels_list:

            label[int(i)] = FILLVAL

        return img, label
    
class IMetLoadData(Dataset):
    def __init__(self, train, labels):
        self.train = train
        self.labels = labels
    
    def __len__(self):
        return self.train.shape[0]
    
    def __getitem__(self, idx):
        return self.train[idx], self.labels[idx]
In [5]:
class Classifier(nn.Module):
    def __init__(self):
        super(Classifier, self).__init__()
        
    def forward(self, x):
        return x

class Densenet201(nn.Module):
    def __init__(self, pretrained: Path):
        super(Densenet201, self).__init__()
        self.densenet201 = vision.models.densenet201()
        self.densenet201.load_state_dict(torch.load(pretrained))
        self.densenet201.classifier = Classifier()
        
        dense = nn.Sequential(*list(self.densenet201.children())[:-1])
        for param in dense.parameters():
            param.requires_grad = False
        
    def forward(self, x):
        return self.densenet201(x)
    
class MultiLayer(nn.Module):
    def __init__(self):
        super(MultiLayer, self).__init__()
        self.linear1 = nn.Linear(1920, 1920)
        self.relu = nn.ReLU()
        self.linear2 = nn.Linear(1920, 1103)
        self.dropout = nn.Dropout(0.5)
        self.sigmoid = nn.Sigmoid()
        
    def forward(self, x):
        x = self.relu(self.linear1(x))
        x = self.dropout(x)
        return self.sigmoid(self.linear2(x))
In [6]:
train_dataset = IMetDataset(train, "../input/imet-2019-fgvc6/train", 
                            transforms = data_transforms['train'])
train_loader = DataLoader(train_dataset, batch_size=batch_size, shuffle=False, 
                          num_workers=2, pin_memory=True)
test_dataset = IMetDataset(test, "../input/imet-2019-fgvc6/test", 
                            transforms = data_transforms['test'])
test_loader = DataLoader(test_dataset, batch_size=batch_size, shuffle=False, 
                          num_workers=2, pin_memory=True)

def get_feature_vector(df, loader):
    matrix = torch.zeros((df.shape[0], 1920)).to(device)
    preds = torch.zeros((df.shape[0], 1103)).to(device)
    model = Densenet201("../input/densenet201/densenet201.pth")
    model.to(device)
    batch = loader.batch_size
    for i, (i_batch,labels) in tqdm(enumerate(loader)):
        i_batch = i_batch.to(device)
        labels = labels.to(device)
        pred = model(i_batch).detach()
        matrix[i * batch:(i + 1) * batch] = pred
        preds[i * batch:(i + 1) * batch] = labels
    return matrix, preds

train_tensor, train_labels = get_feature_vector(train, train_loader)
test_tensor, test_labels = get_feature_vector(test, test_loader)
547it [18:33,  1.33s/it]
195it [09:11,  1.89s/it]
In [7]:
train_preds = np.zeros((len(train_tensor), 1103))
fold = KFold(n_splits = 5, random_state = 10)
loss_fn = nn.BCELoss(reduction="mean").to(device)
model = MultiLayer()
model.to(device)
tag = dt.datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
path = Path(f"bin/{tag}")
path.mkdir(exist_ok=True, parents=True)

for fold_num, (trn_idx, val_idx) in enumerate(fold.split(train_tensor)):
    X_train, X_val = train_tensor[trn_idx, :], train_tensor[val_idx, :]
    Y_train, Y_val = train_labels[trn_idx, :], train_labels[val_idx, :]
    
    X_train.to(device)
    Y_train.to(device)
    train_dataset = IMetLoadData(X_train, Y_train)
    train_loader = data.DataLoader(train_dataset, batch_size=batch_size, shuffle=False)
    val_dataset = IMetLoadData(X_val, Y_val)
    val_loader = data.DataLoader(val_dataset, batch_size=batch_size, shuffle=False)
    
    
        
    optimizer = optim.Adam(params=model.parameters(), lr=learning_rate)
    scheduler = CosineAnnealingLR(optimizer, T_max=num_epochs)
    best_score = np.inf
    
    for epoch in range(num_epochs):
        model.train()
        avg_loss = 0.0
        
        for i_batch, y_batch in train_loader:
            y_pred = model(i_batch)
            loss = loss_fn(y_pred, y_batch)
            optimizer.zero_grad()
            loss.backward()
            optimizer.step()
            avg_loss += loss.item() / len(train_loader)
        
        model.eval()
        valid_preds = np.zeros((len(val_loader.dataset), 1103))
        avg_val_loss = 0.0
        for i, (i_batch, y_batch) in enumerate(val_loader):
            with torch.no_grad():
                y_pred = model(i_batch).detach()
                avg_val_loss += loss_fn(y_pred, y_batch).item() / len(val_loader)
                valid_preds[i * batch_size:(i + 1) * batch_size] = y_pred.cpu().numpy()
                
        scheduler.step()
        
        print("=========================================")
        print(f"Epoch {epoch + 1} / {num_epochs}  Fold {fold_num + 1} / 5")
        print("=========================================")
        print(f"avg_loss: {avg_loss:.8f}")
        print(f"avg_val_loss: {avg_val_loss:.8f}")
            
        if best_score > avg_val_loss:
            torch.save(model.state_dict(), path / f"best{fold_num}.pth")
            best_score = avg_val_loss
        
    model.load_state_dict(torch.load(path / f"best{fold_num}.pth"))
    model.eval()
    valid_preds = np.zeros((len(val_loader.dataset), 1103))
    avg_val_loss = 0.0
    for i, (i_batch, y_batch) in enumerate(val_loader):
        with torch.no_grad():
            y_pred = model(i_batch).detach()
            avg_val_loss += loss_fn(y_pred, y_batch).item() / len(val_loader)
            valid_preds[i * batch_size:(i + 1) * batch_size] = y_pred.cpu().numpy()
    print(f"Best Validation Loss: {avg_val_loss:.8f}")
    
    train_preds[val_idx] = valid_preds
=========================================
Epoch 1 / 200  Fold 1 / 5
=========================================
avg_loss: 0.03486838
avg_val_loss: 0.01414629
=========================================
Epoch 2 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01409883
avg_val_loss: 0.01280933
=========================================
Epoch 3 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01297725
avg_val_loss: 0.01209280
=========================================
Epoch 4 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01231237
avg_val_loss: 0.01164843
=========================================
Epoch 5 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01187252
avg_val_loss: 0.01133502
=========================================
Epoch 6 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01155064
avg_val_loss: 0.01110210
=========================================
Epoch 7 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01129415
avg_val_loss: 0.01091832
=========================================
Epoch 8 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01107909
avg_val_loss: 0.01076100
=========================================
Epoch 9 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01090274
avg_val_loss: 0.01063022
=========================================
Epoch 10 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01073092
avg_val_loss: 0.01051847
=========================================
Epoch 11 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01058913
avg_val_loss: 0.01042166
=========================================
Epoch 12 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01045001
avg_val_loss: 0.01033627
=========================================
Epoch 13 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01032526
avg_val_loss: 0.01026214
=========================================
Epoch 14 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01021471
avg_val_loss: 0.01019261
=========================================
Epoch 15 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01010454
avg_val_loss: 0.01013148
=========================================
Epoch 16 / 200  Fold 1 / 5
=========================================
avg_loss: 0.01000120
avg_val_loss: 0.01007946
=========================================
Epoch 17 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00990149
avg_val_loss: 0.01003143
=========================================
Epoch 18 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00981096
avg_val_loss: 0.00998826
=========================================
Epoch 19 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00971793
avg_val_loss: 0.00994758
=========================================
Epoch 20 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00963763
avg_val_loss: 0.00991878
=========================================
Epoch 21 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00955340
avg_val_loss: 0.00988162
=========================================
Epoch 22 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00947352
avg_val_loss: 0.00984907
=========================================
Epoch 23 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00940227
avg_val_loss: 0.00983055
=========================================
Epoch 24 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00932950
avg_val_loss: 0.00980471
=========================================
Epoch 25 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00925670
avg_val_loss: 0.00978558
=========================================
Epoch 26 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00918734
avg_val_loss: 0.00976645
=========================================
Epoch 27 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00913099
avg_val_loss: 0.00974681
=========================================
Epoch 28 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00905649
avg_val_loss: 0.00972839
=========================================
Epoch 29 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00899588
avg_val_loss: 0.00971372
=========================================
Epoch 30 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00893381
avg_val_loss: 0.00970403
=========================================
Epoch 31 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00887424
avg_val_loss: 0.00969372
=========================================
Epoch 32 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00881798
avg_val_loss: 0.00968514
=========================================
Epoch 33 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00876129
avg_val_loss: 0.00967778
=========================================
Epoch 34 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00870284
avg_val_loss: 0.00967526
=========================================
Epoch 35 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00865262
avg_val_loss: 0.00966039
=========================================
Epoch 36 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00859822
avg_val_loss: 0.00965845
=========================================
Epoch 37 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00854747
avg_val_loss: 0.00965366
=========================================
Epoch 38 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00849737
avg_val_loss: 0.00964951
=========================================
Epoch 39 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00844628
avg_val_loss: 0.00964640
=========================================
Epoch 40 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00839183
avg_val_loss: 0.00964681
=========================================
Epoch 41 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00834374
avg_val_loss: 0.00964391
=========================================
Epoch 42 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00829223
avg_val_loss: 0.00964059
=========================================
Epoch 43 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00825067
avg_val_loss: 0.00963741
=========================================
Epoch 44 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00821200
avg_val_loss: 0.00964581
=========================================
Epoch 45 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00816375
avg_val_loss: 0.00963824
=========================================
Epoch 46 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00811811
avg_val_loss: 0.00964954
=========================================
Epoch 47 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00807327
avg_val_loss: 0.00965408
=========================================
Epoch 48 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00803526
avg_val_loss: 0.00964889
=========================================
Epoch 49 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00799556
avg_val_loss: 0.00965437
=========================================
Epoch 50 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00795279
avg_val_loss: 0.00965587
=========================================
Epoch 51 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00790851
avg_val_loss: 0.00965727
=========================================
Epoch 52 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00786874
avg_val_loss: 0.00966235
=========================================
Epoch 53 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00782453
avg_val_loss: 0.00967437
=========================================
Epoch 54 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00779283
avg_val_loss: 0.00967223
=========================================
Epoch 55 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00775084
avg_val_loss: 0.00968512
=========================================
Epoch 56 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00771073
avg_val_loss: 0.00968389
=========================================
Epoch 57 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00767948
avg_val_loss: 0.00970107
=========================================
Epoch 58 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00764429
avg_val_loss: 0.00969086
=========================================
Epoch 59 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00760510
avg_val_loss: 0.00970024
=========================================
Epoch 60 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00757115
avg_val_loss: 0.00970559
=========================================
Epoch 61 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00753344
avg_val_loss: 0.00972901
=========================================
Epoch 62 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00750163
avg_val_loss: 0.00972145
=========================================
Epoch 63 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00747295
avg_val_loss: 0.00972960
=========================================
Epoch 64 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00743559
avg_val_loss: 0.00974331
=========================================
Epoch 65 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00740858
avg_val_loss: 0.00975307
=========================================
Epoch 66 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00736569
avg_val_loss: 0.00975561
=========================================
Epoch 67 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00734041
avg_val_loss: 0.00976024
=========================================
Epoch 68 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00730972
avg_val_loss: 0.00976581
=========================================
Epoch 69 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00727425
avg_val_loss: 0.00979032
=========================================
Epoch 70 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00724640
avg_val_loss: 0.00978557
=========================================
Epoch 71 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00722050
avg_val_loss: 0.00979805
=========================================
Epoch 72 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00718628
avg_val_loss: 0.00980430
=========================================
Epoch 73 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00716364
avg_val_loss: 0.00981019
=========================================
Epoch 74 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00712465
avg_val_loss: 0.00982456
=========================================
Epoch 75 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00710715
avg_val_loss: 0.00984091
=========================================
Epoch 76 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00707934
avg_val_loss: 0.00983243
=========================================
Epoch 77 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00705826
avg_val_loss: 0.00984816
=========================================
Epoch 78 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00702561
avg_val_loss: 0.00985227
=========================================
Epoch 79 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00700173
avg_val_loss: 0.00987009
=========================================
Epoch 80 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00698158
avg_val_loss: 0.00987737
=========================================
Epoch 81 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00694700
avg_val_loss: 0.00988035
=========================================
Epoch 82 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00692513
avg_val_loss: 0.00989074
=========================================
Epoch 83 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00689507
avg_val_loss: 0.00989373
=========================================
Epoch 84 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00687660
avg_val_loss: 0.00990747
=========================================
Epoch 85 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00685625
avg_val_loss: 0.00992324
=========================================
Epoch 86 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00683681
avg_val_loss: 0.00991827
=========================================
Epoch 87 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00681313
avg_val_loss: 0.00994119
=========================================
Epoch 88 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00678835
avg_val_loss: 0.00993484
=========================================
Epoch 89 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00676830
avg_val_loss: 0.00995008
=========================================
Epoch 90 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00674474
avg_val_loss: 0.00997376
=========================================
Epoch 91 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00672516
avg_val_loss: 0.00997533
=========================================
Epoch 92 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00670991
avg_val_loss: 0.00998254
=========================================
Epoch 93 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00669163
avg_val_loss: 0.00998013
=========================================
Epoch 94 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00665698
avg_val_loss: 0.00998003
=========================================
Epoch 95 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00664942
avg_val_loss: 0.00999208
=========================================
Epoch 96 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00662553
avg_val_loss: 0.01000374
=========================================
Epoch 97 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00661178
avg_val_loss: 0.01001118
=========================================
Epoch 98 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00658584
avg_val_loss: 0.01002863
=========================================
Epoch 99 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00657137
avg_val_loss: 0.01003611
=========================================
Epoch 100 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00654814
avg_val_loss: 0.01002895
=========================================
Epoch 101 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00652809
avg_val_loss: 0.01005307
=========================================
Epoch 102 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00652363
avg_val_loss: 0.01005230
=========================================
Epoch 103 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00650391
avg_val_loss: 0.01004976
=========================================
Epoch 104 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00648071
avg_val_loss: 0.01006397
=========================================
Epoch 105 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00647483
avg_val_loss: 0.01007045
=========================================
Epoch 106 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00645198
avg_val_loss: 0.01007054
=========================================
Epoch 107 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00644094
avg_val_loss: 0.01007175
=========================================
Epoch 108 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00643487
avg_val_loss: 0.01007817
=========================================
Epoch 109 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00640783
avg_val_loss: 0.01008308
=========================================
Epoch 110 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00639547
avg_val_loss: 0.01009099
=========================================
Epoch 111 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00638485
avg_val_loss: 0.01009074
=========================================
Epoch 112 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00637069
avg_val_loss: 0.01010343
=========================================
Epoch 113 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00635672
avg_val_loss: 0.01011740
=========================================
Epoch 114 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00634545
avg_val_loss: 0.01011440
=========================================
Epoch 115 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00633005
avg_val_loss: 0.01012190
=========================================
Epoch 116 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00631317
avg_val_loss: 0.01012058
=========================================
Epoch 117 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00629726
avg_val_loss: 0.01013263
=========================================
Epoch 118 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00629132
avg_val_loss: 0.01014096
=========================================
Epoch 119 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00626920
avg_val_loss: 0.01012781
=========================================
Epoch 120 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00626136
avg_val_loss: 0.01015353
=========================================
Epoch 121 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00625538
avg_val_loss: 0.01014528
=========================================
Epoch 122 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00624393
avg_val_loss: 0.01015513
=========================================
Epoch 123 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00623842
avg_val_loss: 0.01015750
=========================================
Epoch 124 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00621889
avg_val_loss: 0.01016459
=========================================
Epoch 125 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00621964
avg_val_loss: 0.01016206
=========================================
Epoch 126 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00619965
avg_val_loss: 0.01017432
=========================================
Epoch 127 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00619144
avg_val_loss: 0.01017616
=========================================
Epoch 128 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00618305
avg_val_loss: 0.01019166
=========================================
Epoch 129 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00617747
avg_val_loss: 0.01018948
=========================================
Epoch 130 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00616166
avg_val_loss: 0.01019165
=========================================
Epoch 131 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00615847
avg_val_loss: 0.01018961
=========================================
Epoch 132 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00615022
avg_val_loss: 0.01019533
=========================================
Epoch 133 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00614793
avg_val_loss: 0.01019250
=========================================
Epoch 134 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00614184
avg_val_loss: 0.01018803
=========================================
Epoch 135 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00612268
avg_val_loss: 0.01020943
=========================================
Epoch 136 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00611297
avg_val_loss: 0.01020915
=========================================
Epoch 137 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00611193
avg_val_loss: 0.01020697
=========================================
Epoch 138 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00610524
avg_val_loss: 0.01022756
=========================================
Epoch 139 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00609770
avg_val_loss: 0.01021342
=========================================
Epoch 140 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00609059
avg_val_loss: 0.01021959
=========================================
Epoch 141 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00608025
avg_val_loss: 0.01022746
=========================================
Epoch 142 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00607233
avg_val_loss: 0.01023677
=========================================
Epoch 143 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00607005
avg_val_loss: 0.01022875
=========================================
Epoch 144 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00605661
avg_val_loss: 0.01024327
=========================================
Epoch 145 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00605466
avg_val_loss: 0.01024213
=========================================
Epoch 146 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00605871
avg_val_loss: 0.01023677
=========================================
Epoch 147 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00604636
avg_val_loss: 0.01024515
=========================================
Epoch 148 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00603671
avg_val_loss: 0.01024083
=========================================
Epoch 149 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00604173
avg_val_loss: 0.01025059
=========================================
Epoch 150 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00604295
avg_val_loss: 0.01024824
=========================================
Epoch 151 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00602664
avg_val_loss: 0.01025252
=========================================
Epoch 152 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00601937
avg_val_loss: 0.01025411
=========================================
Epoch 153 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00602830
avg_val_loss: 0.01024852
=========================================
Epoch 154 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00601769
avg_val_loss: 0.01025747
=========================================
Epoch 155 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00600828
avg_val_loss: 0.01025734
=========================================
Epoch 156 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00600869
avg_val_loss: 0.01025918
=========================================
Epoch 157 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00600363
avg_val_loss: 0.01025813
=========================================
Epoch 158 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00599498
avg_val_loss: 0.01026445
=========================================
Epoch 159 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00600513
avg_val_loss: 0.01025817
=========================================
Epoch 160 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00599552
avg_val_loss: 0.01026891
=========================================
Epoch 161 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00599122
avg_val_loss: 0.01026923
=========================================
Epoch 162 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00598853
avg_val_loss: 0.01027723
=========================================
Epoch 163 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00598235
avg_val_loss: 0.01027629
=========================================
Epoch 164 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00598190
avg_val_loss: 0.01027848
=========================================
Epoch 165 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00598127
avg_val_loss: 0.01028027
=========================================
Epoch 166 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00597692
avg_val_loss: 0.01027370
=========================================
Epoch 167 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00597369
avg_val_loss: 0.01028266
=========================================
Epoch 168 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00597006
avg_val_loss: 0.01028361
=========================================
Epoch 169 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00595973
avg_val_loss: 0.01028407
=========================================
Epoch 170 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00597076
avg_val_loss: 0.01027950
=========================================
Epoch 171 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00597120
avg_val_loss: 0.01027821
=========================================
Epoch 172 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00595959
avg_val_loss: 0.01028816
=========================================
Epoch 173 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00595388
avg_val_loss: 0.01028559
=========================================
Epoch 174 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00595835
avg_val_loss: 0.01028880
=========================================
Epoch 175 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00595417
avg_val_loss: 0.01028659
=========================================
Epoch 176 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00595381
avg_val_loss: 0.01028293
=========================================
Epoch 177 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00595206
avg_val_loss: 0.01028955
=========================================
Epoch 178 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00595566
avg_val_loss: 0.01028591
=========================================
Epoch 179 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00595844
avg_val_loss: 0.01028659
=========================================
Epoch 180 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00595551
avg_val_loss: 0.01028570
=========================================
Epoch 181 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593791
avg_val_loss: 0.01028606
=========================================
Epoch 182 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00594480
avg_val_loss: 0.01028799
=========================================
Epoch 183 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00595240
avg_val_loss: 0.01028397
=========================================
Epoch 184 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593892
avg_val_loss: 0.01028603
=========================================
Epoch 185 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00594970
avg_val_loss: 0.01028303
=========================================
Epoch 186 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00594377
avg_val_loss: 0.01028752
=========================================
Epoch 187 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593508
avg_val_loss: 0.01028655
=========================================
Epoch 188 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593917
avg_val_loss: 0.01028377
=========================================
Epoch 189 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593675
avg_val_loss: 0.01028425
=========================================
Epoch 190 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593653
avg_val_loss: 0.01028212
=========================================
Epoch 191 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593907
avg_val_loss: 0.01028303
=========================================
Epoch 192 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593783
avg_val_loss: 0.01028391
=========================================
Epoch 193 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00592862
avg_val_loss: 0.01028419
=========================================
Epoch 194 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593873
avg_val_loss: 0.01028223
=========================================
Epoch 195 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593288
avg_val_loss: 0.01028222
=========================================
Epoch 196 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593535
avg_val_loss: 0.01028281
=========================================
Epoch 197 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593563
avg_val_loss: 0.01028260
=========================================
Epoch 198 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593698
avg_val_loss: 0.01028263
=========================================
Epoch 199 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593690
avg_val_loss: 0.01028243
=========================================
Epoch 200 / 200  Fold 1 / 5
=========================================
avg_loss: 0.00593196
avg_val_loss: 0.01028233
Best Validation Loss: 0.00963741
=========================================
Epoch 1 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00868469
avg_val_loss: 0.00796246
=========================================
Epoch 2 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00858027
avg_val_loss: 0.00800372
=========================================
Epoch 3 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00850856
avg_val_loss: 0.00804697
=========================================
Epoch 4 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00843453
avg_val_loss: 0.00808260
=========================================
Epoch 5 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00836700
avg_val_loss: 0.00811549
=========================================
Epoch 6 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00830157
avg_val_loss: 0.00815019
=========================================
Epoch 7 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00824198
avg_val_loss: 0.00818104
=========================================
Epoch 8 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00818528
avg_val_loss: 0.00820127
=========================================
Epoch 9 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00812997
avg_val_loss: 0.00824142
=========================================
Epoch 10 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00807666
avg_val_loss: 0.00825853
=========================================
Epoch 11 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00802058
avg_val_loss: 0.00829488
=========================================
Epoch 12 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00796856
avg_val_loss: 0.00831362
=========================================
Epoch 13 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00791377
avg_val_loss: 0.00833066
=========================================
Epoch 14 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00786792
avg_val_loss: 0.00835388
=========================================
Epoch 15 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00782220
avg_val_loss: 0.00838454
=========================================
Epoch 16 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00776701
avg_val_loss: 0.00840816
=========================================
Epoch 17 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00771685
avg_val_loss: 0.00842669
=========================================
Epoch 18 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00767343
avg_val_loss: 0.00844372
=========================================
Epoch 19 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00762225
avg_val_loss: 0.00847061
=========================================
Epoch 20 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00758185
avg_val_loss: 0.00848258
=========================================
Epoch 21 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00753282
avg_val_loss: 0.00851185
=========================================
Epoch 22 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00749245
avg_val_loss: 0.00852972
=========================================
Epoch 23 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00744732
avg_val_loss: 0.00855501
=========================================
Epoch 24 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00740310
avg_val_loss: 0.00857369
=========================================
Epoch 25 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00735724
avg_val_loss: 0.00858582
=========================================
Epoch 26 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00732101
avg_val_loss: 0.00861302
=========================================
Epoch 27 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00727534
avg_val_loss: 0.00862427
=========================================
Epoch 28 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00723645
avg_val_loss: 0.00865686
=========================================
Epoch 29 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00719878
avg_val_loss: 0.00865839
=========================================
Epoch 30 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00715909
avg_val_loss: 0.00867952
=========================================
Epoch 31 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00712216
avg_val_loss: 0.00870342
=========================================
Epoch 32 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00709392
avg_val_loss: 0.00872842
=========================================
Epoch 33 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00705309
avg_val_loss: 0.00874449
=========================================
Epoch 34 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00701314
avg_val_loss: 0.00877372
=========================================
Epoch 35 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00697575
avg_val_loss: 0.00877563
=========================================
Epoch 36 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00693955
avg_val_loss: 0.00879937
=========================================
Epoch 37 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00691045
avg_val_loss: 0.00882559
=========================================
Epoch 38 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00687270
avg_val_loss: 0.00882094
=========================================
Epoch 39 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00683355
avg_val_loss: 0.00886253
=========================================
Epoch 40 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00679870
avg_val_loss: 0.00886905
=========================================
Epoch 41 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00676396
avg_val_loss: 0.00889913
=========================================
Epoch 42 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00674112
avg_val_loss: 0.00890468
=========================================
Epoch 43 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00670302
avg_val_loss: 0.00893561
=========================================
Epoch 44 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00667346
avg_val_loss: 0.00894547
=========================================
Epoch 45 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00664395
avg_val_loss: 0.00897301
=========================================
Epoch 46 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00660579
avg_val_loss: 0.00898954
=========================================
Epoch 47 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00657669
avg_val_loss: 0.00901258
=========================================
Epoch 48 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00655146
avg_val_loss: 0.00901552
=========================================
Epoch 49 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00651790
avg_val_loss: 0.00905225
=========================================
Epoch 50 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00649303
avg_val_loss: 0.00905493
=========================================
Epoch 51 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00646758
avg_val_loss: 0.00908018
=========================================
Epoch 52 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00643692
avg_val_loss: 0.00908129
=========================================
Epoch 53 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00641678
avg_val_loss: 0.00912086
=========================================
Epoch 54 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00638606
avg_val_loss: 0.00913293
=========================================
Epoch 55 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00635701
avg_val_loss: 0.00913129
=========================================
Epoch 56 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00632082
avg_val_loss: 0.00917415
=========================================
Epoch 57 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00630721
avg_val_loss: 0.00918228
=========================================
Epoch 58 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00627708
avg_val_loss: 0.00919606
=========================================
Epoch 59 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00625710
avg_val_loss: 0.00922423
=========================================
Epoch 60 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00623675
avg_val_loss: 0.00920997
=========================================
Epoch 61 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00620991
avg_val_loss: 0.00923856
=========================================
Epoch 62 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00618478
avg_val_loss: 0.00926707
=========================================
Epoch 63 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00616084
avg_val_loss: 0.00927512
=========================================
Epoch 64 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00613181
avg_val_loss: 0.00930368
=========================================
Epoch 65 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00610972
avg_val_loss: 0.00930216
=========================================
Epoch 66 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00609237
avg_val_loss: 0.00933159
=========================================
Epoch 67 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00606224
avg_val_loss: 0.00933674
=========================================
Epoch 68 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00604823
avg_val_loss: 0.00935215
=========================================
Epoch 69 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00602178
avg_val_loss: 0.00938558
=========================================
Epoch 70 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00601018
avg_val_loss: 0.00940080
=========================================
Epoch 71 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00598491
avg_val_loss: 0.00939419
=========================================
Epoch 72 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00596768
avg_val_loss: 0.00943922
=========================================
Epoch 73 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00594443
avg_val_loss: 0.00942158
=========================================
Epoch 74 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00592681
avg_val_loss: 0.00945029
=========================================
Epoch 75 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00590561
avg_val_loss: 0.00946705
=========================================
Epoch 76 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00587967
avg_val_loss: 0.00948017
=========================================
Epoch 77 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00586746
avg_val_loss: 0.00948189
=========================================
Epoch 78 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00585161
avg_val_loss: 0.00951988
=========================================
Epoch 79 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00582162
avg_val_loss: 0.00951422
=========================================
Epoch 80 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00581016
avg_val_loss: 0.00954066
=========================================
Epoch 81 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00578668
avg_val_loss: 0.00954713
=========================================
Epoch 82 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00578262
avg_val_loss: 0.00955803
=========================================
Epoch 83 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00575734
avg_val_loss: 0.00956308
=========================================
Epoch 84 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00574710
avg_val_loss: 0.00959948
=========================================
Epoch 85 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00572830
avg_val_loss: 0.00958953
=========================================
Epoch 86 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00571404
avg_val_loss: 0.00960330
=========================================
Epoch 87 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00568844
avg_val_loss: 0.00962217
=========================================
Epoch 88 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00567950
avg_val_loss: 0.00963601
=========================================
Epoch 89 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00566338
avg_val_loss: 0.00963568
=========================================
Epoch 90 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00565323
avg_val_loss: 0.00964175
=========================================
Epoch 91 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00563410
avg_val_loss: 0.00968645
=========================================
Epoch 92 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00562826
avg_val_loss: 0.00967850
=========================================
Epoch 93 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00560719
avg_val_loss: 0.00969507
=========================================
Epoch 94 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00558606
avg_val_loss: 0.00970885
=========================================
Epoch 95 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00557744
avg_val_loss: 0.00970246
=========================================
Epoch 96 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00556035
avg_val_loss: 0.00971935
=========================================
Epoch 97 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00555065
avg_val_loss: 0.00972631
=========================================
Epoch 98 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00554058
avg_val_loss: 0.00975870
=========================================
Epoch 99 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00552567
avg_val_loss: 0.00975373
=========================================
Epoch 100 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00551267
avg_val_loss: 0.00975311
=========================================
Epoch 101 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00550356
avg_val_loss: 0.00977447
=========================================
Epoch 102 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00548923
avg_val_loss: 0.00979077
=========================================
Epoch 103 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00547326
avg_val_loss: 0.00977906
=========================================
Epoch 104 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00546162
avg_val_loss: 0.00980152
=========================================
Epoch 105 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00545453
avg_val_loss: 0.00982313
=========================================
Epoch 106 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00543478
avg_val_loss: 0.00981688
=========================================
Epoch 107 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00542425
avg_val_loss: 0.00980961
=========================================
Epoch 108 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00541314
avg_val_loss: 0.00985679
=========================================
Epoch 109 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00540874
avg_val_loss: 0.00984432
=========================================
Epoch 110 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00539045
avg_val_loss: 0.00986178
=========================================
Epoch 111 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00538273
avg_val_loss: 0.00986053
=========================================
Epoch 112 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00537489
avg_val_loss: 0.00988212
=========================================
Epoch 113 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00536991
avg_val_loss: 0.00988733
=========================================
Epoch 114 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00536057
avg_val_loss: 0.00988702
=========================================
Epoch 115 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00534901
avg_val_loss: 0.00990626
=========================================
Epoch 116 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00534046
avg_val_loss: 0.00989994
=========================================
Epoch 117 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00533402
avg_val_loss: 0.00990864
=========================================
Epoch 118 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00532526
avg_val_loss: 0.00992230
=========================================
Epoch 119 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00531920
avg_val_loss: 0.00993337
=========================================
Epoch 120 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00529582
avg_val_loss: 0.00994303
=========================================
Epoch 121 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00530212
avg_val_loss: 0.00994037
=========================================
Epoch 122 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00529214
avg_val_loss: 0.00994708
=========================================
Epoch 123 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00528690
avg_val_loss: 0.00995470
=========================================
Epoch 124 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00526175
avg_val_loss: 0.00994433
=========================================
Epoch 125 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00526931
avg_val_loss: 0.00996454
=========================================
Epoch 126 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00525989
avg_val_loss: 0.00996843
=========================================
Epoch 127 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00525041
avg_val_loss: 0.00998437
=========================================
Epoch 128 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00524582
avg_val_loss: 0.00998245
=========================================
Epoch 129 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00524090
avg_val_loss: 0.00999278
=========================================
Epoch 130 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00523164
avg_val_loss: 0.00998806
=========================================
Epoch 131 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00522089
avg_val_loss: 0.00999590
=========================================
Epoch 132 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00521592
avg_val_loss: 0.01000002
=========================================
Epoch 133 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00521122
avg_val_loss: 0.01001627
=========================================
Epoch 134 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00520377
avg_val_loss: 0.01000873
=========================================
Epoch 135 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00520819
avg_val_loss: 0.01002424
=========================================
Epoch 136 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00519202
avg_val_loss: 0.01001566
=========================================
Epoch 137 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00518588
avg_val_loss: 0.01003726
=========================================
Epoch 138 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00518820
avg_val_loss: 0.01004700
=========================================
Epoch 139 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00518852
avg_val_loss: 0.01002941
=========================================
Epoch 140 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00517783
avg_val_loss: 0.01004150
=========================================
Epoch 141 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00516407
avg_val_loss: 0.01003244
=========================================
Epoch 142 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00516967
avg_val_loss: 0.01003157
=========================================
Epoch 143 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00516274
avg_val_loss: 0.01004180
=========================================
Epoch 144 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00516283
avg_val_loss: 0.01004853
=========================================
Epoch 145 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00516098
avg_val_loss: 0.01005483
=========================================
Epoch 146 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00514945
avg_val_loss: 0.01006251
=========================================
Epoch 147 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00514766
avg_val_loss: 0.01006332
=========================================
Epoch 148 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00514260
avg_val_loss: 0.01006349
=========================================
Epoch 149 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00513770
avg_val_loss: 0.01007211
=========================================
Epoch 150 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00514269
avg_val_loss: 0.01006934
=========================================
Epoch 151 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00513918
avg_val_loss: 0.01007361
=========================================
Epoch 152 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00514068
avg_val_loss: 0.01007730
=========================================
Epoch 153 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00513813
avg_val_loss: 0.01006820
=========================================
Epoch 154 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00512235
avg_val_loss: 0.01009109
=========================================
Epoch 155 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00513037
avg_val_loss: 0.01008567
=========================================
Epoch 156 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00511687
avg_val_loss: 0.01009234
=========================================
Epoch 157 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00511980
avg_val_loss: 0.01008744
=========================================
Epoch 158 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00511408
avg_val_loss: 0.01008977
=========================================
Epoch 159 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00511639
avg_val_loss: 0.01009010
=========================================
Epoch 160 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00511241
avg_val_loss: 0.01009523
=========================================
Epoch 161 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00511219
avg_val_loss: 0.01009303
=========================================
Epoch 162 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00510924
avg_val_loss: 0.01009883
=========================================
Epoch 163 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00510243
avg_val_loss: 0.01010805
=========================================
Epoch 164 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00510477
avg_val_loss: 0.01009845
=========================================
Epoch 165 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00509715
avg_val_loss: 0.01009417
=========================================
Epoch 166 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00509349
avg_val_loss: 0.01010123
=========================================
Epoch 167 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00509374
avg_val_loss: 0.01010409
=========================================
Epoch 168 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00509331
avg_val_loss: 0.01010407
=========================================
Epoch 169 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00508631
avg_val_loss: 0.01010158
=========================================
Epoch 170 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00509427
avg_val_loss: 0.01010013
=========================================
Epoch 171 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00509134
avg_val_loss: 0.01010527
=========================================
Epoch 172 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00508220
avg_val_loss: 0.01010617
=========================================
Epoch 173 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00508609
avg_val_loss: 0.01010725
=========================================
Epoch 174 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00508504
avg_val_loss: 0.01010453
=========================================
Epoch 175 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00509243
avg_val_loss: 0.01010408
=========================================
Epoch 176 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00508008
avg_val_loss: 0.01010119
=========================================
Epoch 177 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00508468
avg_val_loss: 0.01010399
=========================================
Epoch 178 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00508354
avg_val_loss: 0.01010047
=========================================
Epoch 179 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00507672
avg_val_loss: 0.01010087
=========================================
Epoch 180 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00508250
avg_val_loss: 0.01009467
=========================================
Epoch 181 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00508312
avg_val_loss: 0.01009620
=========================================
Epoch 182 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00507796
avg_val_loss: 0.01009438
=========================================
Epoch 183 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00508008
avg_val_loss: 0.01009505
=========================================
Epoch 184 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00507721
avg_val_loss: 0.01008729
=========================================
Epoch 185 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00507030
avg_val_loss: 0.01009262
=========================================
Epoch 186 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00507220
avg_val_loss: 0.01009224
=========================================
Epoch 187 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00506947
avg_val_loss: 0.01008485
=========================================
Epoch 188 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00507808
avg_val_loss: 0.01008488
=========================================
Epoch 189 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00507553
avg_val_loss: 0.01008302
=========================================
Epoch 190 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00507011
avg_val_loss: 0.01007971
=========================================
Epoch 191 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00507373
avg_val_loss: 0.01007918
=========================================
Epoch 192 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00507267
avg_val_loss: 0.01007806
=========================================
Epoch 193 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00507388
avg_val_loss: 0.01007720
=========================================
Epoch 194 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00507188
avg_val_loss: 0.01007500
=========================================
Epoch 195 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00506637
avg_val_loss: 0.01007465
=========================================
Epoch 196 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00506643
avg_val_loss: 0.01007366
=========================================
Epoch 197 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00506576
avg_val_loss: 0.01007321
=========================================
Epoch 198 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00506638
avg_val_loss: 0.01007345
=========================================
Epoch 199 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00507666
avg_val_loss: 0.01007310
=========================================
Epoch 200 / 200  Fold 2 / 5
=========================================
avg_loss: 0.00506264
avg_val_loss: 0.01007296
Best Validation Loss: 0.00796246
=========================================
Epoch 1 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00866559
avg_val_loss: 0.00791875
=========================================
Epoch 2 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00855890
avg_val_loss: 0.00794648
=========================================
Epoch 3 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00847771
avg_val_loss: 0.00798512
=========================================
Epoch 4 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00840154
avg_val_loss: 0.00801506
=========================================
Epoch 5 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00833379
avg_val_loss: 0.00804143
=========================================
Epoch 6 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00827632
avg_val_loss: 0.00807593
=========================================
Epoch 7 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00820549
avg_val_loss: 0.00811245
=========================================
Epoch 8 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00815054
avg_val_loss: 0.00813574
=========================================
Epoch 9 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00809259
avg_val_loss: 0.00816458
=========================================
Epoch 10 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00804105
avg_val_loss: 0.00818790
=========================================
Epoch 11 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00797944
avg_val_loss: 0.00821762
=========================================
Epoch 12 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00793098
avg_val_loss: 0.00824727
=========================================
Epoch 13 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00787903
avg_val_loss: 0.00826362
=========================================
Epoch 14 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00783151
avg_val_loss: 0.00828799
=========================================
Epoch 15 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00777363
avg_val_loss: 0.00830709
=========================================
Epoch 16 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00772425
avg_val_loss: 0.00833376
=========================================
Epoch 17 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00768085
avg_val_loss: 0.00835210
=========================================
Epoch 18 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00763050
avg_val_loss: 0.00837513
=========================================
Epoch 19 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00758858
avg_val_loss: 0.00839456
=========================================
Epoch 20 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00753300
avg_val_loss: 0.00842079
=========================================
Epoch 21 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00749060
avg_val_loss: 0.00844222
=========================================
Epoch 22 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00745057
avg_val_loss: 0.00845872
=========================================
Epoch 23 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00740816
avg_val_loss: 0.00848487
=========================================
Epoch 24 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00736112
avg_val_loss: 0.00850116
=========================================
Epoch 25 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00732266
avg_val_loss: 0.00851843
=========================================
Epoch 26 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00727957
avg_val_loss: 0.00853772
=========================================
Epoch 27 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00724605
avg_val_loss: 0.00856452
=========================================
Epoch 28 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00720195
avg_val_loss: 0.00857069
=========================================
Epoch 29 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00716444
avg_val_loss: 0.00859172
=========================================
Epoch 30 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00712058
avg_val_loss: 0.00861450
=========================================
Epoch 31 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00707711
avg_val_loss: 0.00862303
=========================================
Epoch 32 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00704976
avg_val_loss: 0.00864049
=========================================
Epoch 33 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00700364
avg_val_loss: 0.00867992
=========================================
Epoch 34 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00697204
avg_val_loss: 0.00869041
=========================================
Epoch 35 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00693709
avg_val_loss: 0.00871932
=========================================
Epoch 36 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00689900
avg_val_loss: 0.00873932
=========================================
Epoch 37 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00686439
avg_val_loss: 0.00875784
=========================================
Epoch 38 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00683662
avg_val_loss: 0.00877334
=========================================
Epoch 39 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00680116
avg_val_loss: 0.00880285
=========================================
Epoch 40 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00676778
avg_val_loss: 0.00880873
=========================================
Epoch 41 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00673628
avg_val_loss: 0.00882228
=========================================
Epoch 42 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00670085
avg_val_loss: 0.00884156
=========================================
Epoch 43 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00666685
avg_val_loss: 0.00887270
=========================================
Epoch 44 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00663813
avg_val_loss: 0.00889050
=========================================
Epoch 45 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00660776
avg_val_loss: 0.00889100
=========================================
Epoch 46 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00657013
avg_val_loss: 0.00892682
=========================================
Epoch 47 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00654386
avg_val_loss: 0.00894984
=========================================
Epoch 48 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00651636
avg_val_loss: 0.00898202
=========================================
Epoch 49 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00648445
avg_val_loss: 0.00898891
=========================================
Epoch 50 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00645938
avg_val_loss: 0.00898876
=========================================
Epoch 51 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00642977
avg_val_loss: 0.00899781
=========================================
Epoch 52 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00640693
avg_val_loss: 0.00902730
=========================================
Epoch 53 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00637826
avg_val_loss: 0.00905922
=========================================
Epoch 54 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00634293
avg_val_loss: 0.00905747
=========================================
Epoch 55 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00632039
avg_val_loss: 0.00911011
=========================================
Epoch 56 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00629745
avg_val_loss: 0.00911051
=========================================
Epoch 57 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00626829
avg_val_loss: 0.00912132
=========================================
Epoch 58 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00624706
avg_val_loss: 0.00913197
=========================================
Epoch 59 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00622005
avg_val_loss: 0.00915438
=========================================
Epoch 60 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00619986
avg_val_loss: 0.00918722
=========================================
Epoch 61 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00617158
avg_val_loss: 0.00919064
=========================================
Epoch 62 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00614620
avg_val_loss: 0.00922865
=========================================
Epoch 63 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00613031
avg_val_loss: 0.00923876
=========================================
Epoch 64 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00609988
avg_val_loss: 0.00923409
=========================================
Epoch 65 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00608311
avg_val_loss: 0.00925366
=========================================
Epoch 66 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00604991
avg_val_loss: 0.00928795
=========================================
Epoch 67 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00602939
avg_val_loss: 0.00930949
=========================================
Epoch 68 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00600874
avg_val_loss: 0.00930192
=========================================
Epoch 69 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00598736
avg_val_loss: 0.00932938
=========================================
Epoch 70 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00597096
avg_val_loss: 0.00934854
=========================================
Epoch 71 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00595126
avg_val_loss: 0.00935868
=========================================
Epoch 72 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00592573
avg_val_loss: 0.00938533
=========================================
Epoch 73 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00590872
avg_val_loss: 0.00939354
=========================================
Epoch 74 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00589998
avg_val_loss: 0.00938756
=========================================
Epoch 75 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00587736
avg_val_loss: 0.00940866
=========================================
Epoch 76 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00585843
avg_val_loss: 0.00942463
=========================================
Epoch 77 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00583971
avg_val_loss: 0.00944920
=========================================
Epoch 78 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00581815
avg_val_loss: 0.00944096
=========================================
Epoch 79 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00580490
avg_val_loss: 0.00947901
=========================================
Epoch 80 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00578819
avg_val_loss: 0.00950427
=========================================
Epoch 81 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00576333
avg_val_loss: 0.00951189
=========================================
Epoch 82 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00574599
avg_val_loss: 0.00952955
=========================================
Epoch 83 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00572854
avg_val_loss: 0.00952749
=========================================
Epoch 84 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00571113
avg_val_loss: 0.00956204
=========================================
Epoch 85 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00569620
avg_val_loss: 0.00958317
=========================================
Epoch 86 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00568191
avg_val_loss: 0.00955822
=========================================
Epoch 87 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00565871
avg_val_loss: 0.00957397
=========================================
Epoch 88 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00564912
avg_val_loss: 0.00959367
=========================================
Epoch 89 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00563845
avg_val_loss: 0.00960250
=========================================
Epoch 90 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00562222
avg_val_loss: 0.00962019
=========================================
Epoch 91 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00560120
avg_val_loss: 0.00965474
=========================================
Epoch 92 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00558927
avg_val_loss: 0.00963321
=========================================
Epoch 93 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00557428
avg_val_loss: 0.00965722
=========================================
Epoch 94 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00556106
avg_val_loss: 0.00966914
=========================================
Epoch 95 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00554956
avg_val_loss: 0.00965947
=========================================
Epoch 96 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00553234
avg_val_loss: 0.00967599
=========================================
Epoch 97 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00552142
avg_val_loss: 0.00967547
=========================================
Epoch 98 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00550731
avg_val_loss: 0.00970111
=========================================
Epoch 99 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00549283
avg_val_loss: 0.00973035
=========================================
Epoch 100 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00549038
avg_val_loss: 0.00973988
=========================================
Epoch 101 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00546784
avg_val_loss: 0.00974041
=========================================
Epoch 102 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00545650
avg_val_loss: 0.00974504
=========================================
Epoch 103 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00544525
avg_val_loss: 0.00978256
=========================================
Epoch 104 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00543830
avg_val_loss: 0.00975671
=========================================
Epoch 105 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00542202
avg_val_loss: 0.00977019
=========================================
Epoch 106 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00541097
avg_val_loss: 0.00976385
=========================================
Epoch 107 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00540694
avg_val_loss: 0.00978262
=========================================
Epoch 108 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00539592
avg_val_loss: 0.00979896
=========================================
Epoch 109 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00538528
avg_val_loss: 0.00980592
=========================================
Epoch 110 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00537192
avg_val_loss: 0.00980310
=========================================
Epoch 111 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00536042
avg_val_loss: 0.00982428
=========================================
Epoch 112 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00534043
avg_val_loss: 0.00982278
=========================================
Epoch 113 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00533691
avg_val_loss: 0.00984720
=========================================
Epoch 114 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00532549
avg_val_loss: 0.00983789
=========================================
Epoch 115 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00532311
avg_val_loss: 0.00986348
=========================================
Epoch 116 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00531234
avg_val_loss: 0.00986082
=========================================
Epoch 117 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00530707
avg_val_loss: 0.00986970
=========================================
Epoch 118 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00529139
avg_val_loss: 0.00986949
=========================================
Epoch 119 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00528448
avg_val_loss: 0.00989401
=========================================
Epoch 120 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00527609
avg_val_loss: 0.00990698
=========================================
Epoch 121 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00527126
avg_val_loss: 0.00989994
=========================================
Epoch 122 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00526006
avg_val_loss: 0.00989501
=========================================
Epoch 123 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00525224
avg_val_loss: 0.00990246
=========================================
Epoch 124 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00524175
avg_val_loss: 0.00992385
=========================================
Epoch 125 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00524410
avg_val_loss: 0.00992163
=========================================
Epoch 126 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00522749
avg_val_loss: 0.00991494
=========================================
Epoch 127 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00522569
avg_val_loss: 0.00993051
=========================================
Epoch 128 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00521631
avg_val_loss: 0.00994790
=========================================
Epoch 129 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00520534
avg_val_loss: 0.00994550
=========================================
Epoch 130 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00520540
avg_val_loss: 0.00994378
=========================================
Epoch 131 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00519792
avg_val_loss: 0.00995906
=========================================
Epoch 132 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00519460
avg_val_loss: 0.00997861
=========================================
Epoch 133 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00518896
avg_val_loss: 0.00996512
=========================================
Epoch 134 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00518705
avg_val_loss: 0.00997141
=========================================
Epoch 135 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00516968
avg_val_loss: 0.00997637
=========================================
Epoch 136 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00517187
avg_val_loss: 0.00997199
=========================================
Epoch 137 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00516562
avg_val_loss: 0.00997645
=========================================
Epoch 138 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00515550
avg_val_loss: 0.00997572
=========================================
Epoch 139 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00516023
avg_val_loss: 0.00999943
=========================================
Epoch 140 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00514996
avg_val_loss: 0.00999950
=========================================
Epoch 141 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00514978
avg_val_loss: 0.01000086
=========================================
Epoch 142 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00514069
avg_val_loss: 0.00999656
=========================================
Epoch 143 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00513795
avg_val_loss: 0.01000397
=========================================
Epoch 144 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00512939
avg_val_loss: 0.01002246
=========================================
Epoch 145 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00512901
avg_val_loss: 0.01000847
=========================================
Epoch 146 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00511838
avg_val_loss: 0.01002389
=========================================
Epoch 147 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00512738
avg_val_loss: 0.01003674
=========================================
Epoch 148 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00512481
avg_val_loss: 0.01001802
=========================================
Epoch 149 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00511147
avg_val_loss: 0.01002287
=========================================
Epoch 150 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00511447
avg_val_loss: 0.01002370
=========================================
Epoch 151 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00510568
avg_val_loss: 0.01003500
=========================================
Epoch 152 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00511637
avg_val_loss: 0.01002767
=========================================
Epoch 153 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00510314
avg_val_loss: 0.01003415
=========================================
Epoch 154 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00510809
avg_val_loss: 0.01003487
=========================================
Epoch 155 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00509936
avg_val_loss: 0.01003311
=========================================
Epoch 156 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00510186
avg_val_loss: 0.01003623
=========================================
Epoch 157 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00509244
avg_val_loss: 0.01003795
=========================================
Epoch 158 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00509276
avg_val_loss: 0.01003924
=========================================
Epoch 159 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00508784
avg_val_loss: 0.01003857
=========================================
Epoch 160 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00508428
avg_val_loss: 0.01004745
=========================================
Epoch 161 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00509116
avg_val_loss: 0.01004573
=========================================
Epoch 162 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00508208
avg_val_loss: 0.01005726
=========================================
Epoch 163 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00507790
avg_val_loss: 0.01004700
=========================================
Epoch 164 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00508111
avg_val_loss: 0.01005159
=========================================
Epoch 165 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00507579
avg_val_loss: 0.01005202
=========================================
Epoch 166 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00506463
avg_val_loss: 0.01005167
=========================================
Epoch 167 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00507925
avg_val_loss: 0.01005333
=========================================
Epoch 168 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00507011
avg_val_loss: 0.01005495
=========================================
Epoch 169 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00507608
avg_val_loss: 0.01004486
=========================================
Epoch 170 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00506989
avg_val_loss: 0.01005083
=========================================
Epoch 171 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00506312
avg_val_loss: 0.01005154
=========================================
Epoch 172 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00506761
avg_val_loss: 0.01005349
=========================================
Epoch 173 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00505975
avg_val_loss: 0.01005126
=========================================
Epoch 174 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00506124
avg_val_loss: 0.01005132
=========================================
Epoch 175 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00506624
avg_val_loss: 0.01004723
=========================================
Epoch 176 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00506286
avg_val_loss: 0.01004528
=========================================
Epoch 177 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00506003
avg_val_loss: 0.01004398
=========================================
Epoch 178 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00505010
avg_val_loss: 0.01004713
=========================================
Epoch 179 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00505690
avg_val_loss: 0.01004405
=========================================
Epoch 180 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00505325
avg_val_loss: 0.01004628
=========================================
Epoch 181 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504714
avg_val_loss: 0.01004389
=========================================
Epoch 182 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504908
avg_val_loss: 0.01004200
=========================================
Epoch 183 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504384
avg_val_loss: 0.01004370
=========================================
Epoch 184 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00505037
avg_val_loss: 0.01004248
=========================================
Epoch 185 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00505207
avg_val_loss: 0.01003926
=========================================
Epoch 186 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504382
avg_val_loss: 0.01003598
=========================================
Epoch 187 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504261
avg_val_loss: 0.01003386
=========================================
Epoch 188 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504826
avg_val_loss: 0.01003325
=========================================
Epoch 189 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504993
avg_val_loss: 0.01003162
=========================================
Epoch 190 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504244
avg_val_loss: 0.01003108
=========================================
Epoch 191 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00503828
avg_val_loss: 0.01002970
=========================================
Epoch 192 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504394
avg_val_loss: 0.01002860
=========================================
Epoch 193 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504561
avg_val_loss: 0.01002466
=========================================
Epoch 194 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504027
avg_val_loss: 0.01002511
=========================================
Epoch 195 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504585
avg_val_loss: 0.01002391
=========================================
Epoch 196 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504046
avg_val_loss: 0.01002294
=========================================
Epoch 197 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504207
avg_val_loss: 0.01002177
=========================================
Epoch 198 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00503677
avg_val_loss: 0.01002143
=========================================
Epoch 199 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00503756
avg_val_loss: 0.01002118
=========================================
Epoch 200 / 200  Fold 3 / 5
=========================================
avg_loss: 0.00504567
avg_val_loss: 0.01002104
Best Validation Loss: 0.00791875
=========================================
Epoch 1 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00864092
avg_val_loss: 0.00787683
=========================================
Epoch 2 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00852829
avg_val_loss: 0.00789979
=========================================
Epoch 3 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00844464
avg_val_loss: 0.00792516
=========================================
Epoch 4 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00836578
avg_val_loss: 0.00795933
=========================================
Epoch 5 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00829567
avg_val_loss: 0.00798293
=========================================
Epoch 6 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00822708
avg_val_loss: 0.00801966
=========================================
Epoch 7 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00816324
avg_val_loss: 0.00804565
=========================================
Epoch 8 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00810399
avg_val_loss: 0.00807765
=========================================
Epoch 9 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00804311
avg_val_loss: 0.00809906
=========================================
Epoch 10 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00798725
avg_val_loss: 0.00812801
=========================================
Epoch 11 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00793152
avg_val_loss: 0.00815464
=========================================
Epoch 12 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00788280
avg_val_loss: 0.00817324
=========================================
Epoch 13 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00782809
avg_val_loss: 0.00820135
=========================================
Epoch 14 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00777504
avg_val_loss: 0.00823246
=========================================
Epoch 15 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00772592
avg_val_loss: 0.00825507
=========================================
Epoch 16 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00768347
avg_val_loss: 0.00827124
=========================================
Epoch 17 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00762423
avg_val_loss: 0.00829341
=========================================
Epoch 18 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00758154
avg_val_loss: 0.00831245
=========================================
Epoch 19 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00753511
avg_val_loss: 0.00833536
=========================================
Epoch 20 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00749468
avg_val_loss: 0.00836024
=========================================
Epoch 21 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00744652
avg_val_loss: 0.00838411
=========================================
Epoch 22 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00740011
avg_val_loss: 0.00839677
=========================================
Epoch 23 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00735941
avg_val_loss: 0.00842271
=========================================
Epoch 24 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00731197
avg_val_loss: 0.00845563
=========================================
Epoch 25 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00727585
avg_val_loss: 0.00847062
=========================================
Epoch 26 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00723020
avg_val_loss: 0.00848076
=========================================
Epoch 27 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00719525
avg_val_loss: 0.00850804
=========================================
Epoch 28 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00715286
avg_val_loss: 0.00852800
=========================================
Epoch 29 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00711710
avg_val_loss: 0.00854613
=========================================
Epoch 30 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00707393
avg_val_loss: 0.00857386
=========================================
Epoch 31 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00704442
avg_val_loss: 0.00859383
=========================================
Epoch 32 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00700049
avg_val_loss: 0.00860875
=========================================
Epoch 33 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00696633
avg_val_loss: 0.00862092
=========================================
Epoch 34 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00692417
avg_val_loss: 0.00864121
=========================================
Epoch 35 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00689090
avg_val_loss: 0.00866158
=========================================
Epoch 36 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00685930
avg_val_loss: 0.00868813
=========================================
Epoch 37 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00682044
avg_val_loss: 0.00871233
=========================================
Epoch 38 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00678971
avg_val_loss: 0.00873360
=========================================
Epoch 39 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00675134
avg_val_loss: 0.00874962
=========================================
Epoch 40 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00672238
avg_val_loss: 0.00877089
=========================================
Epoch 41 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00668640
avg_val_loss: 0.00880628
=========================================
Epoch 42 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00665949
avg_val_loss: 0.00878469
=========================================
Epoch 43 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00662892
avg_val_loss: 0.00883511
=========================================
Epoch 44 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00658503
avg_val_loss: 0.00884965
=========================================
Epoch 45 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00656415
avg_val_loss: 0.00887006
=========================================
Epoch 46 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00653595
avg_val_loss: 0.00888872
=========================================
Epoch 47 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00650692
avg_val_loss: 0.00889330
=========================================
Epoch 48 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00647077
avg_val_loss: 0.00893334
=========================================
Epoch 49 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00643887
avg_val_loss: 0.00893659
=========================================
Epoch 50 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00641075
avg_val_loss: 0.00895496
=========================================
Epoch 51 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00638422
avg_val_loss: 0.00897693
=========================================
Epoch 52 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00635206
avg_val_loss: 0.00899476
=========================================
Epoch 53 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00633573
avg_val_loss: 0.00899971
=========================================
Epoch 54 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00629995
avg_val_loss: 0.00904430
=========================================
Epoch 55 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00627433
avg_val_loss: 0.00904907
=========================================
Epoch 56 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00625816
avg_val_loss: 0.00907282
=========================================
Epoch 57 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00622826
avg_val_loss: 0.00908166
=========================================
Epoch 58 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00620402
avg_val_loss: 0.00908885
=========================================
Epoch 59 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00617989
avg_val_loss: 0.00910814
=========================================
Epoch 60 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00615095
avg_val_loss: 0.00913371
=========================================
Epoch 61 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00612821
avg_val_loss: 0.00914329
=========================================
Epoch 62 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00609895
avg_val_loss: 0.00918033
=========================================
Epoch 63 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00607997
avg_val_loss: 0.00918020
=========================================
Epoch 64 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00605006
avg_val_loss: 0.00921151
=========================================
Epoch 65 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00603222
avg_val_loss: 0.00921917
=========================================
Epoch 66 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00601074
avg_val_loss: 0.00924461
=========================================
Epoch 67 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00599390
avg_val_loss: 0.00924894
=========================================
Epoch 68 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00596302
avg_val_loss: 0.00927314
=========================================
Epoch 69 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00595061
avg_val_loss: 0.00928357
=========================================
Epoch 70 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00593213
avg_val_loss: 0.00932249
=========================================
Epoch 71 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00591152
avg_val_loss: 0.00932446
=========================================
Epoch 72 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00588216
avg_val_loss: 0.00933359
=========================================
Epoch 73 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00587080
avg_val_loss: 0.00933848
=========================================
Epoch 74 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00584473
avg_val_loss: 0.00938514
=========================================
Epoch 75 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00583283
avg_val_loss: 0.00938968
=========================================
Epoch 76 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00580994
avg_val_loss: 0.00940659
=========================================
Epoch 77 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00578830
avg_val_loss: 0.00939794
=========================================
Epoch 78 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00577278
avg_val_loss: 0.00943495
=========================================
Epoch 79 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00575440
avg_val_loss: 0.00943873
=========================================
Epoch 80 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00573569
avg_val_loss: 0.00945951
=========================================
Epoch 81 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00571645
avg_val_loss: 0.00945523
=========================================
Epoch 82 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00569871
avg_val_loss: 0.00946643
=========================================
Epoch 83 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00568631
avg_val_loss: 0.00950715
=========================================
Epoch 84 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00567532
avg_val_loss: 0.00951108
=========================================
Epoch 85 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00565975
avg_val_loss: 0.00951997
=========================================
Epoch 86 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00563806
avg_val_loss: 0.00952788
=========================================
Epoch 87 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00561653
avg_val_loss: 0.00953518
=========================================
Epoch 88 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00560016
avg_val_loss: 0.00953812
=========================================
Epoch 89 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00559399
avg_val_loss: 0.00955078
=========================================
Epoch 90 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00558118
avg_val_loss: 0.00956841
=========================================
Epoch 91 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00556359
avg_val_loss: 0.00958640
=========================================
Epoch 92 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00554159
avg_val_loss: 0.00960454
=========================================
Epoch 93 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00553128
avg_val_loss: 0.00961436
=========================================
Epoch 94 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00551447
avg_val_loss: 0.00962559
=========================================
Epoch 95 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00549932
avg_val_loss: 0.00963374
=========================================
Epoch 96 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00548545
avg_val_loss: 0.00964581
=========================================
Epoch 97 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00547365
avg_val_loss: 0.00964278
=========================================
Epoch 98 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00546919
avg_val_loss: 0.00965251
=========================================
Epoch 99 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00545026
avg_val_loss: 0.00966224
=========================================
Epoch 100 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00543959
avg_val_loss: 0.00966992
=========================================
Epoch 101 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00543387
avg_val_loss: 0.00968108
=========================================
Epoch 102 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00541747
avg_val_loss: 0.00968357
=========================================
Epoch 103 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00541044
avg_val_loss: 0.00971532
=========================================
Epoch 104 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00539640
avg_val_loss: 0.00972157
=========================================
Epoch 105 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00538046
avg_val_loss: 0.00972617
=========================================
Epoch 106 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00538418
avg_val_loss: 0.00972851
=========================================
Epoch 107 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00536948
avg_val_loss: 0.00975021
=========================================
Epoch 108 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00534302
avg_val_loss: 0.00976202
=========================================
Epoch 109 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00533456
avg_val_loss: 0.00976880
=========================================
Epoch 110 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00533086
avg_val_loss: 0.00975288
=========================================
Epoch 111 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00531990
avg_val_loss: 0.00977839
=========================================
Epoch 112 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00530213
avg_val_loss: 0.00978078
=========================================
Epoch 113 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00529627
avg_val_loss: 0.00980315
=========================================
Epoch 114 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00529363
avg_val_loss: 0.00980029
=========================================
Epoch 115 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00527628
avg_val_loss: 0.00980497
=========================================
Epoch 116 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00527537
avg_val_loss: 0.00982843
=========================================
Epoch 117 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00526501
avg_val_loss: 0.00981725
=========================================
Epoch 118 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00525608
avg_val_loss: 0.00983031
=========================================
Epoch 119 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00524892
avg_val_loss: 0.00982633
=========================================
Epoch 120 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00523343
avg_val_loss: 0.00983852
=========================================
Epoch 121 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00523357
avg_val_loss: 0.00987844
=========================================
Epoch 122 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00521996
avg_val_loss: 0.00985675
=========================================
Epoch 123 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00520821
avg_val_loss: 0.00987517
=========================================
Epoch 124 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00521430
avg_val_loss: 0.00986970
=========================================
Epoch 125 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00520303
avg_val_loss: 0.00988543
=========================================
Epoch 126 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00519652
avg_val_loss: 0.00988936
=========================================
Epoch 127 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00518673
avg_val_loss: 0.00987628
=========================================
Epoch 128 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00517817
avg_val_loss: 0.00989047
=========================================
Epoch 129 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00516694
avg_val_loss: 0.00990266
=========================================
Epoch 130 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00517219
avg_val_loss: 0.00990737
=========================================
Epoch 131 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00516086
avg_val_loss: 0.00990430
=========================================
Epoch 132 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00515911
avg_val_loss: 0.00991501
=========================================
Epoch 133 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00515051
avg_val_loss: 0.00992129
=========================================
Epoch 134 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00514910
avg_val_loss: 0.00992934
=========================================
Epoch 135 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00514101
avg_val_loss: 0.00992510
=========================================
Epoch 136 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00513473
avg_val_loss: 0.00994810
=========================================
Epoch 137 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00513095
avg_val_loss: 0.00994193
=========================================
Epoch 138 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00511696
avg_val_loss: 0.00995012
=========================================
Epoch 139 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00512154
avg_val_loss: 0.00995624
=========================================
Epoch 140 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00510265
avg_val_loss: 0.00995420
=========================================
Epoch 141 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00510139
avg_val_loss: 0.00996387
=========================================
Epoch 142 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00509905
avg_val_loss: 0.00994870
=========================================
Epoch 143 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00511058
avg_val_loss: 0.00997532
=========================================
Epoch 144 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00509429
avg_val_loss: 0.00997088
=========================================
Epoch 145 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00510012
avg_val_loss: 0.00997471
=========================================
Epoch 146 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00508998
avg_val_loss: 0.00996963
=========================================
Epoch 147 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00508184
avg_val_loss: 0.00998096
=========================================
Epoch 148 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00507638
avg_val_loss: 0.00998968
=========================================
Epoch 149 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00508302
avg_val_loss: 0.00998414
=========================================
Epoch 150 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00506584
avg_val_loss: 0.00999361
=========================================
Epoch 151 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00506813
avg_val_loss: 0.00999545
=========================================
Epoch 152 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00506485
avg_val_loss: 0.00999479
=========================================
Epoch 153 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00506773
avg_val_loss: 0.01000707
=========================================
Epoch 154 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00505954
avg_val_loss: 0.00999382
=========================================
Epoch 155 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00506455
avg_val_loss: 0.01000750
=========================================
Epoch 156 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00506222
avg_val_loss: 0.01000191
=========================================
Epoch 157 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00505401
avg_val_loss: 0.01000842
=========================================
Epoch 158 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00504968
avg_val_loss: 0.01000984
=========================================
Epoch 159 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00504669
avg_val_loss: 0.01001668
=========================================
Epoch 160 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00504262
avg_val_loss: 0.01001427
=========================================
Epoch 161 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00504320
avg_val_loss: 0.01001783
=========================================
Epoch 162 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00503838
avg_val_loss: 0.01002536
=========================================
Epoch 163 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00504057
avg_val_loss: 0.01001880
=========================================
Epoch 164 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00503904
avg_val_loss: 0.01001178
=========================================
Epoch 165 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00503709
avg_val_loss: 0.01002181
=========================================
Epoch 166 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00504260
avg_val_loss: 0.01002256
=========================================
Epoch 167 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00503349
avg_val_loss: 0.01002098
=========================================
Epoch 168 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00503348
avg_val_loss: 0.01002391
=========================================
Epoch 169 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00502666
avg_val_loss: 0.01002362
=========================================
Epoch 170 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00503129
avg_val_loss: 0.01003057
=========================================
Epoch 171 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00503022
avg_val_loss: 0.01001341
=========================================
Epoch 172 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00502747
avg_val_loss: 0.01002117
=========================================
Epoch 173 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00502458
avg_val_loss: 0.01002044
=========================================
Epoch 174 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00501569
avg_val_loss: 0.01003140
=========================================
Epoch 175 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00502459
avg_val_loss: 0.01002063
=========================================
Epoch 176 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00502229
avg_val_loss: 0.01002594
=========================================
Epoch 177 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00502481
avg_val_loss: 0.01001636
=========================================
Epoch 178 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00501842
avg_val_loss: 0.01001950
=========================================
Epoch 179 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00502248
avg_val_loss: 0.01002235
=========================================
Epoch 180 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00501571
avg_val_loss: 0.01001948
=========================================
Epoch 181 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00502607
avg_val_loss: 0.01001823
=========================================
Epoch 182 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00500638
avg_val_loss: 0.01001932
=========================================
Epoch 183 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00500929
avg_val_loss: 0.01001742
=========================================
Epoch 184 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00500576
avg_val_loss: 0.01001971
=========================================
Epoch 185 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00501843
avg_val_loss: 0.01001288
=========================================
Epoch 186 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00500367
avg_val_loss: 0.01001594
=========================================
Epoch 187 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00500649
avg_val_loss: 0.01001264
=========================================
Epoch 188 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00500510
avg_val_loss: 0.01001126
=========================================
Epoch 189 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00501231
avg_val_loss: 0.01000878
=========================================
Epoch 190 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00500679
avg_val_loss: 0.01000625
=========================================
Epoch 191 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00500820
avg_val_loss: 0.01000390
=========================================
Epoch 192 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00500446
avg_val_loss: 0.01000325
=========================================
Epoch 193 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00500495
avg_val_loss: 0.01000242
=========================================
Epoch 194 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00500809
avg_val_loss: 0.01000056
=========================================
Epoch 195 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00501003
avg_val_loss: 0.01000041
=========================================
Epoch 196 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00499882
avg_val_loss: 0.01000012
=========================================
Epoch 197 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00500786
avg_val_loss: 0.00999857
=========================================
Epoch 198 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00499718
avg_val_loss: 0.00999806
=========================================
Epoch 199 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00500018
avg_val_loss: 0.00999774
=========================================
Epoch 200 / 200  Fold 4 / 5
=========================================
avg_loss: 0.00501041
avg_val_loss: 0.00999764
Best Validation Loss: 0.00787683
=========================================
Epoch 1 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00861450
avg_val_loss: 0.00785961
=========================================
Epoch 2 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00849636
avg_val_loss: 0.00788214
=========================================
Epoch 3 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00840495
avg_val_loss: 0.00790522
=========================================
Epoch 4 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00832791
avg_val_loss: 0.00793357
=========================================
Epoch 5 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00825160
avg_val_loss: 0.00795607
=========================================
Epoch 6 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00818780
avg_val_loss: 0.00798062
=========================================
Epoch 7 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00812034
avg_val_loss: 0.00801597
=========================================
Epoch 8 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00806676
avg_val_loss: 0.00805373
=========================================
Epoch 9 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00800127
avg_val_loss: 0.00807418
=========================================
Epoch 10 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00794609
avg_val_loss: 0.00810306
=========================================
Epoch 11 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00789370
avg_val_loss: 0.00812979
=========================================
Epoch 12 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00783888
avg_val_loss: 0.00815045
=========================================
Epoch 13 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00778405
avg_val_loss: 0.00817812
=========================================
Epoch 14 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00773291
avg_val_loss: 0.00820448
=========================================
Epoch 15 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00768023
avg_val_loss: 0.00822166
=========================================
Epoch 16 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00764255
avg_val_loss: 0.00825119
=========================================
Epoch 17 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00758637
avg_val_loss: 0.00827151
=========================================
Epoch 18 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00753744
avg_val_loss: 0.00829851
=========================================
Epoch 19 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00749797
avg_val_loss: 0.00831692
=========================================
Epoch 20 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00745324
avg_val_loss: 0.00833977
=========================================
Epoch 21 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00740116
avg_val_loss: 0.00836172
=========================================
Epoch 22 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00735555
avg_val_loss: 0.00837610
=========================================
Epoch 23 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00731980
avg_val_loss: 0.00840480
=========================================
Epoch 24 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00728317
avg_val_loss: 0.00842182
=========================================
Epoch 25 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00723549
avg_val_loss: 0.00844364
=========================================
Epoch 26 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00718899
avg_val_loss: 0.00845136
=========================================
Epoch 27 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00714987
avg_val_loss: 0.00846933
=========================================
Epoch 28 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00711523
avg_val_loss: 0.00849443
=========================================
Epoch 29 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00707181
avg_val_loss: 0.00851389
=========================================
Epoch 30 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00703067
avg_val_loss: 0.00853550
=========================================
Epoch 31 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00699088
avg_val_loss: 0.00855749
=========================================
Epoch 32 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00695427
avg_val_loss: 0.00858875
=========================================
Epoch 33 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00692454
avg_val_loss: 0.00858910
=========================================
Epoch 34 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00687552
avg_val_loss: 0.00861033
=========================================
Epoch 35 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00685127
avg_val_loss: 0.00863390
=========================================
Epoch 36 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00681353
avg_val_loss: 0.00865312
=========================================
Epoch 37 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00677935
avg_val_loss: 0.00867693
=========================================
Epoch 38 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00673511
avg_val_loss: 0.00869234
=========================================
Epoch 39 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00671681
avg_val_loss: 0.00872495
=========================================
Epoch 40 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00668244
avg_val_loss: 0.00872904
=========================================
Epoch 41 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00664904
avg_val_loss: 0.00875968
=========================================
Epoch 42 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00661804
avg_val_loss: 0.00876407
=========================================
Epoch 43 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00658200
avg_val_loss: 0.00877728
=========================================
Epoch 44 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00655140
avg_val_loss: 0.00879096
=========================================
Epoch 45 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00651941
avg_val_loss: 0.00882121
=========================================
Epoch 46 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00649317
avg_val_loss: 0.00883097
=========================================
Epoch 47 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00645572
avg_val_loss: 0.00887052
=========================================
Epoch 48 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00643200
avg_val_loss: 0.00886435
=========================================
Epoch 49 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00640359
avg_val_loss: 0.00889864
=========================================
Epoch 50 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00637180
avg_val_loss: 0.00891156
=========================================
Epoch 51 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00634365
avg_val_loss: 0.00895229
=========================================
Epoch 52 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00632122
avg_val_loss: 0.00895999
=========================================
Epoch 53 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00629089
avg_val_loss: 0.00897730
=========================================
Epoch 54 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00626948
avg_val_loss: 0.00899273
=========================================
Epoch 55 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00624464
avg_val_loss: 0.00899411
=========================================
Epoch 56 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00621580
avg_val_loss: 0.00901391
=========================================
Epoch 57 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00619026
avg_val_loss: 0.00903475
=========================================
Epoch 58 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00616126
avg_val_loss: 0.00904817
=========================================
Epoch 59 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00614213
avg_val_loss: 0.00905921
=========================================
Epoch 60 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00610999
avg_val_loss: 0.00910856
=========================================
Epoch 61 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00609124
avg_val_loss: 0.00910813
=========================================
Epoch 62 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00607055
avg_val_loss: 0.00909781
=========================================
Epoch 63 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00605367
avg_val_loss: 0.00914339
=========================================
Epoch 64 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00602202
avg_val_loss: 0.00915807
=========================================
Epoch 65 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00600026
avg_val_loss: 0.00915938
=========================================
Epoch 66 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00597371
avg_val_loss: 0.00918562
=========================================
Epoch 67 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00596101
avg_val_loss: 0.00920708
=========================================
Epoch 68 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00594079
avg_val_loss: 0.00920687
=========================================
Epoch 69 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00591678
avg_val_loss: 0.00923347
=========================================
Epoch 70 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00589666
avg_val_loss: 0.00925513
=========================================
Epoch 71 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00587296
avg_val_loss: 0.00924732
=========================================
Epoch 72 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00585563
avg_val_loss: 0.00926241
=========================================
Epoch 73 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00584002
avg_val_loss: 0.00928674
=========================================
Epoch 74 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00581841
avg_val_loss: 0.00928835
=========================================
Epoch 75 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00579514
avg_val_loss: 0.00931403
=========================================
Epoch 76 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00577804
avg_val_loss: 0.00934338
=========================================
Epoch 77 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00576043
avg_val_loss: 0.00932848
=========================================
Epoch 78 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00574037
avg_val_loss: 0.00935743
=========================================
Epoch 79 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00572010
avg_val_loss: 0.00938751
=========================================
Epoch 80 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00570347
avg_val_loss: 0.00938696
=========================================
Epoch 81 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00567795
avg_val_loss: 0.00941865
=========================================
Epoch 82 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00566477
avg_val_loss: 0.00940612
=========================================
Epoch 83 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00565213
avg_val_loss: 0.00943930
=========================================
Epoch 84 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00564087
avg_val_loss: 0.00944152
=========================================
Epoch 85 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00561878
avg_val_loss: 0.00945328
=========================================
Epoch 86 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00560683
avg_val_loss: 0.00944965
=========================================
Epoch 87 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00558848
avg_val_loss: 0.00946678
=========================================
Epoch 88 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00557503
avg_val_loss: 0.00948589
=========================================
Epoch 89 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00556308
avg_val_loss: 0.00949941
=========================================
Epoch 90 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00554195
avg_val_loss: 0.00951713
=========================================
Epoch 91 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00553488
avg_val_loss: 0.00952963
=========================================
Epoch 92 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00551396
avg_val_loss: 0.00953985
=========================================
Epoch 93 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00550825
avg_val_loss: 0.00954574
=========================================
Epoch 94 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00548458
avg_val_loss: 0.00957397
=========================================
Epoch 95 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00548189
avg_val_loss: 0.00958021
=========================================
Epoch 96 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00545883
avg_val_loss: 0.00959172
=========================================
Epoch 97 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00544494
avg_val_loss: 0.00959535
=========================================
Epoch 98 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00543123
avg_val_loss: 0.00962592
=========================================
Epoch 99 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00542655
avg_val_loss: 0.00961462
=========================================
Epoch 100 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00539974
avg_val_loss: 0.00963142
=========================================
Epoch 101 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00539957
avg_val_loss: 0.00963001
=========================================
Epoch 102 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00538075
avg_val_loss: 0.00964582
=========================================
Epoch 103 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00537333
avg_val_loss: 0.00967250
=========================================
Epoch 104 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00536575
avg_val_loss: 0.00966447
=========================================
Epoch 105 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00535112
avg_val_loss: 0.00967081
=========================================
Epoch 106 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00534205
avg_val_loss: 0.00969694
=========================================
Epoch 107 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00532702
avg_val_loss: 0.00969934
=========================================
Epoch 108 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00532181
avg_val_loss: 0.00968432
=========================================
Epoch 109 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00530752
avg_val_loss: 0.00972130
=========================================
Epoch 110 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00530599
avg_val_loss: 0.00970746
=========================================
Epoch 111 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00528993
avg_val_loss: 0.00973925
=========================================
Epoch 112 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00528058
avg_val_loss: 0.00972351
=========================================
Epoch 113 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00527783
avg_val_loss: 0.00974765
=========================================
Epoch 114 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00526020
avg_val_loss: 0.00975501
=========================================
Epoch 115 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00525704
avg_val_loss: 0.00976602
=========================================
Epoch 116 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00525405
avg_val_loss: 0.00976252
=========================================
Epoch 117 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00524234
avg_val_loss: 0.00976947
=========================================
Epoch 118 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00522038
avg_val_loss: 0.00979326
=========================================
Epoch 119 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00521389
avg_val_loss: 0.00978676
=========================================
Epoch 120 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00520365
avg_val_loss: 0.00981131
=========================================
Epoch 121 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00520176
avg_val_loss: 0.00981380
=========================================
Epoch 122 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00519284
avg_val_loss: 0.00982560
=========================================
Epoch 123 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00518397
avg_val_loss: 0.00981525
=========================================
Epoch 124 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00517647
avg_val_loss: 0.00981771
=========================================
Epoch 125 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00517198
avg_val_loss: 0.00982826
=========================================
Epoch 126 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00516424
avg_val_loss: 0.00985371
=========================================
Epoch 127 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00516106
avg_val_loss: 0.00983919
=========================================
Epoch 128 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00515231
avg_val_loss: 0.00984131
=========================================
Epoch 129 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00514193
avg_val_loss: 0.00985881
=========================================
Epoch 130 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00513443
avg_val_loss: 0.00987230
=========================================
Epoch 131 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00513416
avg_val_loss: 0.00987209
=========================================
Epoch 132 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00512785
avg_val_loss: 0.00987555
=========================================
Epoch 133 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00511375
avg_val_loss: 0.00988344
=========================================
Epoch 134 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00512060
avg_val_loss: 0.00990456
=========================================
Epoch 135 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00510423
avg_val_loss: 0.00987619
=========================================
Epoch 136 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00510056
avg_val_loss: 0.00990187
=========================================
Epoch 137 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00510285
avg_val_loss: 0.00989708
=========================================
Epoch 138 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00510172
avg_val_loss: 0.00989864
=========================================
Epoch 139 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00509182
avg_val_loss: 0.00991356
=========================================
Epoch 140 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00508583
avg_val_loss: 0.00991287
=========================================
Epoch 141 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00508396
avg_val_loss: 0.00991573
=========================================
Epoch 142 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00508037
avg_val_loss: 0.00993477
=========================================
Epoch 143 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00507718
avg_val_loss: 0.00994118
=========================================
Epoch 144 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00506855
avg_val_loss: 0.00993681
=========================================
Epoch 145 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00506808
avg_val_loss: 0.00992911
=========================================
Epoch 146 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00506751
avg_val_loss: 0.00993481
=========================================
Epoch 147 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00506166
avg_val_loss: 0.00994091
=========================================
Epoch 148 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00505945
avg_val_loss: 0.00994279
=========================================
Epoch 149 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00505367
avg_val_loss: 0.00995012
=========================================
Epoch 150 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00504737
avg_val_loss: 0.00994660
=========================================
Epoch 151 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00504608
avg_val_loss: 0.00995304
=========================================
Epoch 152 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00503845
avg_val_loss: 0.00996224
=========================================
Epoch 153 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00504485
avg_val_loss: 0.00996262
=========================================
Epoch 154 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00504327
avg_val_loss: 0.00996164
=========================================
Epoch 155 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00503625
avg_val_loss: 0.00996055
=========================================
Epoch 156 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00503052
avg_val_loss: 0.00997842
=========================================
Epoch 157 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00502739
avg_val_loss: 0.00996781
=========================================
Epoch 158 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00503271
avg_val_loss: 0.00996420
=========================================
Epoch 159 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00502819
avg_val_loss: 0.00997103
=========================================
Epoch 160 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00501866
avg_val_loss: 0.00996722
=========================================
Epoch 161 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00502213
avg_val_loss: 0.00997120
=========================================
Epoch 162 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00501811
avg_val_loss: 0.00997573
=========================================
Epoch 163 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00502067
avg_val_loss: 0.00997808
=========================================
Epoch 164 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00501439
avg_val_loss: 0.00998197
=========================================
Epoch 165 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00501552
avg_val_loss: 0.00998256
=========================================
Epoch 166 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00501094
avg_val_loss: 0.00997028
=========================================
Epoch 167 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00500850
avg_val_loss: 0.00997248
=========================================
Epoch 168 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00500538
avg_val_loss: 0.00997112
=========================================
Epoch 169 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00500894
avg_val_loss: 0.00997628
=========================================
Epoch 170 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00500360
avg_val_loss: 0.00997702
=========================================
Epoch 171 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00500391
avg_val_loss: 0.00996881
=========================================
Epoch 172 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00500362
avg_val_loss: 0.00997423
=========================================
Epoch 173 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00499605
avg_val_loss: 0.00996744
=========================================
Epoch 174 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00499798
avg_val_loss: 0.00996280
=========================================
Epoch 175 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00499646
avg_val_loss: 0.00997121
=========================================
Epoch 176 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00499853
avg_val_loss: 0.00997169
=========================================
Epoch 177 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00500048
avg_val_loss: 0.00996514
=========================================
Epoch 178 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00499136
avg_val_loss: 0.00996388
=========================================
Epoch 179 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00499125
avg_val_loss: 0.00996784
=========================================
Epoch 180 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00497910
avg_val_loss: 0.00997059
=========================================
Epoch 181 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00499489
avg_val_loss: 0.00996315
=========================================
Epoch 182 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00498934
avg_val_loss: 0.00996741
=========================================
Epoch 183 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00498778
avg_val_loss: 0.00996170
=========================================
Epoch 184 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00498077
avg_val_loss: 0.00996749
=========================================
Epoch 185 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00498046
avg_val_loss: 0.00996349
=========================================
Epoch 186 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00498014
avg_val_loss: 0.00996201
=========================================
Epoch 187 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00498283
avg_val_loss: 0.00996075
=========================================
Epoch 188 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00498521
avg_val_loss: 0.00996088
=========================================
Epoch 189 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00498268
avg_val_loss: 0.00996017
=========================================
Epoch 190 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00497692
avg_val_loss: 0.00995672
=========================================
Epoch 191 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00497580
avg_val_loss: 0.00995673
=========================================
Epoch 192 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00497911
avg_val_loss: 0.00995479
=========================================
Epoch 193 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00497386
avg_val_loss: 0.00995411
=========================================
Epoch 194 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00497447
avg_val_loss: 0.00995310
=========================================
Epoch 195 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00498301
avg_val_loss: 0.00995236
=========================================
Epoch 196 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00497546
avg_val_loss: 0.00995093
=========================================
Epoch 197 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00497671
avg_val_loss: 0.00995093
=========================================
Epoch 198 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00497735
avg_val_loss: 0.00995025
=========================================
Epoch 199 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00498198
avg_val_loss: 0.00995008
=========================================
Epoch 200 / 200  Fold 5 / 5
=========================================
avg_loss: 0.00496993
avg_val_loss: 0.00995004
Best Validation Loss: 0.00785961
In [8]:
def threshold_search(y_pred, y_true):
    score = []
    candidates = np.arange(0, 1.0, 0.01)
    for th in progress_bar(candidates):
        yp = (y_pred > th).astype(int)
        score.append(fbeta_score(y_pred=yp, y_true=y_true, beta=2, average="samples"))
    score = np.array(score)
    pm = score.argmax()
    best_th, best_score = candidates[pm], score[pm]
    return best_th, best_score

best_threshold, best_score = threshold_search(train_preds, train_labels.cpu().numpy())
print(f"best_threshold = {best_threshold}")
print(f"best_score = {best_score}")
100.00% [100/100 14:05<00:00]
/opt/conda/lib/python3.6/site-packages/sklearn/metrics/classification.py:1143: UndefinedMetricWarning: F-score is ill-defined and being set to 0.0 in samples with no predicted labels.
  'precision', 'predicted', average, warn_for)
best_threshold = 0.09
best_score = 0.5294958590866738
In [9]:
test_dataset = IMetLoadData(test_tensor, test_labels)
test_loader = data.DataLoader(test_dataset, batch_size=batch_size, shuffle=False)
preds = np.zeros((test_tensor.size(0), 1103))

for pth in path.iterdir():
    model.load_state_dict(torch.load(pth))
    model.to(device)
    model.eval()
    temp = np.zeros_like(preds)
    for i, (i_batch, labels) in enumerate(test_loader):
        with torch.no_grad():
            y_pred = model(i_batch).detach()
            temp[i * batch_size:(i + 1) * batch_size] = y_pred.cpu().numpy()
    preds += temp / 5

preds = (preds > best_threshold).astype(int)
prediction = []
for i in range(preds.shape[0]):
    pred1 = np.argwhere(preds[i] == 1.0).reshape(-1).tolist()
    pred_str = " ".join(list(map(str, pred1)))
    prediction.append(pred_str)

test.attribute_ids = prediction
test.to_csv("submission.csv", index=False)
test.head()
Out[9]:
id attribute_ids
0 1002e7c8e9172e5c 51 79 156 194 227 489 584 671 813
1 10045628394b0c85 51 147 189 718 813 835 903 1092
2 1006c05aacbeaea6 51 147 188 194 477 639 671 780 950 1034
3 10073dbee72a9e88 121 464 872
4 10077d92747afb1a 189 259 420 462 616 733 776 813 993 1046 1092