0 Fork 0

Files

T

Jeremy Janella 95b1c6bf27 added material

2026-07-26 22:53:03 -04:00

656 KiB

Raw Blame History

In [1]:

import os
import json
import numpy as np
import torch
import matplotlib.pyplot as plt
from sklearn.model_selection import train_test_split
from sklearn.preprocessing import StandardScaler
from safetensors.torch import save_file
from tqdm import tqdm

from htb_ai_library import (
    set_reproducibility, use_htb_style,
    MLP, get_mnist_loaders,
    create_dataloader, train_model, evaluate_accuracy, get_model_predictions,
    HTB_GREEN, NODE_BLACK, HACKER_GREY, WHITE,
    AZURE, MALWARE_RED, AQUAMARINE, NUGGET_YELLOW,
)

print("=" * 60)
print("PATE: PRIVATE AGGREGATION OF TEACHER ENSEMBLES")
print("Teacher-Student Privacy Through Knowledge Distillation")
print("=" * 60)

RANDOM_SEED = 1337
DEVICE = torch.device("cuda" if torch.cuda.is_available() else "cpu")
set_reproducibility(RANDOM_SEED)
use_htb_style()

PLOT_CONFIG = {"figsize": (10, 6), "dpi": 150}
DATASET_CONFIG = {"name": "mnist", "num_classes": 10, "num_features": 784}

TEACHER_CONFIG = {
    "num_teachers": 250,  # Original paper configuration
    "hidden_layers": [128, 64],
    "dropout": 0.2,
    "epochs": 30,
    "batch_size": 64,
    "learning_rate": 0.001,
}

AGGREGATION_CONFIG = {
    "noise_scale": 20.0,  # Strong privacy with high consensus
    "num_student_queries": 5000,
}

STUDENT_CONFIG = {
    "hidden_layers": [128, 64],
    "dropout": 0.2,
    "epochs": 30,
    "batch_size": 64,
    "learning_rate": 0.001,
}

============================================================
PATE: PRIVATE AGGREGATION OF TEACHER ENSEMBLES
Teacher-Student Privacy Through Knowledge Distillation
============================================================

Data Partitioning and Teacher Training

In [2]:

print("\n" + "=" * 60)
print("PHASE 1: Loading MNIST Dataset")
print("=" * 60)

train_loader, test_loader = get_mnist_loaders()

X_train = train_loader.dataset.data.numpy().reshape(-1, 784).astype(np.float32) / 255.0
y_train = train_loader.dataset.targets.numpy()
X_test = test_loader.dataset.data.numpy().reshape(-1, 784).astype(np.float32) / 255.0
y_test = test_loader.dataset.targets.numpy()

num_features = 784
num_classes = 10
DATASET_CONFIG['num_features'] = num_features
DATASET_CONFIG['num_classes'] = num_classes

print(f"Dataset: {X_train.shape[0]} training samples, {num_features} features, {num_classes} classes")
print(f"Class distribution: min={np.bincount(y_train).min()}, max={np.bincount(y_train).max()}")

# Split training data into: private (for teachers) and public (for student queries)
X_private, X_public, y_private, y_public = train_test_split(
    X_train, y_train, test_size=0.2,
    random_state=RANDOM_SEED, stratify=y_train
)

# Use standard test set as holdout for evaluation
X_holdout = X_test
y_holdout = y_test

print(f"\nData splits:")
print(f"  Private (teacher training): {len(X_private)} samples")
print(f"  Public (student queries):   {len(X_public)} samples")
print(f"  Holdout (evaluation):       {len(X_holdout)} samples")

scaler = StandardScaler()
X_private_norm = scaler.fit_transform(X_private)
X_public_norm = scaler.transform(X_public)
X_holdout_norm = scaler.transform(X_holdout)

print("\n" + "=" * 60)
print("PHASE 2: Training Teacher Ensemble")
print("=" * 60)

num_teachers = TEACHER_CONFIG['num_teachers']

# Partition private data for teachers
np.random.seed(RANDOM_SEED)
indices = np.random.permutation(len(X_private_norm))
partition_size = len(X_private_norm) // num_teachers

teacher_partitions = []
for i in range(num_teachers):
    start_idx = i * partition_size
    if i == num_teachers - 1:
        partition_indices = indices[start_idx:]
    else:
        partition_indices = indices[start_idx:start_idx + partition_size]
    teacher_partitions.append(partition_indices)

print(f"Created {num_teachers} partitions, ~{partition_size} samples each")

============================================================
PHASE 1: Loading MNIST Dataset
============================================================
Dataset: 60000 training samples, 784 features, 10 classes
Class distribution: min=5421, max=6742

Data splits:
  Private (teacher training): 48000 samples
  Public (student queries):   12000 samples
  Holdout (evaluation):       10000 samples

============================================================
PHASE 2: Training Teacher Ensemble
============================================================
Created 250 partitions, ~192 samples each

Train Teachers

In [3]:

teachers = []
holdout_loader = create_dataloader(X_holdout_norm, y_holdout, 128, shuffle=False)

for i in tqdm(range(num_teachers), desc="Training teachers"):
    partition_idx = teacher_partitions[i]
    X_teacher = X_private_norm[partition_idx]
    y_teacher = y_private[partition_idx]

    teacher = MLP(
        input_size=num_features,
        hidden_layers=TEACHER_CONFIG['hidden_layers'],
        num_classes=DATASET_CONFIG['num_classes'],
        dropout=TEACHER_CONFIG['dropout']
    )

    train_loader = create_dataloader(X_teacher, y_teacher, TEACHER_CONFIG['batch_size'])
    train_model(teacher, train_loader, holdout_loader, device=DEVICE,
                epochs=TEACHER_CONFIG['epochs'], learning_rate=TEACHER_CONFIG['learning_rate'])
    teachers.append(teacher)

print(f"\nTeacher ensemble trained: {len(teachers)} teachers")

Training teachers:   0%|                                                                                                                                                                     | 0/250 [00:00<?, ?it/s]

Epoch 1/30: Avg Loss = 2.2741, Test Accuracy = 41.43%
Epoch 2/30: Avg Loss = 2.1187, Test Accuracy = 56.93%
Epoch 3/30: Avg Loss = 1.9351, Test Accuracy = 59.95%
Epoch 4/30: Avg Loss = 1.7546, Test Accuracy = 61.05%
Epoch 5/30: Avg Loss = 1.5532, Test Accuracy = 61.49%
Epoch 6/30: Avg Loss = 1.3130, Test Accuracy = 63.10%
Epoch 7/30: Avg Loss = 1.1153, Test Accuracy = 65.36%
Epoch 8/30: Avg Loss = 0.9553, Test Accuracy = 67.17%
Epoch 9/30: Avg Loss = 0.7947, Test Accuracy = 68.79%
Epoch 10/30: Avg Loss = 0.6363, Test Accuracy = 70.30%
Epoch 11/30: Avg Loss = 0.5701, Test Accuracy = 71.81%
Epoch 12/30: Avg Loss = 0.4853, Test Accuracy = 73.93%
Epoch 13/30: Avg Loss = 0.3576, Test Accuracy = 75.71%
Epoch 14/30: Avg Loss = 0.3101, Test Accuracy = 76.96%
Epoch 15/30: Avg Loss = 0.2977, Test Accuracy = 77.91%
Epoch 16/30: Avg Loss = 0.1901, Test Accuracy = 78.57%
Epoch 17/30: Avg Loss = 0.1585, Test Accuracy = 79.02%
Epoch 18/30: Avg Loss = 0.1234, Test Accuracy = 79.35%
Epoch 19/30: Avg Loss = 0.1192, Test Accuracy = 79.48%
Epoch 20/30: Avg Loss = 0.1113, Test Accuracy = 79.58%
Epoch 21/30: Avg Loss = 0.0985, Test Accuracy = 79.58%
Epoch 22/30: Avg Loss = 0.0788, Test Accuracy = 79.66%
Epoch 23/30: Avg Loss = 0.0595, Test Accuracy = 79.81%
Epoch 24/30: Avg Loss = 0.0457, Test Accuracy = 79.80%

Training teachers:   0%|▋                                                                                                                                                            | 1/250 [00:01<04:48,  1.16s/it]

Epoch 25/30: Avg Loss = 0.0379, Test Accuracy = 79.80%
Epoch 26/30: Avg Loss = 0.0338, Test Accuracy = 79.83%
Epoch 27/30: Avg Loss = 0.0273, Test Accuracy = 80.00%
Epoch 28/30: Avg Loss = 0.0392, Test Accuracy = 80.08%
Epoch 29/30: Avg Loss = 0.0398, Test Accuracy = 79.96%
Epoch 30/30: Avg Loss = 0.0249, Test Accuracy = 79.91%
Epoch 1/30: Avg Loss = 2.2798, Test Accuracy = 32.27%
Epoch 2/30: Avg Loss = 2.1041, Test Accuracy = 46.56%
Epoch 3/30: Avg Loss = 1.9119, Test Accuracy = 51.37%
Epoch 4/30: Avg Loss = 1.6902, Test Accuracy = 53.33%
Epoch 5/30: Avg Loss = 1.4861, Test Accuracy = 55.03%
Epoch 6/30: Avg Loss = 1.2765, Test Accuracy = 57.14%
Epoch 7/30: Avg Loss = 1.1082, Test Accuracy = 60.02%
Epoch 8/30: Avg Loss = 0.9507, Test Accuracy = 63.04%
Epoch 9/30: Avg Loss = 0.7904, Test Accuracy = 66.28%
Epoch 10/30: Avg Loss = 0.6665, Test Accuracy = 69.44%
Epoch 11/30: Avg Loss = 0.5404, Test Accuracy = 71.55%
Epoch 12/30: Avg Loss = 0.4672, Test Accuracy = 73.68%
Epoch 13/30: Avg Loss = 0.3832, Test Accuracy = 74.98%
Epoch 14/30: Avg Loss = 0.3142, Test Accuracy = 75.75%
Epoch 15/30: Avg Loss = 0.2520, Test Accuracy = 76.66%
Epoch 16/30: Avg Loss = 0.2159, Test Accuracy = 77.22%
Epoch 17/30: Avg Loss = 0.1780, Test Accuracy = 77.79%
Epoch 18/30: Avg Loss = 0.1559, Test Accuracy = 78.13%
Epoch 19/30: Avg Loss = 0.1222, Test Accuracy = 78.49%
Epoch 20/30: Avg Loss = 0.1041, Test Accuracy = 78.66%
Epoch 21/30: Avg Loss = 0.0774, Test Accuracy = 78.67%
Epoch 22/30: Avg Loss = 0.0802, Test Accuracy = 78.73%
Epoch 23/30: Avg Loss = 0.0741, Test Accuracy = 78.77%
Epoch 24/30: Avg Loss = 0.0746, Test Accuracy = 78.78%

Training teachers:   1%|█▎                                                                                                                                                           | 2/250 [00:02<04:43,  1.14s/it]

Epoch 25/30: Avg Loss = 0.0519, Test Accuracy = 78.86%
Epoch 26/30: Avg Loss = 0.0414, Test Accuracy = 79.24%
Epoch 27/30: Avg Loss = 0.0450, Test Accuracy = 79.17%
Epoch 28/30: Avg Loss = 0.0461, Test Accuracy = 79.25%
Epoch 29/30: Avg Loss = 0.0383, Test Accuracy = 79.47%
Epoch 30/30: Avg Loss = 0.0262, Test Accuracy = 79.42%
Epoch 1/30: Avg Loss = 2.2801, Test Accuracy = 38.92%
Epoch 2/30: Avg Loss = 2.1346, Test Accuracy = 51.83%
Epoch 3/30: Avg Loss = 1.9805, Test Accuracy = 59.00%
Epoch 4/30: Avg Loss = 1.8215, Test Accuracy = 62.57%
Epoch 5/30: Avg Loss = 1.6278, Test Accuracy = 64.67%
Epoch 6/30: Avg Loss = 1.4043, Test Accuracy = 66.10%
Epoch 7/30: Avg Loss = 1.1477, Test Accuracy = 67.15%
Epoch 8/30: Avg Loss = 0.9686, Test Accuracy = 68.13%
Epoch 9/30: Avg Loss = 0.7907, Test Accuracy = 69.64%
Epoch 10/30: Avg Loss = 0.6565, Test Accuracy = 71.96%
Epoch 11/30: Avg Loss = 0.5222, Test Accuracy = 74.54%
Epoch 12/30: Avg Loss = 0.4283, Test Accuracy = 76.55%
Epoch 13/30: Avg Loss = 0.3624, Test Accuracy = 77.88%
Epoch 14/30: Avg Loss = 0.2625, Test Accuracy = 78.88%
Epoch 15/30: Avg Loss = 0.2300, Test Accuracy = 79.75%
Epoch 16/30: Avg Loss = 0.1946, Test Accuracy = 80.19%
Epoch 17/30: Avg Loss = 0.1396, Test Accuracy = 80.31%
Epoch 18/30: Avg Loss = 0.1294, Test Accuracy = 80.46%
Epoch 19/30: Avg Loss = 0.1058, Test Accuracy = 80.48%
Epoch 20/30: Avg Loss = 0.0850, Test Accuracy = 80.46%
Epoch 21/30: Avg Loss = 0.0749, Test Accuracy = 80.74%
Epoch 22/30: Avg Loss = 0.0603, Test Accuracy = 80.87%
Epoch 23/30: Avg Loss = 0.0505, Test Accuracy = 80.92%
Epoch 24/30: Avg Loss = 0.0578, Test Accuracy = 81.02%

Training teachers:   1%|█▉                                                                                                                                                           | 3/250 [00:03<04:41,  1.14s/it]

Epoch 25/30: Avg Loss = 0.0439, Test Accuracy = 81.06%
Epoch 26/30: Avg Loss = 0.0341, Test Accuracy = 81.16%
Epoch 27/30: Avg Loss = 0.0323, Test Accuracy = 81.10%
Epoch 28/30: Avg Loss = 0.0222, Test Accuracy = 81.12%
Epoch 29/30: Avg Loss = 0.0265, Test Accuracy = 81.14%
Epoch 30/30: Avg Loss = 0.0214, Test Accuracy = 81.24%
Epoch 1/30: Avg Loss = 2.2952, Test Accuracy = 32.71%
Epoch 2/30: Avg Loss = 2.1376, Test Accuracy = 57.04%
Epoch 3/30: Avg Loss = 2.0008, Test Accuracy = 63.99%
Epoch 4/30: Avg Loss = 1.8121, Test Accuracy = 64.99%
Epoch 5/30: Avg Loss = 1.6609, Test Accuracy = 65.22%
Epoch 6/30: Avg Loss = 1.4062, Test Accuracy = 65.68%
Epoch 7/30: Avg Loss = 1.2074, Test Accuracy = 66.81%
Epoch 8/30: Avg Loss = 1.0260, Test Accuracy = 68.24%
Epoch 9/30: Avg Loss = 0.8190, Test Accuracy = 70.06%
Epoch 10/30: Avg Loss = 0.6766, Test Accuracy = 72.30%
Epoch 11/30: Avg Loss = 0.5710, Test Accuracy = 74.66%
Epoch 12/30: Avg Loss = 0.4659, Test Accuracy = 76.28%
Epoch 13/30: Avg Loss = 0.3497, Test Accuracy = 77.40%
Epoch 14/30: Avg Loss = 0.2908, Test Accuracy = 78.01%
Epoch 15/30: Avg Loss = 0.2586, Test Accuracy = 78.48%
Epoch 16/30: Avg Loss = 0.1850, Test Accuracy = 78.77%
Epoch 17/30: Avg Loss = 0.1550, Test Accuracy = 79.21%
Epoch 18/30: Avg Loss = 0.1402, Test Accuracy = 79.49%
Epoch 19/30: Avg Loss = 0.1196, Test Accuracy = 79.74%
Epoch 20/30: Avg Loss = 0.0993, Test Accuracy = 79.79%
Epoch 21/30: Avg Loss = 0.0829, Test Accuracy = 79.83%
Epoch 22/30: Avg Loss = 0.0687, Test Accuracy = 79.95%
Epoch 23/30: Avg Loss = 0.0763, Test Accuracy = 80.26%
Epoch 24/30: Avg Loss = 0.0493, Test Accuracy = 80.18%

Training teachers:   2%|██▌                                                                                                                                                          | 4/250 [00:04<04:40,  1.14s/it]

Epoch 25/30: Avg Loss = 0.0547, Test Accuracy = 80.22%
Epoch 26/30: Avg Loss = 0.0417, Test Accuracy = 80.33%
Epoch 27/30: Avg Loss = 0.0508, Test Accuracy = 80.41%
Epoch 28/30: Avg Loss = 0.0381, Test Accuracy = 80.51%
Epoch 29/30: Avg Loss = 0.0328, Test Accuracy = 80.54%
Epoch 30/30: Avg Loss = 0.0212, Test Accuracy = 80.59%
Epoch 1/30: Avg Loss = 2.2765, Test Accuracy = 29.89%
Epoch 2/30: Avg Loss = 2.1302, Test Accuracy = 37.54%
Epoch 3/30: Avg Loss = 1.9716, Test Accuracy = 45.08%
Epoch 4/30: Avg Loss = 1.8020, Test Accuracy = 50.86%
Epoch 5/30: Avg Loss = 1.5937, Test Accuracy = 55.64%
Epoch 6/30: Avg Loss = 1.3680, Test Accuracy = 60.10%
Epoch 7/30: Avg Loss = 1.1655, Test Accuracy = 63.13%
Epoch 8/30: Avg Loss = 0.9338, Test Accuracy = 66.24%
Epoch 9/30: Avg Loss = 0.7987, Test Accuracy = 69.84%
Epoch 10/30: Avg Loss = 0.6453, Test Accuracy = 73.41%
Epoch 11/30: Avg Loss = 0.5266, Test Accuracy = 77.01%
Epoch 12/30: Avg Loss = 0.4179, Test Accuracy = 78.83%
Epoch 13/30: Avg Loss = 0.3078, Test Accuracy = 79.33%
Epoch 14/30: Avg Loss = 0.2911, Test Accuracy = 79.52%
Epoch 15/30: Avg Loss = 0.2462, Test Accuracy = 79.86%
Epoch 16/30: Avg Loss = 0.2027, Test Accuracy = 79.77%
Epoch 17/30: Avg Loss = 0.1646, Test Accuracy = 79.71%
Epoch 18/30: Avg Loss = 0.1144, Test Accuracy = 79.83%
Epoch 19/30: Avg Loss = 0.1235, Test Accuracy = 79.94%
Epoch 20/30: Avg Loss = 0.0885, Test Accuracy = 80.10%
Epoch 21/30: Avg Loss = 0.0718, Test Accuracy = 80.31%
Epoch 22/30: Avg Loss = 0.0666, Test Accuracy = 80.63%
Epoch 23/30: Avg Loss = 0.0580, Test Accuracy = 80.84%
Epoch 24/30: Avg Loss = 0.0624, Test Accuracy = 80.94%

Training teachers:   2%|███▏                                                                                                                                                         | 5/250 [00:05<04:39,  1.14s/it]

Epoch 25/30: Avg Loss = 0.0473, Test Accuracy = 80.92%
Epoch 26/30: Avg Loss = 0.0348, Test Accuracy = 80.95%
Epoch 27/30: Avg Loss = 0.0526, Test Accuracy = 80.74%
Epoch 28/30: Avg Loss = 0.0385, Test Accuracy = 80.65%
Epoch 29/30: Avg Loss = 0.0348, Test Accuracy = 80.52%
Epoch 30/30: Avg Loss = 0.0284, Test Accuracy = 80.56%
Epoch 1/30: Avg Loss = 2.2878, Test Accuracy = 30.37%
Epoch 2/30: Avg Loss = 2.1295, Test Accuracy = 51.31%
Epoch 3/30: Avg Loss = 2.0027, Test Accuracy = 59.42%
Epoch 4/30: Avg Loss = 1.8258, Test Accuracy = 63.02%
Epoch 5/30: Avg Loss = 1.6422, Test Accuracy = 65.72%
Epoch 6/30: Avg Loss = 1.4264, Test Accuracy = 67.82%
Epoch 7/30: Avg Loss = 1.2306, Test Accuracy = 70.30%
Epoch 8/30: Avg Loss = 1.0348, Test Accuracy = 72.82%
Epoch 9/30: Avg Loss = 0.8236, Test Accuracy = 74.13%
Epoch 10/30: Avg Loss = 0.6309, Test Accuracy = 74.99%
Epoch 11/30: Avg Loss = 0.5039, Test Accuracy = 75.91%
Epoch 12/30: Avg Loss = 0.4187, Test Accuracy = 76.51%
Epoch 13/30: Avg Loss = 0.3096, Test Accuracy = 77.18%
Epoch 14/30: Avg Loss = 0.2461, Test Accuracy = 77.61%
Epoch 15/30: Avg Loss = 0.2101, Test Accuracy = 77.97%
Epoch 16/30: Avg Loss = 0.1642, Test Accuracy = 78.23%
Epoch 17/30: Avg Loss = 0.1606, Test Accuracy = 78.51%
Epoch 18/30: Avg Loss = 0.1126, Test Accuracy = 78.85%
Epoch 19/30: Avg Loss = 0.0798, Test Accuracy = 79.13%
Epoch 20/30: Avg Loss = 0.0800, Test Accuracy = 79.23%
Epoch 21/30: Avg Loss = 0.0599, Test Accuracy = 79.27%
Epoch 22/30: Avg Loss = 0.0434, Test Accuracy = 79.32%
Epoch 23/30: Avg Loss = 0.0402, Test Accuracy = 79.46%
Epoch 24/30: Avg Loss = 0.0389, Test Accuracy = 79.53%

Training teachers:   2%|███▊                                                                                                                                                         | 6/250 [00:06<04:37,  1.14s/it]

Epoch 25/30: Avg Loss = 0.0325, Test Accuracy = 79.60%
Epoch 26/30: Avg Loss = 0.0282, Test Accuracy = 79.60%
Epoch 27/30: Avg Loss = 0.0342, Test Accuracy = 79.65%
Epoch 28/30: Avg Loss = 0.0346, Test Accuracy = 79.55%
Epoch 29/30: Avg Loss = 0.0257, Test Accuracy = 79.29%
Epoch 30/30: Avg Loss = 0.0266, Test Accuracy = 79.11%
Epoch 1/30: Avg Loss = 2.2622, Test Accuracy = 39.79%
Epoch 2/30: Avg Loss = 2.1128, Test Accuracy = 49.31%
Epoch 3/30: Avg Loss = 1.9397, Test Accuracy = 52.35%
Epoch 4/30: Avg Loss = 1.7774, Test Accuracy = 53.59%
Epoch 5/30: Avg Loss = 1.5823, Test Accuracy = 55.30%
Epoch 6/30: Avg Loss = 1.3943, Test Accuracy = 58.54%
Epoch 7/30: Avg Loss = 1.2316, Test Accuracy = 61.41%
Epoch 8/30: Avg Loss = 1.0489, Test Accuracy = 63.72%
Epoch 9/30: Avg Loss = 0.8229, Test Accuracy = 66.42%
Epoch 10/30: Avg Loss = 0.6986, Test Accuracy = 69.12%
Epoch 11/30: Avg Loss = 0.5429, Test Accuracy = 71.89%
Epoch 12/30: Avg Loss = 0.5220, Test Accuracy = 73.76%
Epoch 13/30: Avg Loss = 0.4041, Test Accuracy = 74.50%
Epoch 14/30: Avg Loss = 0.3611, Test Accuracy = 75.06%
Epoch 15/30: Avg Loss = 0.2900, Test Accuracy = 75.44%
Epoch 16/30: Avg Loss = 0.2598, Test Accuracy = 75.94%
Epoch 17/30: Avg Loss = 0.2022, Test Accuracy = 76.69%
Epoch 18/30: Avg Loss = 0.1782, Test Accuracy = 77.74%
Epoch 19/30: Avg Loss = 0.1450, Test Accuracy = 78.18%
Epoch 20/30: Avg Loss = 0.1249, Test Accuracy = 78.41%
Epoch 21/30: Avg Loss = 0.1082, Test Accuracy = 78.68%
Epoch 22/30: Avg Loss = 0.0816, Test Accuracy = 78.52%
Epoch 23/30: Avg Loss = 0.0680, Test Accuracy = 78.37%
Epoch 24/30: Avg Loss = 0.0579, Test Accuracy = 78.32%

Training teachers:   3%|████▍                                                                                                                                                        | 7/250 [00:07<04:37,  1.14s/it]

Epoch 25/30: Avg Loss = 0.0654, Test Accuracy = 78.44%
Epoch 26/30: Avg Loss = 0.0501, Test Accuracy = 78.44%
Epoch 27/30: Avg Loss = 0.0406, Test Accuracy = 78.59%
Epoch 28/30: Avg Loss = 0.0383, Test Accuracy = 78.60%
Epoch 29/30: Avg Loss = 0.0368, Test Accuracy = 78.71%
Epoch 30/30: Avg Loss = 0.0239, Test Accuracy = 78.86%
Epoch 1/30: Avg Loss = 2.2661, Test Accuracy = 32.94%
Epoch 2/30: Avg Loss = 2.0940, Test Accuracy = 47.54%
Epoch 3/30: Avg Loss = 1.9209, Test Accuracy = 50.94%
Epoch 4/30: Avg Loss = 1.7510, Test Accuracy = 52.42%
Epoch 5/30: Avg Loss = 1.5311, Test Accuracy = 54.41%
Epoch 6/30: Avg Loss = 1.3390, Test Accuracy = 57.48%
Epoch 7/30: Avg Loss = 1.1141, Test Accuracy = 61.29%
Epoch 8/30: Avg Loss = 0.9256, Test Accuracy = 65.03%
Epoch 9/30: Avg Loss = 0.6887, Test Accuracy = 67.42%
Epoch 10/30: Avg Loss = 0.5860, Test Accuracy = 69.36%
Epoch 11/30: Avg Loss = 0.4494, Test Accuracy = 70.64%
Epoch 12/30: Avg Loss = 0.3680, Test Accuracy = 71.37%
Epoch 13/30: Avg Loss = 0.2980, Test Accuracy = 72.59%
Epoch 14/30: Avg Loss = 0.2299, Test Accuracy = 73.03%
Epoch 15/30: Avg Loss = 0.1862, Test Accuracy = 73.43%
Epoch 16/30: Avg Loss = 0.1416, Test Accuracy = 73.78%
Epoch 17/30: Avg Loss = 0.1238, Test Accuracy = 74.09%
Epoch 18/30: Avg Loss = 0.1082, Test Accuracy = 74.46%
Epoch 19/30: Avg Loss = 0.0972, Test Accuracy = 74.94%
Epoch 20/30: Avg Loss = 0.0714, Test Accuracy = 75.06%
Epoch 21/30: Avg Loss = 0.0716, Test Accuracy = 75.19%
Epoch 22/30: Avg Loss = 0.0494, Test Accuracy = 75.53%
Epoch 23/30: Avg Loss = 0.0424, Test Accuracy = 75.57%
Epoch 24/30: Avg Loss = 0.0382, Test Accuracy = 75.55%

Training teachers:   3%|█████                                                                                                                                                        | 8/250 [00:09<04:38,  1.15s/it]

Epoch 25/30: Avg Loss = 0.0330, Test Accuracy = 75.42%
Epoch 26/30: Avg Loss = 0.0426, Test Accuracy = 75.45%
Epoch 27/30: Avg Loss = 0.0387, Test Accuracy = 75.38%
Epoch 28/30: Avg Loss = 0.0287, Test Accuracy = 75.42%
Epoch 29/30: Avg Loss = 0.0263, Test Accuracy = 75.35%
Epoch 30/30: Avg Loss = 0.0259, Test Accuracy = 75.32%
Epoch 1/30: Avg Loss = 2.2533, Test Accuracy = 28.13%
Epoch 2/30: Avg Loss = 2.0955, Test Accuracy = 39.16%
Epoch 3/30: Avg Loss = 1.9357, Test Accuracy = 44.60%
Epoch 4/30: Avg Loss = 1.7737, Test Accuracy = 49.46%
Epoch 5/30: Avg Loss = 1.5910, Test Accuracy = 54.65%
Epoch 6/30: Avg Loss = 1.3957, Test Accuracy = 59.90%
Epoch 7/30: Avg Loss = 1.2162, Test Accuracy = 63.68%
Epoch 8/30: Avg Loss = 1.0267, Test Accuracy = 66.77%
Epoch 9/30: Avg Loss = 0.8391, Test Accuracy = 70.00%
Epoch 10/30: Avg Loss = 0.7288, Test Accuracy = 73.32%
Epoch 11/30: Avg Loss = 0.5648, Test Accuracy = 76.80%
Epoch 12/30: Avg Loss = 0.4685, Test Accuracy = 79.14%
Epoch 13/30: Avg Loss = 0.3506, Test Accuracy = 80.57%
Epoch 14/30: Avg Loss = 0.2857, Test Accuracy = 81.51%
Epoch 15/30: Avg Loss = 0.2464, Test Accuracy = 81.90%
Epoch 16/30: Avg Loss = 0.1711, Test Accuracy = 82.12%
Epoch 17/30: Avg Loss = 0.1358, Test Accuracy = 82.18%
Epoch 18/30: Avg Loss = 0.1342, Test Accuracy = 82.10%
Epoch 19/30: Avg Loss = 0.1067, Test Accuracy = 82.06%
Epoch 20/30: Avg Loss = 0.0974, Test Accuracy = 82.32%
Epoch 21/30: Avg Loss = 0.0875, Test Accuracy = 82.49%
Epoch 22/30: Avg Loss = 0.0684, Test Accuracy = 82.54%
Epoch 23/30: Avg Loss = 0.0615, Test Accuracy = 82.63%
Epoch 24/30: Avg Loss = 0.0511, Test Accuracy = 82.63%

Training teachers:   4%|█████▋                                                                                                                                                       | 9/250 [00:10<04:36,  1.15s/it]

Epoch 25/30: Avg Loss = 0.0345, Test Accuracy = 82.56%
Epoch 26/30: Avg Loss = 0.0319, Test Accuracy = 82.71%
Epoch 27/30: Avg Loss = 0.0430, Test Accuracy = 82.93%
Epoch 28/30: Avg Loss = 0.0345, Test Accuracy = 82.87%
Epoch 29/30: Avg Loss = 0.0282, Test Accuracy = 82.74%
Epoch 30/30: Avg Loss = 0.0187, Test Accuracy = 82.69%
Epoch 1/30: Avg Loss = 2.2612, Test Accuracy = 38.40%
Epoch 2/30: Avg Loss = 2.0875, Test Accuracy = 55.46%
Epoch 3/30: Avg Loss = 1.9386, Test Accuracy = 59.21%
Epoch 4/30: Avg Loss = 1.7372, Test Accuracy = 60.19%
Epoch 5/30: Avg Loss = 1.5386, Test Accuracy = 61.69%
Epoch 6/30: Avg Loss = 1.3373, Test Accuracy = 63.55%
Epoch 7/30: Avg Loss = 1.1427, Test Accuracy = 65.10%
Epoch 8/30: Avg Loss = 0.9360, Test Accuracy = 68.04%
Epoch 9/30: Avg Loss = 0.7863, Test Accuracy = 71.91%
Epoch 10/30: Avg Loss = 0.6281, Test Accuracy = 74.59%
Epoch 11/30: Avg Loss = 0.5218, Test Accuracy = 76.19%
Epoch 12/30: Avg Loss = 0.4238, Test Accuracy = 77.60%
Epoch 13/30: Avg Loss = 0.3436, Test Accuracy = 78.09%
Epoch 14/30: Avg Loss = 0.2843, Test Accuracy = 78.32%
Epoch 15/30: Avg Loss = 0.2182, Test Accuracy = 78.37%
Epoch 16/30: Avg Loss = 0.1761, Test Accuracy = 78.79%
Epoch 17/30: Avg Loss = 0.1494, Test Accuracy = 79.29%
Epoch 18/30: Avg Loss = 0.1171, Test Accuracy = 79.79%
Epoch 19/30: Avg Loss = 0.0896, Test Accuracy = 80.22%
Epoch 20/30: Avg Loss = 0.0872, Test Accuracy = 80.36%
Epoch 21/30: Avg Loss = 0.0789, Test Accuracy = 80.24%
Epoch 22/30: Avg Loss = 0.0576, Test Accuracy = 80.05%
Epoch 23/30: Avg Loss = 0.0575, Test Accuracy = 79.93%
Epoch 24/30: Avg Loss = 0.0473, Test Accuracy = 79.88%

Training teachers:   4%|██████▏                                                                                                                                                     | 10/250 [00:11<04:34,  1.14s/it]

Epoch 25/30: Avg Loss = 0.0323, Test Accuracy = 79.81%
Epoch 26/30: Avg Loss = 0.0514, Test Accuracy = 79.74%
Epoch 27/30: Avg Loss = 0.0237, Test Accuracy = 80.02%
Epoch 28/30: Avg Loss = 0.0316, Test Accuracy = 80.30%
Epoch 29/30: Avg Loss = 0.0344, Test Accuracy = 80.53%
Epoch 30/30: Avg Loss = 0.0365, Test Accuracy = 80.51%
Epoch 1/30: Avg Loss = 2.2968, Test Accuracy = 33.00%
Epoch 2/30: Avg Loss = 2.1412, Test Accuracy = 46.82%
Epoch 3/30: Avg Loss = 1.9891, Test Accuracy = 52.18%
Epoch 4/30: Avg Loss = 1.8143, Test Accuracy = 53.88%
Epoch 5/30: Avg Loss = 1.6064, Test Accuracy = 54.98%
Epoch 6/30: Avg Loss = 1.4018, Test Accuracy = 55.71%
Epoch 7/30: Avg Loss = 1.1930, Test Accuracy = 58.00%
Epoch 8/30: Avg Loss = 0.9977, Test Accuracy = 61.41%
Epoch 9/30: Avg Loss = 0.8475, Test Accuracy = 64.54%
Epoch 10/30: Avg Loss = 0.7132, Test Accuracy = 67.58%
Epoch 11/30: Avg Loss = 0.6018, Test Accuracy = 69.85%
Epoch 12/30: Avg Loss = 0.4901, Test Accuracy = 72.21%
Epoch 13/30: Avg Loss = 0.4242, Test Accuracy = 74.22%
Epoch 14/30: Avg Loss = 0.3173, Test Accuracy = 76.31%
Epoch 15/30: Avg Loss = 0.3009, Test Accuracy = 77.22%
Epoch 16/30: Avg Loss = 0.2308, Test Accuracy = 78.01%
Epoch 17/30: Avg Loss = 0.2090, Test Accuracy = 78.55%
Epoch 18/30: Avg Loss = 0.1633, Test Accuracy = 78.81%
Epoch 19/30: Avg Loss = 0.1446, Test Accuracy = 78.84%
Epoch 20/30: Avg Loss = 0.1532, Test Accuracy = 79.10%
Epoch 21/30: Avg Loss = 0.1157, Test Accuracy = 79.56%
Epoch 22/30: Avg Loss = 0.0843, Test Accuracy = 79.47%
Epoch 23/30: Avg Loss = 0.0871, Test Accuracy = 79.50%
Epoch 24/30: Avg Loss = 0.0931, Test Accuracy = 79.71%

Training teachers:   4%|██████▊                                                                                                                                                     | 11/250 [00:12<04:31,  1.14s/it]

Epoch 25/30: Avg Loss = 0.0618, Test Accuracy = 79.96%
Epoch 26/30: Avg Loss = 0.0486, Test Accuracy = 80.13%
Epoch 27/30: Avg Loss = 0.0546, Test Accuracy = 79.89%
Epoch 28/30: Avg Loss = 0.0463, Test Accuracy = 79.85%
Epoch 29/30: Avg Loss = 0.0452, Test Accuracy = 80.05%
Epoch 30/30: Avg Loss = 0.0401, Test Accuracy = 79.99%
Epoch 1/30: Avg Loss = 2.2689, Test Accuracy = 19.52%
Epoch 2/30: Avg Loss = 2.1196, Test Accuracy = 35.52%
Epoch 3/30: Avg Loss = 1.9640, Test Accuracy = 41.91%
Epoch 4/30: Avg Loss = 1.7847, Test Accuracy = 44.68%
Epoch 5/30: Avg Loss = 1.6090, Test Accuracy = 47.19%
Epoch 6/30: Avg Loss = 1.4026, Test Accuracy = 50.23%
Epoch 7/30: Avg Loss = 1.1972, Test Accuracy = 53.81%
Epoch 8/30: Avg Loss = 1.0158, Test Accuracy = 57.06%
Epoch 9/30: Avg Loss = 0.8399, Test Accuracy = 61.01%
Epoch 10/30: Avg Loss = 0.7449, Test Accuracy = 64.94%
Epoch 11/30: Avg Loss = 0.5524, Test Accuracy = 68.73%
Epoch 12/30: Avg Loss = 0.4557, Test Accuracy = 71.82%
Epoch 13/30: Avg Loss = 0.3735, Test Accuracy = 74.22%
Epoch 14/30: Avg Loss = 0.2956, Test Accuracy = 75.91%
Epoch 15/30: Avg Loss = 0.2279, Test Accuracy = 76.89%
Epoch 16/30: Avg Loss = 0.1821, Test Accuracy = 77.64%
Epoch 17/30: Avg Loss = 0.1614, Test Accuracy = 77.95%
Epoch 18/30: Avg Loss = 0.1157, Test Accuracy = 77.96%
Epoch 19/30: Avg Loss = 0.0934, Test Accuracy = 77.99%
Epoch 20/30: Avg Loss = 0.0851, Test Accuracy = 77.99%
Epoch 21/30: Avg Loss = 0.0667, Test Accuracy = 77.87%
Epoch 22/30: Avg Loss = 0.0724, Test Accuracy = 78.05%
Epoch 23/30: Avg Loss = 0.0624, Test Accuracy = 78.55%
Epoch 24/30: Avg Loss = 0.0442, Test Accuracy = 78.72%

Training teachers:   5%|███████▍                                                                                                                                                    | 12/250 [00:13<04:30,  1.14s/it]

Epoch 25/30: Avg Loss = 0.0347, Test Accuracy = 78.71%
Epoch 26/30: Avg Loss = 0.0373, Test Accuracy = 78.71%
Epoch 27/30: Avg Loss = 0.0464, Test Accuracy = 78.75%
Epoch 28/30: Avg Loss = 0.0237, Test Accuracy = 79.01%
Epoch 29/30: Avg Loss = 0.0267, Test Accuracy = 78.80%
Epoch 30/30: Avg Loss = 0.0350, Test Accuracy = 78.72%
Epoch 1/30: Avg Loss = 2.2902, Test Accuracy = 26.95%
Epoch 2/30: Avg Loss = 2.1231, Test Accuracy = 51.46%
Epoch 3/30: Avg Loss = 1.9621, Test Accuracy = 56.73%
Epoch 4/30: Avg Loss = 1.7709, Test Accuracy = 56.61%
Epoch 5/30: Avg Loss = 1.5703, Test Accuracy = 57.63%
Epoch 6/30: Avg Loss = 1.3776, Test Accuracy = 58.78%
Epoch 7/30: Avg Loss = 1.1575, Test Accuracy = 61.16%
Epoch 8/30: Avg Loss = 1.0148, Test Accuracy = 64.66%
Epoch 9/30: Avg Loss = 0.8514, Test Accuracy = 68.38%
Epoch 10/30: Avg Loss = 0.6854, Test Accuracy = 71.58%
Epoch 11/30: Avg Loss = 0.5364, Test Accuracy = 73.99%
Epoch 12/30: Avg Loss = 0.4421, Test Accuracy = 75.84%
Epoch 13/30: Avg Loss = 0.3317, Test Accuracy = 77.04%
Epoch 14/30: Avg Loss = 0.3038, Test Accuracy = 78.26%
Epoch 15/30: Avg Loss = 0.2024, Test Accuracy = 78.80%
Epoch 16/30: Avg Loss = 0.1751, Test Accuracy = 79.13%
Epoch 17/30: Avg Loss = 0.1317, Test Accuracy = 79.18%
Epoch 18/30: Avg Loss = 0.1177, Test Accuracy = 79.36%
Epoch 19/30: Avg Loss = 0.0869, Test Accuracy = 79.82%
Epoch 20/30: Avg Loss = 0.0864, Test Accuracy = 80.12%
Epoch 21/30: Avg Loss = 0.0619, Test Accuracy = 80.30%
Epoch 22/30: Avg Loss = 0.0542, Test Accuracy = 80.37%
Epoch 23/30: Avg Loss = 0.0612, Test Accuracy = 80.35%
Epoch 24/30: Avg Loss = 0.0412, Test Accuracy = 80.33%

Training teachers:   5%|████████                                                                                                                                                    | 13/250 [00:14<04:28,  1.13s/it]

Epoch 25/30: Avg Loss = 0.0406, Test Accuracy = 80.26%
Epoch 26/30: Avg Loss = 0.0327, Test Accuracy = 80.39%
Epoch 27/30: Avg Loss = 0.0268, Test Accuracy = 80.39%
Epoch 28/30: Avg Loss = 0.0292, Test Accuracy = 80.52%
Epoch 29/30: Avg Loss = 0.0243, Test Accuracy = 80.52%
Epoch 30/30: Avg Loss = 0.0208, Test Accuracy = 80.37%
Epoch 1/30: Avg Loss = 2.2609, Test Accuracy = 20.30%
Epoch 2/30: Avg Loss = 2.0769, Test Accuracy = 45.72%
Epoch 3/30: Avg Loss = 1.9100, Test Accuracy = 53.14%
Epoch 4/30: Avg Loss = 1.7215, Test Accuracy = 55.57%
Epoch 5/30: Avg Loss = 1.5396, Test Accuracy = 57.57%
Epoch 6/30: Avg Loss = 1.3377, Test Accuracy = 59.94%
Epoch 7/30: Avg Loss = 1.1267, Test Accuracy = 61.94%
Epoch 8/30: Avg Loss = 0.9418, Test Accuracy = 63.72%
Epoch 9/30: Avg Loss = 0.7957, Test Accuracy = 65.81%
Epoch 10/30: Avg Loss = 0.6464, Test Accuracy = 69.25%
Epoch 11/30: Avg Loss = 0.5120, Test Accuracy = 72.79%
Epoch 12/30: Avg Loss = 0.4184, Test Accuracy = 74.81%
Epoch 13/30: Avg Loss = 0.3622, Test Accuracy = 76.51%
Epoch 14/30: Avg Loss = 0.2748, Test Accuracy = 77.36%
Epoch 15/30: Avg Loss = 0.2366, Test Accuracy = 77.79%
Epoch 16/30: Avg Loss = 0.2012, Test Accuracy = 78.33%
Epoch 17/30: Avg Loss = 0.1507, Test Accuracy = 78.66%
Epoch 18/30: Avg Loss = 0.1416, Test Accuracy = 78.91%
Epoch 19/30: Avg Loss = 0.1121, Test Accuracy = 79.39%
Epoch 20/30: Avg Loss = 0.1120, Test Accuracy = 79.76%
Epoch 21/30: Avg Loss = 0.0802, Test Accuracy = 79.89%
Epoch 22/30: Avg Loss = 0.0610, Test Accuracy = 79.85%
Epoch 23/30: Avg Loss = 0.0658, Test Accuracy = 79.80%
Epoch 24/30: Avg Loss = 0.0577, Test Accuracy = 79.87%

Training teachers:   6%|████████▋                                                                                                                                                   | 14/250 [00:15<04:27,  1.13s/it]

Epoch 25/30: Avg Loss = 0.0480, Test Accuracy = 79.86%
Epoch 26/30: Avg Loss = 0.0420, Test Accuracy = 80.02%
Epoch 27/30: Avg Loss = 0.0404, Test Accuracy = 80.17%
Epoch 28/30: Avg Loss = 0.0354, Test Accuracy = 80.24%
Epoch 29/30: Avg Loss = 0.0278, Test Accuracy = 80.19%
Epoch 30/30: Avg Loss = 0.0310, Test Accuracy = 80.21%
Epoch 1/30: Avg Loss = 2.2903, Test Accuracy = 26.68%
Epoch 2/30: Avg Loss = 2.1612, Test Accuracy = 49.58%
Epoch 3/30: Avg Loss = 2.0482, Test Accuracy = 60.39%
Epoch 4/30: Avg Loss = 1.8563, Test Accuracy = 63.87%
Epoch 5/30: Avg Loss = 1.6800, Test Accuracy = 64.57%
Epoch 6/30: Avg Loss = 1.4819, Test Accuracy = 65.21%
Epoch 7/30: Avg Loss = 1.2366, Test Accuracy = 65.89%
Epoch 8/30: Avg Loss = 1.0454, Test Accuracy = 67.47%
Epoch 9/30: Avg Loss = 0.8631, Test Accuracy = 69.57%
Epoch 10/30: Avg Loss = 0.6788, Test Accuracy = 72.51%
Epoch 11/30: Avg Loss = 0.5791, Test Accuracy = 74.58%
Epoch 12/30: Avg Loss = 0.4571, Test Accuracy = 76.32%
Epoch 13/30: Avg Loss = 0.3852, Test Accuracy = 77.44%
Epoch 14/30: Avg Loss = 0.3153, Test Accuracy = 78.16%
Epoch 15/30: Avg Loss = 0.3185, Test Accuracy = 78.61%
Epoch 16/30: Avg Loss = 0.2811, Test Accuracy = 78.87%
Epoch 17/30: Avg Loss = 0.1763, Test Accuracy = 78.84%
Epoch 18/30: Avg Loss = 0.1565, Test Accuracy = 78.93%
Epoch 19/30: Avg Loss = 0.1530, Test Accuracy = 78.97%
Epoch 20/30: Avg Loss = 0.1188, Test Accuracy = 79.11%
Epoch 21/30: Avg Loss = 0.1026, Test Accuracy = 79.33%
Epoch 22/30: Avg Loss = 0.0864, Test Accuracy = 79.40%
Epoch 23/30: Avg Loss = 0.0764, Test Accuracy = 79.46%
Epoch 24/30: Avg Loss = 0.0873, Test Accuracy = 79.77%

Training teachers:   6%|█████████▎                                                                                                                                                  | 15/250 [00:17<04:26,  1.13s/it]

Epoch 25/30: Avg Loss = 0.0520, Test Accuracy = 80.01%
Epoch 26/30: Avg Loss = 0.0558, Test Accuracy = 79.91%
Epoch 27/30: Avg Loss = 0.0453, Test Accuracy = 79.80%
Epoch 28/30: Avg Loss = 0.0491, Test Accuracy = 79.77%
Epoch 29/30: Avg Loss = 0.0509, Test Accuracy = 79.80%
Epoch 30/30: Avg Loss = 0.0403, Test Accuracy = 79.90%
Epoch 1/30: Avg Loss = 2.2922, Test Accuracy = 29.82%
Epoch 2/30: Avg Loss = 2.1321, Test Accuracy = 42.58%
Epoch 3/30: Avg Loss = 2.0105, Test Accuracy = 47.27%
Epoch 4/30: Avg Loss = 1.8073, Test Accuracy = 50.48%
Epoch 5/30: Avg Loss = 1.6160, Test Accuracy = 52.93%
Epoch 6/30: Avg Loss = 1.4294, Test Accuracy = 56.21%
Epoch 7/30: Avg Loss = 1.2208, Test Accuracy = 60.10%
Epoch 8/30: Avg Loss = 1.0298, Test Accuracy = 65.11%
Epoch 9/30: Avg Loss = 0.8987, Test Accuracy = 68.92%
Epoch 10/30: Avg Loss = 0.7152, Test Accuracy = 71.90%
Epoch 11/30: Avg Loss = 0.6215, Test Accuracy = 74.39%
Epoch 12/30: Avg Loss = 0.4587, Test Accuracy = 76.27%
Epoch 13/30: Avg Loss = 0.3861, Test Accuracy = 77.40%
Epoch 14/30: Avg Loss = 0.3316, Test Accuracy = 78.66%
Epoch 15/30: Avg Loss = 0.2608, Test Accuracy = 79.55%
Epoch 16/30: Avg Loss = 0.2154, Test Accuracy = 80.13%
Epoch 17/30: Avg Loss = 0.1304, Test Accuracy = 80.38%
Epoch 18/30: Avg Loss = 0.1433, Test Accuracy = 80.72%
Epoch 19/30: Avg Loss = 0.1029, Test Accuracy = 80.61%
Epoch 20/30: Avg Loss = 0.0963, Test Accuracy = 80.67%
Epoch 21/30: Avg Loss = 0.0604, Test Accuracy = 80.54%
Epoch 22/30: Avg Loss = 0.0806, Test Accuracy = 80.73%
Epoch 23/30: Avg Loss = 0.0480, Test Accuracy = 80.90%
Epoch 24/30: Avg Loss = 0.0491, Test Accuracy = 81.04%

Training teachers:   6%|█████████▉                                                                                                                                                  | 16/250 [00:18<04:26,  1.14s/it]

Epoch 25/30: Avg Loss = 0.0519, Test Accuracy = 81.21%
Epoch 26/30: Avg Loss = 0.0369, Test Accuracy = 81.40%
Epoch 27/30: Avg Loss = 0.0326, Test Accuracy = 81.39%
Epoch 28/30: Avg Loss = 0.0372, Test Accuracy = 81.37%
Epoch 29/30: Avg Loss = 0.0248, Test Accuracy = 81.36%
Epoch 30/30: Avg Loss = 0.0233, Test Accuracy = 81.22%
Epoch 1/30: Avg Loss = 2.2764, Test Accuracy = 44.38%
Epoch 2/30: Avg Loss = 2.1351, Test Accuracy = 56.15%
Epoch 3/30: Avg Loss = 1.9647, Test Accuracy = 60.75%
Epoch 4/30: Avg Loss = 1.7897, Test Accuracy = 61.95%
Epoch 5/30: Avg Loss = 1.5836, Test Accuracy = 62.10%
Epoch 6/30: Avg Loss = 1.3515, Test Accuracy = 62.44%
Epoch 7/30: Avg Loss = 1.1098, Test Accuracy = 64.20%
Epoch 8/30: Avg Loss = 0.8844, Test Accuracy = 66.00%
Epoch 9/30: Avg Loss = 0.7212, Test Accuracy = 68.22%
Epoch 10/30: Avg Loss = 0.5882, Test Accuracy = 70.70%
Epoch 11/30: Avg Loss = 0.4741, Test Accuracy = 72.46%
Epoch 12/30: Avg Loss = 0.3959, Test Accuracy = 74.33%
Epoch 13/30: Avg Loss = 0.3189, Test Accuracy = 75.39%
Epoch 14/30: Avg Loss = 0.2599, Test Accuracy = 76.18%
Epoch 15/30: Avg Loss = 0.2136, Test Accuracy = 76.90%
Epoch 16/30: Avg Loss = 0.1876, Test Accuracy = 77.27%
Epoch 17/30: Avg Loss = 0.1552, Test Accuracy = 77.63%
Epoch 18/30: Avg Loss = 0.1383, Test Accuracy = 78.04%
Epoch 19/30: Avg Loss = 0.0879, Test Accuracy = 77.99%
Epoch 20/30: Avg Loss = 0.0903, Test Accuracy = 78.12%
Epoch 21/30: Avg Loss = 0.0781, Test Accuracy = 78.16%
Epoch 22/30: Avg Loss = 0.0717, Test Accuracy = 78.24%
Epoch 23/30: Avg Loss = 0.0640, Test Accuracy = 78.40%
Epoch 24/30: Avg Loss = 0.0546, Test Accuracy = 78.37%

Training teachers:   7%|██████████▌                                                                                                                                                 | 17/250 [00:19<04:25,  1.14s/it]

Epoch 25/30: Avg Loss = 0.0570, Test Accuracy = 78.47%
Epoch 26/30: Avg Loss = 0.0319, Test Accuracy = 78.37%
Epoch 27/30: Avg Loss = 0.0250, Test Accuracy = 78.33%
Epoch 28/30: Avg Loss = 0.0312, Test Accuracy = 78.32%
Epoch 29/30: Avg Loss = 0.0312, Test Accuracy = 78.30%
Epoch 30/30: Avg Loss = 0.0379, Test Accuracy = 78.42%
Epoch 1/30: Avg Loss = 2.2830, Test Accuracy = 22.74%
Epoch 2/30: Avg Loss = 2.1473, Test Accuracy = 46.95%
Epoch 3/30: Avg Loss = 2.0122, Test Accuracy = 59.63%
Epoch 4/30: Avg Loss = 1.8625, Test Accuracy = 65.26%
Epoch 5/30: Avg Loss = 1.6883, Test Accuracy = 67.73%
Epoch 6/30: Avg Loss = 1.4483, Test Accuracy = 69.42%
Epoch 7/30: Avg Loss = 1.2357, Test Accuracy = 70.93%
Epoch 8/30: Avg Loss = 1.0126, Test Accuracy = 72.48%
Epoch 9/30: Avg Loss = 0.8483, Test Accuracy = 74.07%
Epoch 10/30: Avg Loss = 0.7110, Test Accuracy = 75.61%
Epoch 11/30: Avg Loss = 0.5389, Test Accuracy = 77.10%
Epoch 12/30: Avg Loss = 0.4504, Test Accuracy = 78.79%
Epoch 13/30: Avg Loss = 0.3476, Test Accuracy = 79.13%
Epoch 14/30: Avg Loss = 0.2943, Test Accuracy = 79.50%
Epoch 15/30: Avg Loss = 0.2676, Test Accuracy = 79.69%
Epoch 16/30: Avg Loss = 0.2039, Test Accuracy = 80.12%
Epoch 17/30: Avg Loss = 0.1811, Test Accuracy = 80.65%
Epoch 18/30: Avg Loss = 0.1469, Test Accuracy = 80.77%
Epoch 19/30: Avg Loss = 0.1159, Test Accuracy = 80.87%
Epoch 20/30: Avg Loss = 0.1092, Test Accuracy = 81.09%
Epoch 21/30: Avg Loss = 0.1084, Test Accuracy = 81.58%
Epoch 22/30: Avg Loss = 0.0926, Test Accuracy = 81.39%
Epoch 23/30: Avg Loss = 0.0766, Test Accuracy = 81.36%
Epoch 24/30: Avg Loss = 0.0523, Test Accuracy = 81.26%

Training teachers:   7%|███████████▏                                                                                                                                                | 18/250 [00:20<04:23,  1.14s/it]

Epoch 25/30: Avg Loss = 0.0438, Test Accuracy = 81.22%
Epoch 26/30: Avg Loss = 0.0503, Test Accuracy = 81.41%
Epoch 27/30: Avg Loss = 0.0430, Test Accuracy = 81.74%
Epoch 28/30: Avg Loss = 0.0344, Test Accuracy = 82.01%
Epoch 29/30: Avg Loss = 0.0304, Test Accuracy = 81.95%
Epoch 30/30: Avg Loss = 0.0313, Test Accuracy = 81.84%
Epoch 1/30: Avg Loss = 2.3051, Test Accuracy = 26.90%
Epoch 2/30: Avg Loss = 2.1508, Test Accuracy = 55.06%
Epoch 3/30: Avg Loss = 2.0058, Test Accuracy = 63.57%
Epoch 4/30: Avg Loss = 1.8373, Test Accuracy = 65.54%
Epoch 5/30: Avg Loss = 1.6195, Test Accuracy = 66.10%
Epoch 6/30: Avg Loss = 1.3821, Test Accuracy = 66.12%
Epoch 7/30: Avg Loss = 1.1601, Test Accuracy = 66.98%
Epoch 8/30: Avg Loss = 0.9716, Test Accuracy = 68.74%
Epoch 9/30: Avg Loss = 0.7661, Test Accuracy = 71.03%
Epoch 10/30: Avg Loss = 0.6885, Test Accuracy = 73.81%
Epoch 11/30: Avg Loss = 0.4972, Test Accuracy = 75.32%
Epoch 12/30: Avg Loss = 0.4350, Test Accuracy = 76.76%
Epoch 13/30: Avg Loss = 0.3412, Test Accuracy = 77.99%
Epoch 14/30: Avg Loss = 0.3166, Test Accuracy = 78.71%
Epoch 15/30: Avg Loss = 0.2678, Test Accuracy = 78.83%
Epoch 16/30: Avg Loss = 0.1778, Test Accuracy = 79.50%
Epoch 17/30: Avg Loss = 0.1562, Test Accuracy = 80.47%
Epoch 18/30: Avg Loss = 0.1353, Test Accuracy = 80.77%
Epoch 19/30: Avg Loss = 0.1329, Test Accuracy = 80.91%
Epoch 20/30: Avg Loss = 0.0999, Test Accuracy = 81.02%
Epoch 21/30: Avg Loss = 0.0766, Test Accuracy = 81.29%
Epoch 22/30: Avg Loss = 0.0715, Test Accuracy = 81.56%
Epoch 23/30: Avg Loss = 0.0746, Test Accuracy = 81.39%
Epoch 24/30: Avg Loss = 0.0483, Test Accuracy = 81.37%

Training teachers:   8%|███████████▊                                                                                                                                                | 19/250 [00:21<04:21,  1.13s/it]

Epoch 25/30: Avg Loss = 0.0556, Test Accuracy = 81.53%
Epoch 26/30: Avg Loss = 0.0426, Test Accuracy = 81.36%
Epoch 27/30: Avg Loss = 0.0393, Test Accuracy = 81.49%
Epoch 28/30: Avg Loss = 0.0310, Test Accuracy = 81.75%
Epoch 29/30: Avg Loss = 0.0420, Test Accuracy = 81.93%
Epoch 30/30: Avg Loss = 0.0239, Test Accuracy = 82.20%
Epoch 1/30: Avg Loss = 2.2678, Test Accuracy = 37.59%
Epoch 2/30: Avg Loss = 2.1166, Test Accuracy = 47.34%
Epoch 3/30: Avg Loss = 1.9409, Test Accuracy = 54.32%
Epoch 4/30: Avg Loss = 1.7371, Test Accuracy = 57.70%
Epoch 5/30: Avg Loss = 1.5449, Test Accuracy = 59.72%
Epoch 6/30: Avg Loss = 1.3120, Test Accuracy = 60.90%
Epoch 7/30: Avg Loss = 1.0743, Test Accuracy = 62.81%
Epoch 8/30: Avg Loss = 0.9297, Test Accuracy = 64.93%
Epoch 9/30: Avg Loss = 0.7529, Test Accuracy = 67.17%
Epoch 10/30: Avg Loss = 0.6018, Test Accuracy = 69.77%
Epoch 11/30: Avg Loss = 0.5484, Test Accuracy = 71.67%
Epoch 12/30: Avg Loss = 0.4547, Test Accuracy = 73.26%
Epoch 13/30: Avg Loss = 0.3431, Test Accuracy = 74.46%
Epoch 14/30: Avg Loss = 0.3045, Test Accuracy = 75.33%
Epoch 15/30: Avg Loss = 0.2493, Test Accuracy = 76.43%
Epoch 16/30: Avg Loss = 0.2027, Test Accuracy = 77.52%
Epoch 17/30: Avg Loss = 0.1585, Test Accuracy = 78.38%
Epoch 18/30: Avg Loss = 0.1420, Test Accuracy = 78.85%
Epoch 19/30: Avg Loss = 0.1177, Test Accuracy = 78.99%
Epoch 20/30: Avg Loss = 0.1215, Test Accuracy = 79.21%
Epoch 21/30: Avg Loss = 0.0985, Test Accuracy = 79.27%
Epoch 22/30: Avg Loss = 0.0821, Test Accuracy = 79.42%
Epoch 23/30: Avg Loss = 0.0657, Test Accuracy = 79.70%
Epoch 24/30: Avg Loss = 0.0463, Test Accuracy = 80.08%

Training teachers:   8%|████████████▍                                                                                                                                               | 20/250 [00:22<04:20,  1.13s/it]

Epoch 25/30: Avg Loss = 0.0431, Test Accuracy = 80.42%
Epoch 26/30: Avg Loss = 0.0428, Test Accuracy = 80.49%
Epoch 27/30: Avg Loss = 0.0324, Test Accuracy = 80.41%
Epoch 28/30: Avg Loss = 0.0281, Test Accuracy = 80.22%
Epoch 29/30: Avg Loss = 0.0380, Test Accuracy = 80.10%
Epoch 30/30: Avg Loss = 0.0345, Test Accuracy = 80.15%
Epoch 1/30: Avg Loss = 2.2891, Test Accuracy = 41.24%
Epoch 2/30: Avg Loss = 2.1496, Test Accuracy = 54.45%
Epoch 3/30: Avg Loss = 1.9795, Test Accuracy = 58.88%
Epoch 4/30: Avg Loss = 1.8152, Test Accuracy = 61.78%
Epoch 5/30: Avg Loss = 1.5746, Test Accuracy = 63.31%
Epoch 6/30: Avg Loss = 1.3368, Test Accuracy = 65.06%
Epoch 7/30: Avg Loss = 1.0497, Test Accuracy = 67.02%
Epoch 8/30: Avg Loss = 0.8993, Test Accuracy = 69.16%
Epoch 9/30: Avg Loss = 0.7095, Test Accuracy = 72.33%
Epoch 10/30: Avg Loss = 0.5592, Test Accuracy = 74.97%
Epoch 11/30: Avg Loss = 0.4369, Test Accuracy = 76.83%
Epoch 12/30: Avg Loss = 0.3276, Test Accuracy = 77.96%
Epoch 13/30: Avg Loss = 0.2566, Test Accuracy = 78.72%
Epoch 14/30: Avg Loss = 0.2340, Test Accuracy = 78.90%
Epoch 15/30: Avg Loss = 0.1852, Test Accuracy = 79.15%
Epoch 16/30: Avg Loss = 0.1752, Test Accuracy = 79.34%
Epoch 17/30: Avg Loss = 0.1299, Test Accuracy = 79.49%
Epoch 18/30: Avg Loss = 0.0946, Test Accuracy = 79.53%
Epoch 19/30: Avg Loss = 0.0858, Test Accuracy = 79.61%
Epoch 20/30: Avg Loss = 0.0740, Test Accuracy = 79.63%
Epoch 21/30: Avg Loss = 0.0787, Test Accuracy = 79.44%
Epoch 22/30: Avg Loss = 0.0555, Test Accuracy = 79.53%
Epoch 23/30: Avg Loss = 0.0505, Test Accuracy = 79.50%
Epoch 24/30: Avg Loss = 0.0581, Test Accuracy = 79.36%
Epoch 25/30: Avg Loss = 0.0459, Test Accuracy = 79.32%
Epoch 26/30: Avg Loss = 0.0425, Test Accuracy = 79.43%
Epoch 27/30: Avg Loss = 0.0321, Test Accuracy = 79.59%
Epoch 28/30: Avg Loss = 0.0302, Test Accuracy = 79.62%

Training teachers:   8%|█████████████                                                                                                                                               | 21/250 [00:23<04:21,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0150, Test Accuracy = 79.60%
Epoch 30/30: Avg Loss = 0.0278, Test Accuracy = 79.62%
Epoch 1/30: Avg Loss = 2.2792, Test Accuracy = 26.42%
Epoch 2/30: Avg Loss = 2.1294, Test Accuracy = 37.98%
Epoch 3/30: Avg Loss = 1.9686, Test Accuracy = 42.19%
Epoch 4/30: Avg Loss = 1.8000, Test Accuracy = 44.74%
Epoch 5/30: Avg Loss = 1.6134, Test Accuracy = 47.39%
Epoch 6/30: Avg Loss = 1.4096, Test Accuracy = 50.94%
Epoch 7/30: Avg Loss = 1.2606, Test Accuracy = 56.15%
Epoch 8/30: Avg Loss = 1.0942, Test Accuracy = 61.54%
Epoch 9/30: Avg Loss = 0.9064, Test Accuracy = 66.69%
Epoch 10/30: Avg Loss = 0.7852, Test Accuracy = 70.65%
Epoch 11/30: Avg Loss = 0.6655, Test Accuracy = 74.15%
Epoch 12/30: Avg Loss = 0.5305, Test Accuracy = 76.43%
Epoch 13/30: Avg Loss = 0.3976, Test Accuracy = 77.73%
Epoch 14/30: Avg Loss = 0.3299, Test Accuracy = 78.63%
Epoch 15/30: Avg Loss = 0.3055, Test Accuracy = 78.97%
Epoch 16/30: Avg Loss = 0.2274, Test Accuracy = 79.35%
Epoch 17/30: Avg Loss = 0.1745, Test Accuracy = 79.38%
Epoch 18/30: Avg Loss = 0.1352, Test Accuracy = 79.75%
Epoch 19/30: Avg Loss = 0.1138, Test Accuracy = 79.99%
Epoch 20/30: Avg Loss = 0.0969, Test Accuracy = 80.14%
Epoch 21/30: Avg Loss = 0.0915, Test Accuracy = 80.10%
Epoch 22/30: Avg Loss = 0.0588, Test Accuracy = 80.18%
Epoch 23/30: Avg Loss = 0.0679, Test Accuracy = 80.18%
Epoch 24/30: Avg Loss = 0.0566, Test Accuracy = 80.06%
Epoch 25/30: Avg Loss = 0.0444, Test Accuracy = 79.99%
Epoch 26/30: Avg Loss = 0.0396, Test Accuracy = 80.19%
Epoch 27/30: Avg Loss = 0.0350, Test Accuracy = 80.25%
Epoch 28/30: Avg Loss = 0.0406, Test Accuracy = 80.29%

Training teachers:   9%|█████████████▋                                                                                                                                              | 22/250 [00:25<04:19,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0319, Test Accuracy = 80.51%
Epoch 30/30: Avg Loss = 0.0250, Test Accuracy = 80.65%
Epoch 1/30: Avg Loss = 2.2859, Test Accuracy = 29.11%
Epoch 2/30: Avg Loss = 2.1280, Test Accuracy = 39.46%
Epoch 3/30: Avg Loss = 1.9438, Test Accuracy = 47.81%
Epoch 4/30: Avg Loss = 1.7603, Test Accuracy = 54.01%
Epoch 5/30: Avg Loss = 1.5794, Test Accuracy = 57.13%
Epoch 6/30: Avg Loss = 1.3642, Test Accuracy = 60.80%
Epoch 7/30: Avg Loss = 1.1637, Test Accuracy = 65.41%
Epoch 8/30: Avg Loss = 0.9671, Test Accuracy = 69.84%
Epoch 9/30: Avg Loss = 0.7652, Test Accuracy = 73.55%
Epoch 10/30: Avg Loss = 0.6552, Test Accuracy = 75.42%
Epoch 11/30: Avg Loss = 0.4860, Test Accuracy = 77.38%
Epoch 12/30: Avg Loss = 0.3800, Test Accuracy = 78.57%
Epoch 13/30: Avg Loss = 0.2839, Test Accuracy = 79.55%
Epoch 14/30: Avg Loss = 0.2255, Test Accuracy = 80.18%
Epoch 15/30: Avg Loss = 0.1712, Test Accuracy = 80.34%
Epoch 16/30: Avg Loss = 0.1543, Test Accuracy = 80.57%
Epoch 17/30: Avg Loss = 0.1149, Test Accuracy = 80.79%
Epoch 18/30: Avg Loss = 0.1123, Test Accuracy = 80.87%
Epoch 19/30: Avg Loss = 0.0853, Test Accuracy = 81.14%
Epoch 20/30: Avg Loss = 0.0805, Test Accuracy = 81.18%
Epoch 21/30: Avg Loss = 0.0498, Test Accuracy = 81.55%
Epoch 22/30: Avg Loss = 0.0462, Test Accuracy = 81.69%
Epoch 23/30: Avg Loss = 0.0521, Test Accuracy = 81.76%
Epoch 24/30: Avg Loss = 0.0417, Test Accuracy = 81.99%
Epoch 25/30: Avg Loss = 0.0271, Test Accuracy = 82.06%
Epoch 26/30: Avg Loss = 0.0313, Test Accuracy = 82.00%
Epoch 27/30: Avg Loss = 0.0310, Test Accuracy = 81.95%
Epoch 28/30: Avg Loss = 0.0332, Test Accuracy = 81.83%

Training teachers:   9%|██████████████▎                                                                                                                                             | 23/250 [00:26<04:19,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0278, Test Accuracy = 81.71%
Epoch 30/30: Avg Loss = 0.0161, Test Accuracy = 81.57%
Epoch 1/30: Avg Loss = 2.2831, Test Accuracy = 29.99%
Epoch 2/30: Avg Loss = 2.1470, Test Accuracy = 37.34%
Epoch 3/30: Avg Loss = 1.9901, Test Accuracy = 40.87%
Epoch 4/30: Avg Loss = 1.8338, Test Accuracy = 42.77%
Epoch 5/30: Avg Loss = 1.6154, Test Accuracy = 44.68%
Epoch 6/30: Avg Loss = 1.4229, Test Accuracy = 47.54%
Epoch 7/30: Avg Loss = 1.2593, Test Accuracy = 50.67%
Epoch 8/30: Avg Loss = 1.0418, Test Accuracy = 54.83%
Epoch 9/30: Avg Loss = 0.9199, Test Accuracy = 59.42%
Epoch 10/30: Avg Loss = 0.7611, Test Accuracy = 64.40%
Epoch 11/30: Avg Loss = 0.6459, Test Accuracy = 68.05%
Epoch 12/30: Avg Loss = 0.5220, Test Accuracy = 71.52%
Epoch 13/30: Avg Loss = 0.4209, Test Accuracy = 73.97%
Epoch 14/30: Avg Loss = 0.3323, Test Accuracy = 75.88%
Epoch 15/30: Avg Loss = 0.2506, Test Accuracy = 77.58%
Epoch 16/30: Avg Loss = 0.2205, Test Accuracy = 78.36%
Epoch 17/30: Avg Loss = 0.1829, Test Accuracy = 78.73%
Epoch 18/30: Avg Loss = 0.1549, Test Accuracy = 78.96%
Epoch 19/30: Avg Loss = 0.1377, Test Accuracy = 78.83%
Epoch 20/30: Avg Loss = 0.1097, Test Accuracy = 78.83%
Epoch 21/30: Avg Loss = 0.0903, Test Accuracy = 78.93%
Epoch 22/30: Avg Loss = 0.0902, Test Accuracy = 79.14%
Epoch 23/30: Avg Loss = 0.0555, Test Accuracy = 79.30%
Epoch 24/30: Avg Loss = 0.0575, Test Accuracy = 79.50%
Epoch 25/30: Avg Loss = 0.0532, Test Accuracy = 79.70%
Epoch 26/30: Avg Loss = 0.0457, Test Accuracy = 79.77%
Epoch 27/30: Avg Loss = 0.0395, Test Accuracy = 79.74%
Epoch 28/30: Avg Loss = 0.0349, Test Accuracy = 79.81%

Training teachers:  10%|██████████████▉                                                                                                                                             | 24/250 [00:27<04:19,  1.15s/it]

Epoch 29/30: Avg Loss = 0.0241, Test Accuracy = 79.82%
Epoch 30/30: Avg Loss = 0.0283, Test Accuracy = 79.89%
Epoch 1/30: Avg Loss = 2.2836, Test Accuracy = 35.10%
Epoch 2/30: Avg Loss = 2.1430, Test Accuracy = 52.03%
Epoch 3/30: Avg Loss = 1.9808, Test Accuracy = 58.16%
Epoch 4/30: Avg Loss = 1.8088, Test Accuracy = 60.32%
Epoch 5/30: Avg Loss = 1.6018, Test Accuracy = 60.98%
Epoch 6/30: Avg Loss = 1.4069, Test Accuracy = 62.71%
Epoch 7/30: Avg Loss = 1.1935, Test Accuracy = 64.79%
Epoch 8/30: Avg Loss = 1.0220, Test Accuracy = 66.69%
Epoch 9/30: Avg Loss = 0.8635, Test Accuracy = 68.64%
Epoch 10/30: Avg Loss = 0.6902, Test Accuracy = 70.58%
Epoch 11/30: Avg Loss = 0.5870, Test Accuracy = 73.74%
Epoch 12/30: Avg Loss = 0.4714, Test Accuracy = 76.91%
Epoch 13/30: Avg Loss = 0.3775, Test Accuracy = 79.88%
Epoch 14/30: Avg Loss = 0.3053, Test Accuracy = 81.12%
Epoch 15/30: Avg Loss = 0.2719, Test Accuracy = 81.41%
Epoch 16/30: Avg Loss = 0.2109, Test Accuracy = 81.46%
Epoch 17/30: Avg Loss = 0.1723, Test Accuracy = 81.90%
Epoch 18/30: Avg Loss = 0.1464, Test Accuracy = 82.21%
Epoch 19/30: Avg Loss = 0.1473, Test Accuracy = 82.50%
Epoch 20/30: Avg Loss = 0.1151, Test Accuracy = 82.77%
Epoch 21/30: Avg Loss = 0.1005, Test Accuracy = 83.07%
Epoch 22/30: Avg Loss = 0.0769, Test Accuracy = 83.04%
Epoch 23/30: Avg Loss = 0.0788, Test Accuracy = 82.93%
Epoch 24/30: Avg Loss = 0.0606, Test Accuracy = 82.81%
Epoch 25/30: Avg Loss = 0.0510, Test Accuracy = 82.90%
Epoch 26/30: Avg Loss = 0.0546, Test Accuracy = 83.05%
Epoch 27/30: Avg Loss = 0.0495, Test Accuracy = 83.05%

Training teachers:  10%|███████████████▌                                                                                                                                            | 25/250 [00:28<04:23,  1.17s/it]

Epoch 28/30: Avg Loss = 0.0495, Test Accuracy = 83.14%
Epoch 29/30: Avg Loss = 0.0288, Test Accuracy = 83.34%
Epoch 30/30: Avg Loss = 0.0394, Test Accuracy = 83.43%
Epoch 1/30: Avg Loss = 2.2789, Test Accuracy = 34.55%
Epoch 2/30: Avg Loss = 2.1402, Test Accuracy = 54.20%
Epoch 3/30: Avg Loss = 1.9933, Test Accuracy = 58.63%
Epoch 4/30: Avg Loss = 1.8111, Test Accuracy = 59.62%
Epoch 5/30: Avg Loss = 1.6339, Test Accuracy = 59.75%
Epoch 6/30: Avg Loss = 1.4540, Test Accuracy = 60.65%
Epoch 7/30: Avg Loss = 1.2573, Test Accuracy = 61.94%
Epoch 8/30: Avg Loss = 1.0837, Test Accuracy = 64.03%
Epoch 9/30: Avg Loss = 0.9055, Test Accuracy = 67.20%
Epoch 10/30: Avg Loss = 0.7226, Test Accuracy = 70.42%
Epoch 11/30: Avg Loss = 0.5290, Test Accuracy = 72.62%
Epoch 12/30: Avg Loss = 0.4589, Test Accuracy = 74.82%
Epoch 13/30: Avg Loss = 0.3744, Test Accuracy = 76.52%
Epoch 14/30: Avg Loss = 0.2681, Test Accuracy = 77.59%
Epoch 15/30: Avg Loss = 0.2035, Test Accuracy = 77.79%
Epoch 16/30: Avg Loss = 0.1616, Test Accuracy = 78.28%
Epoch 17/30: Avg Loss = 0.1183, Test Accuracy = 78.84%
Epoch 18/30: Avg Loss = 0.1406, Test Accuracy = 78.74%
Epoch 19/30: Avg Loss = 0.0944, Test Accuracy = 78.16%
Epoch 20/30: Avg Loss = 0.0778, Test Accuracy = 78.17%
Epoch 21/30: Avg Loss = 0.0750, Test Accuracy = 78.60%
Epoch 22/30: Avg Loss = 0.0567, Test Accuracy = 78.81%
Epoch 23/30: Avg Loss = 0.0645, Test Accuracy = 79.33%
Epoch 24/30: Avg Loss = 0.0377, Test Accuracy = 79.56%
Epoch 25/30: Avg Loss = 0.0310, Test Accuracy = 79.66%
Epoch 26/30: Avg Loss = 0.0427, Test Accuracy = 79.65%
Epoch 27/30: Avg Loss = 0.0237, Test Accuracy = 79.33%

Training teachers:  10%|████████████████▏                                                                                                                                           | 26/250 [00:29<04:19,  1.16s/it]

Epoch 28/30: Avg Loss = 0.0413, Test Accuracy = 79.21%
Epoch 29/30: Avg Loss = 0.0270, Test Accuracy = 79.11%
Epoch 30/30: Avg Loss = 0.0262, Test Accuracy = 79.06%
Epoch 1/30: Avg Loss = 2.2669, Test Accuracy = 28.00%
Epoch 2/30: Avg Loss = 2.1294, Test Accuracy = 42.17%
Epoch 3/30: Avg Loss = 1.9815, Test Accuracy = 49.81%
Epoch 4/30: Avg Loss = 1.8021, Test Accuracy = 53.98%
Epoch 5/30: Avg Loss = 1.6105, Test Accuracy = 56.03%
Epoch 6/30: Avg Loss = 1.3783, Test Accuracy = 58.30%
Epoch 7/30: Avg Loss = 1.1632, Test Accuracy = 60.41%
Epoch 8/30: Avg Loss = 0.9811, Test Accuracy = 63.17%
Epoch 9/30: Avg Loss = 0.8076, Test Accuracy = 65.02%
Epoch 10/30: Avg Loss = 0.6631, Test Accuracy = 67.25%
Epoch 11/30: Avg Loss = 0.5375, Test Accuracy = 70.37%
Epoch 12/30: Avg Loss = 0.4473, Test Accuracy = 73.29%
Epoch 13/30: Avg Loss = 0.3637, Test Accuracy = 75.22%
Epoch 14/30: Avg Loss = 0.2693, Test Accuracy = 76.33%
Epoch 15/30: Avg Loss = 0.2298, Test Accuracy = 77.04%
Epoch 16/30: Avg Loss = 0.1855, Test Accuracy = 77.18%
Epoch 17/30: Avg Loss = 0.1738, Test Accuracy = 77.36%
Epoch 18/30: Avg Loss = 0.1217, Test Accuracy = 77.92%
Epoch 19/30: Avg Loss = 0.1170, Test Accuracy = 78.55%
Epoch 20/30: Avg Loss = 0.0930, Test Accuracy = 79.19%
Epoch 21/30: Avg Loss = 0.0678, Test Accuracy = 79.54%
Epoch 22/30: Avg Loss = 0.0729, Test Accuracy = 79.81%
Epoch 23/30: Avg Loss = 0.0750, Test Accuracy = 79.90%
Epoch 24/30: Avg Loss = 0.0447, Test Accuracy = 79.87%
Epoch 25/30: Avg Loss = 0.0438, Test Accuracy = 79.79%
Epoch 26/30: Avg Loss = 0.0384, Test Accuracy = 79.80%
Epoch 27/30: Avg Loss = 0.0360, Test Accuracy = 79.77%

Training teachers:  11%|████████████████▊                                                                                                                                           | 27/250 [00:30<04:17,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0341, Test Accuracy = 79.73%
Epoch 29/30: Avg Loss = 0.0339, Test Accuracy = 79.84%
Epoch 30/30: Avg Loss = 0.0320, Test Accuracy = 79.98%
Epoch 1/30: Avg Loss = 2.2719, Test Accuracy = 30.79%
Epoch 2/30: Avg Loss = 2.1072, Test Accuracy = 38.70%
Epoch 3/30: Avg Loss = 1.9523, Test Accuracy = 45.09%
Epoch 4/30: Avg Loss = 1.7864, Test Accuracy = 48.36%
Epoch 5/30: Avg Loss = 1.5874, Test Accuracy = 50.79%
Epoch 6/30: Avg Loss = 1.3639, Test Accuracy = 53.30%
Epoch 7/30: Avg Loss = 1.1748, Test Accuracy = 56.79%
Epoch 8/30: Avg Loss = 1.0170, Test Accuracy = 60.30%
Epoch 9/30: Avg Loss = 0.8216, Test Accuracy = 64.14%
Epoch 10/30: Avg Loss = 0.7088, Test Accuracy = 67.16%
Epoch 11/30: Avg Loss = 0.5832, Test Accuracy = 69.52%
Epoch 12/30: Avg Loss = 0.5006, Test Accuracy = 71.74%
Epoch 13/30: Avg Loss = 0.4079, Test Accuracy = 73.51%
Epoch 14/30: Avg Loss = 0.3448, Test Accuracy = 74.85%
Epoch 15/30: Avg Loss = 0.2728, Test Accuracy = 76.10%
Epoch 16/30: Avg Loss = 0.2294, Test Accuracy = 76.80%
Epoch 17/30: Avg Loss = 0.2000, Test Accuracy = 77.08%
Epoch 18/30: Avg Loss = 0.1695, Test Accuracy = 77.34%
Epoch 19/30: Avg Loss = 0.1357, Test Accuracy = 77.25%
Epoch 20/30: Avg Loss = 0.1105, Test Accuracy = 77.11%
Epoch 21/30: Avg Loss = 0.1046, Test Accuracy = 77.35%
Epoch 22/30: Avg Loss = 0.1074, Test Accuracy = 77.79%
Epoch 23/30: Avg Loss = 0.0735, Test Accuracy = 77.88%
Epoch 24/30: Avg Loss = 0.0652, Test Accuracy = 78.27%
Epoch 25/30: Avg Loss = 0.0556, Test Accuracy = 78.55%
Epoch 26/30: Avg Loss = 0.0659, Test Accuracy = 78.69%
Epoch 27/30: Avg Loss = 0.0529, Test Accuracy = 78.64%

Training teachers:  11%|█████████████████▍                                                                                                                                          | 28/250 [00:32<04:16,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0441, Test Accuracy = 78.62%
Epoch 29/30: Avg Loss = 0.0311, Test Accuracy = 78.59%
Epoch 30/30: Avg Loss = 0.0335, Test Accuracy = 78.44%
Epoch 1/30: Avg Loss = 2.2797, Test Accuracy = 32.00%
Epoch 2/30: Avg Loss = 2.1289, Test Accuracy = 46.04%
Epoch 3/30: Avg Loss = 1.9781, Test Accuracy = 51.47%
Epoch 4/30: Avg Loss = 1.8093, Test Accuracy = 53.93%
Epoch 5/30: Avg Loss = 1.6097, Test Accuracy = 56.05%
Epoch 6/30: Avg Loss = 1.4221, Test Accuracy = 58.33%
Epoch 7/30: Avg Loss = 1.2161, Test Accuracy = 61.75%
Epoch 8/30: Avg Loss = 1.0479, Test Accuracy = 66.87%
Epoch 9/30: Avg Loss = 0.8484, Test Accuracy = 71.90%
Epoch 10/30: Avg Loss = 0.7162, Test Accuracy = 76.11%
Epoch 11/30: Avg Loss = 0.5935, Test Accuracy = 78.08%
Epoch 12/30: Avg Loss = 0.4925, Test Accuracy = 78.91%
Epoch 13/30: Avg Loss = 0.4145, Test Accuracy = 79.52%
Epoch 14/30: Avg Loss = 0.3430, Test Accuracy = 79.81%
Epoch 15/30: Avg Loss = 0.2704, Test Accuracy = 80.24%
Epoch 16/30: Avg Loss = 0.2155, Test Accuracy = 80.48%
Epoch 17/30: Avg Loss = 0.1730, Test Accuracy = 80.81%
Epoch 18/30: Avg Loss = 0.1623, Test Accuracy = 81.19%
Epoch 19/30: Avg Loss = 0.1638, Test Accuracy = 81.49%
Epoch 20/30: Avg Loss = 0.1189, Test Accuracy = 81.72%
Epoch 21/30: Avg Loss = 0.0992, Test Accuracy = 81.69%
Epoch 22/30: Avg Loss = 0.0842, Test Accuracy = 81.52%
Epoch 23/30: Avg Loss = 0.0730, Test Accuracy = 81.42%
Epoch 24/30: Avg Loss = 0.0774, Test Accuracy = 81.71%
Epoch 25/30: Avg Loss = 0.0642, Test Accuracy = 81.96%
Epoch 26/30: Avg Loss = 0.0618, Test Accuracy = 81.94%
Epoch 27/30: Avg Loss = 0.0518, Test Accuracy = 81.79%

Training teachers:  12%|██████████████████                                                                                                                                          | 29/250 [00:33<04:14,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0429, Test Accuracy = 81.64%
Epoch 29/30: Avg Loss = 0.0387, Test Accuracy = 81.50%
Epoch 30/30: Avg Loss = 0.0355, Test Accuracy = 81.44%
Epoch 1/30: Avg Loss = 2.2725, Test Accuracy = 41.29%
Epoch 2/30: Avg Loss = 2.1138, Test Accuracy = 53.98%
Epoch 3/30: Avg Loss = 1.9488, Test Accuracy = 59.16%
Epoch 4/30: Avg Loss = 1.7590, Test Accuracy = 61.02%
Epoch 5/30: Avg Loss = 1.5128, Test Accuracy = 62.52%
Epoch 6/30: Avg Loss = 1.3023, Test Accuracy = 63.64%
Epoch 7/30: Avg Loss = 1.0472, Test Accuracy = 65.01%
Epoch 8/30: Avg Loss = 0.8618, Test Accuracy = 67.42%
Epoch 9/30: Avg Loss = 0.6699, Test Accuracy = 70.31%
Epoch 10/30: Avg Loss = 0.5419, Test Accuracy = 72.66%
Epoch 11/30: Avg Loss = 0.4327, Test Accuracy = 74.41%
Epoch 12/30: Avg Loss = 0.3706, Test Accuracy = 76.01%
Epoch 13/30: Avg Loss = 0.3060, Test Accuracy = 76.98%
Epoch 14/30: Avg Loss = 0.2306, Test Accuracy = 77.27%
Epoch 15/30: Avg Loss = 0.2021, Test Accuracy = 77.60%
Epoch 16/30: Avg Loss = 0.1675, Test Accuracy = 78.02%
Epoch 17/30: Avg Loss = 0.1330, Test Accuracy = 78.31%
Epoch 18/30: Avg Loss = 0.0949, Test Accuracy = 78.50%
Epoch 19/30: Avg Loss = 0.0937, Test Accuracy = 78.71%
Epoch 20/30: Avg Loss = 0.0835, Test Accuracy = 78.76%
Epoch 21/30: Avg Loss = 0.0663, Test Accuracy = 78.69%
Epoch 22/30: Avg Loss = 0.0704, Test Accuracy = 78.60%
Epoch 23/30: Avg Loss = 0.0662, Test Accuracy = 78.52%
Epoch 24/30: Avg Loss = 0.0498, Test Accuracy = 78.63%
Epoch 25/30: Avg Loss = 0.0418, Test Accuracy = 78.65%
Epoch 26/30: Avg Loss = 0.0396, Test Accuracy = 78.51%
Epoch 27/30: Avg Loss = 0.0416, Test Accuracy = 78.56%

Training teachers:  12%|██████████████████▋                                                                                                                                         | 30/250 [00:34<04:12,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0266, Test Accuracy = 78.73%
Epoch 29/30: Avg Loss = 0.0207, Test Accuracy = 78.82%
Epoch 30/30: Avg Loss = 0.0330, Test Accuracy = 78.94%
Epoch 1/30: Avg Loss = 2.2869, Test Accuracy = 35.52%
Epoch 2/30: Avg Loss = 2.1149, Test Accuracy = 55.76%
Epoch 3/30: Avg Loss = 1.9430, Test Accuracy = 58.80%
Epoch 4/30: Avg Loss = 1.7468, Test Accuracy = 59.34%
Epoch 5/30: Avg Loss = 1.5384, Test Accuracy = 59.56%
Epoch 6/30: Avg Loss = 1.3390, Test Accuracy = 60.29%
Epoch 7/30: Avg Loss = 1.1231, Test Accuracy = 61.28%
Epoch 8/30: Avg Loss = 0.9862, Test Accuracy = 63.40%
Epoch 9/30: Avg Loss = 0.7978, Test Accuracy = 65.97%
Epoch 10/30: Avg Loss = 0.6823, Test Accuracy = 69.07%
Epoch 11/30: Avg Loss = 0.5525, Test Accuracy = 71.30%
Epoch 12/30: Avg Loss = 0.4539, Test Accuracy = 73.13%
Epoch 13/30: Avg Loss = 0.3903, Test Accuracy = 74.48%
Epoch 14/30: Avg Loss = 0.3039, Test Accuracy = 75.73%
Epoch 15/30: Avg Loss = 0.2524, Test Accuracy = 76.91%
Epoch 16/30: Avg Loss = 0.1835, Test Accuracy = 77.95%
Epoch 17/30: Avg Loss = 0.1585, Test Accuracy = 78.58%
Epoch 18/30: Avg Loss = 0.1400, Test Accuracy = 79.14%
Epoch 19/30: Avg Loss = 0.1300, Test Accuracy = 79.25%
Epoch 20/30: Avg Loss = 0.1077, Test Accuracy = 79.32%
Epoch 21/30: Avg Loss = 0.0929, Test Accuracy = 79.28%
Epoch 22/30: Avg Loss = 0.0788, Test Accuracy = 79.29%
Epoch 23/30: Avg Loss = 0.0535, Test Accuracy = 79.39%
Epoch 24/30: Avg Loss = 0.0554, Test Accuracy = 79.43%
Epoch 25/30: Avg Loss = 0.0481, Test Accuracy = 79.44%
Epoch 26/30: Avg Loss = 0.0522, Test Accuracy = 79.44%
Epoch 27/30: Avg Loss = 0.0347, Test Accuracy = 79.48%

Training teachers:  12%|███████████████████▎                                                                                                                                        | 31/250 [00:35<04:10,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0405, Test Accuracy = 79.55%
Epoch 29/30: Avg Loss = 0.0268, Test Accuracy = 79.71%
Epoch 30/30: Avg Loss = 0.0305, Test Accuracy = 79.81%
Epoch 1/30: Avg Loss = 2.2563, Test Accuracy = 37.45%
Epoch 2/30: Avg Loss = 2.0795, Test Accuracy = 46.93%
Epoch 3/30: Avg Loss = 1.8941, Test Accuracy = 50.49%
Epoch 4/30: Avg Loss = 1.7153, Test Accuracy = 51.83%
Epoch 5/30: Avg Loss = 1.5075, Test Accuracy = 53.34%
Epoch 6/30: Avg Loss = 1.3320, Test Accuracy = 55.15%
Epoch 7/30: Avg Loss = 1.1504, Test Accuracy = 56.83%
Epoch 8/30: Avg Loss = 0.9507, Test Accuracy = 58.96%
Epoch 9/30: Avg Loss = 0.8062, Test Accuracy = 61.10%
Epoch 10/30: Avg Loss = 0.6937, Test Accuracy = 63.70%
Epoch 11/30: Avg Loss = 0.5748, Test Accuracy = 66.07%
Epoch 12/30: Avg Loss = 0.4738, Test Accuracy = 68.05%
Epoch 13/30: Avg Loss = 0.3896, Test Accuracy = 69.86%
Epoch 14/30: Avg Loss = 0.3174, Test Accuracy = 71.41%
Epoch 15/30: Avg Loss = 0.2663, Test Accuracy = 72.80%
Epoch 16/30: Avg Loss = 0.2327, Test Accuracy = 73.92%
Epoch 17/30: Avg Loss = 0.2093, Test Accuracy = 74.98%
Epoch 18/30: Avg Loss = 0.1538, Test Accuracy = 75.95%
Epoch 19/30: Avg Loss = 0.1131, Test Accuracy = 76.46%
Epoch 20/30: Avg Loss = 0.1139, Test Accuracy = 76.99%
Epoch 21/30: Avg Loss = 0.0892, Test Accuracy = 77.55%
Epoch 22/30: Avg Loss = 0.0701, Test Accuracy = 77.84%
Epoch 23/30: Avg Loss = 0.0720, Test Accuracy = 77.90%
Epoch 24/30: Avg Loss = 0.0500, Test Accuracy = 77.79%
Epoch 25/30: Avg Loss = 0.0440, Test Accuracy = 77.74%
Epoch 26/30: Avg Loss = 0.0357, Test Accuracy = 77.81%
Epoch 27/30: Avg Loss = 0.0430, Test Accuracy = 77.82%

Training teachers:  13%|███████████████████▉                                                                                                                                        | 32/250 [00:36<04:09,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0415, Test Accuracy = 77.64%
Epoch 29/30: Avg Loss = 0.0416, Test Accuracy = 77.54%
Epoch 30/30: Avg Loss = 0.0260, Test Accuracy = 77.46%
Epoch 1/30: Avg Loss = 2.2787, Test Accuracy = 27.97%
Epoch 2/30: Avg Loss = 2.1489, Test Accuracy = 54.39%
Epoch 3/30: Avg Loss = 2.0013, Test Accuracy = 63.27%
Epoch 4/30: Avg Loss = 1.8294, Test Accuracy = 67.05%
Epoch 5/30: Avg Loss = 1.6489, Test Accuracy = 68.89%
Epoch 6/30: Avg Loss = 1.4109, Test Accuracy = 70.31%
Epoch 7/30: Avg Loss = 1.1966, Test Accuracy = 71.84%
Epoch 8/30: Avg Loss = 0.9811, Test Accuracy = 73.84%
Epoch 9/30: Avg Loss = 0.8116, Test Accuracy = 75.79%
Epoch 10/30: Avg Loss = 0.6528, Test Accuracy = 77.35%
Epoch 11/30: Avg Loss = 0.4904, Test Accuracy = 78.49%
Epoch 12/30: Avg Loss = 0.4142, Test Accuracy = 78.99%
Epoch 13/30: Avg Loss = 0.3192, Test Accuracy = 79.56%
Epoch 14/30: Avg Loss = 0.2719, Test Accuracy = 79.61%
Epoch 15/30: Avg Loss = 0.2266, Test Accuracy = 79.58%
Epoch 16/30: Avg Loss = 0.1509, Test Accuracy = 79.70%
Epoch 17/30: Avg Loss = 0.1220, Test Accuracy = 79.84%
Epoch 18/30: Avg Loss = 0.1083, Test Accuracy = 79.88%
Epoch 19/30: Avg Loss = 0.1022, Test Accuracy = 79.89%
Epoch 20/30: Avg Loss = 0.0834, Test Accuracy = 79.74%
Epoch 21/30: Avg Loss = 0.0828, Test Accuracy = 79.82%
Epoch 22/30: Avg Loss = 0.0611, Test Accuracy = 79.91%
Epoch 23/30: Avg Loss = 0.0535, Test Accuracy = 79.99%
Epoch 24/30: Avg Loss = 0.0448, Test Accuracy = 80.13%
Epoch 25/30: Avg Loss = 0.0564, Test Accuracy = 80.03%
Epoch 26/30: Avg Loss = 0.0433, Test Accuracy = 80.21%

Training teachers:  13%|████████████████████▌                                                                                                                                       | 33/250 [00:37<04:09,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0498, Test Accuracy = 80.33%
Epoch 28/30: Avg Loss = 0.0285, Test Accuracy = 80.51%
Epoch 29/30: Avg Loss = 0.0296, Test Accuracy = 80.46%
Epoch 30/30: Avg Loss = 0.0334, Test Accuracy = 80.32%
Epoch 1/30: Avg Loss = 2.2909, Test Accuracy = 34.53%
Epoch 2/30: Avg Loss = 2.1206, Test Accuracy = 47.66%
Epoch 3/30: Avg Loss = 1.9762, Test Accuracy = 54.99%
Epoch 4/30: Avg Loss = 1.8109, Test Accuracy = 59.22%
Epoch 5/30: Avg Loss = 1.6068, Test Accuracy = 61.16%
Epoch 6/30: Avg Loss = 1.3952, Test Accuracy = 62.74%
Epoch 7/30: Avg Loss = 1.2025, Test Accuracy = 64.36%
Epoch 8/30: Avg Loss = 1.0002, Test Accuracy = 65.89%
Epoch 9/30: Avg Loss = 0.8225, Test Accuracy = 68.26%
Epoch 10/30: Avg Loss = 0.6821, Test Accuracy = 70.21%
Epoch 11/30: Avg Loss = 0.5552, Test Accuracy = 72.29%
Epoch 12/30: Avg Loss = 0.4656, Test Accuracy = 73.90%
Epoch 13/30: Avg Loss = 0.3777, Test Accuracy = 74.88%
Epoch 14/30: Avg Loss = 0.2790, Test Accuracy = 76.10%
Epoch 15/30: Avg Loss = 0.2303, Test Accuracy = 77.22%
Epoch 16/30: Avg Loss = 0.1693, Test Accuracy = 77.96%
Epoch 17/30: Avg Loss = 0.1412, Test Accuracy = 78.55%
Epoch 18/30: Avg Loss = 0.1355, Test Accuracy = 78.74%
Epoch 19/30: Avg Loss = 0.1143, Test Accuracy = 78.86%
Epoch 20/30: Avg Loss = 0.0761, Test Accuracy = 78.93%
Epoch 21/30: Avg Loss = 0.0782, Test Accuracy = 79.25%
Epoch 22/30: Avg Loss = 0.0675, Test Accuracy = 79.52%
Epoch 23/30: Avg Loss = 0.0668, Test Accuracy = 79.69%
Epoch 24/30: Avg Loss = 0.0435, Test Accuracy = 79.88%
Epoch 25/30: Avg Loss = 0.0343, Test Accuracy = 79.88%

Training teachers:  14%|█████████████████████▏                                                                                                                                      | 34/250 [00:38<04:09,  1.16s/it]

Epoch 26/30: Avg Loss = 0.0371, Test Accuracy = 79.71%
Epoch 27/30: Avg Loss = 0.0321, Test Accuracy = 79.60%
Epoch 28/30: Avg Loss = 0.0441, Test Accuracy = 79.40%
Epoch 29/30: Avg Loss = 0.0275, Test Accuracy = 79.39%
Epoch 30/30: Avg Loss = 0.0307, Test Accuracy = 79.42%
Epoch 1/30: Avg Loss = 2.2842, Test Accuracy = 35.32%
Epoch 2/30: Avg Loss = 2.1356, Test Accuracy = 50.41%
Epoch 3/30: Avg Loss = 1.9689, Test Accuracy = 58.78%
Epoch 4/30: Avg Loss = 1.7737, Test Accuracy = 63.41%
Epoch 5/30: Avg Loss = 1.5744, Test Accuracy = 65.64%
Epoch 6/30: Avg Loss = 1.3537, Test Accuracy = 67.73%
Epoch 7/30: Avg Loss = 1.1307, Test Accuracy = 69.85%
Epoch 8/30: Avg Loss = 0.9435, Test Accuracy = 72.10%
Epoch 9/30: Avg Loss = 0.7348, Test Accuracy = 74.40%
Epoch 10/30: Avg Loss = 0.5937, Test Accuracy = 75.85%
Epoch 11/30: Avg Loss = 0.4999, Test Accuracy = 77.12%
Epoch 12/30: Avg Loss = 0.3960, Test Accuracy = 78.46%
Epoch 13/30: Avg Loss = 0.3251, Test Accuracy = 79.32%
Epoch 14/30: Avg Loss = 0.2866, Test Accuracy = 80.26%
Epoch 15/30: Avg Loss = 0.2392, Test Accuracy = 80.78%
Epoch 16/30: Avg Loss = 0.1948, Test Accuracy = 80.76%
Epoch 17/30: Avg Loss = 0.1624, Test Accuracy = 80.98%
Epoch 18/30: Avg Loss = 0.1510, Test Accuracy = 81.18%
Epoch 19/30: Avg Loss = 0.1162, Test Accuracy = 81.33%
Epoch 20/30: Avg Loss = 0.1041, Test Accuracy = 81.57%
Epoch 21/30: Avg Loss = 0.0837, Test Accuracy = 81.77%
Epoch 22/30: Avg Loss = 0.0702, Test Accuracy = 81.95%
Epoch 23/30: Avg Loss = 0.0870, Test Accuracy = 81.87%
Epoch 24/30: Avg Loss = 0.0444, Test Accuracy = 81.65%
Epoch 25/30: Avg Loss = 0.0464, Test Accuracy = 81.72%

Training teachers:  14%|█████████████████████▊                                                                                                                                      | 35/250 [00:40<04:08,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0419, Test Accuracy = 81.59%
Epoch 27/30: Avg Loss = 0.0534, Test Accuracy = 81.54%
Epoch 28/30: Avg Loss = 0.0382, Test Accuracy = 81.53%
Epoch 29/30: Avg Loss = 0.0280, Test Accuracy = 81.45%
Epoch 30/30: Avg Loss = 0.0289, Test Accuracy = 81.29%
Epoch 1/30: Avg Loss = 2.2771, Test Accuracy = 31.34%
Epoch 2/30: Avg Loss = 2.1064, Test Accuracy = 45.57%
Epoch 3/30: Avg Loss = 1.9289, Test Accuracy = 57.63%
Epoch 4/30: Avg Loss = 1.7493, Test Accuracy = 62.98%
Epoch 5/30: Avg Loss = 1.5310, Test Accuracy = 65.92%
Epoch 6/30: Avg Loss = 1.3047, Test Accuracy = 68.29%
Epoch 7/30: Avg Loss = 1.1138, Test Accuracy = 70.60%
Epoch 8/30: Avg Loss = 0.9160, Test Accuracy = 72.53%
Epoch 9/30: Avg Loss = 0.7816, Test Accuracy = 73.02%
Epoch 10/30: Avg Loss = 0.6452, Test Accuracy = 73.55%
Epoch 11/30: Avg Loss = 0.5214, Test Accuracy = 74.87%
Epoch 12/30: Avg Loss = 0.4311, Test Accuracy = 76.33%
Epoch 13/30: Avg Loss = 0.3854, Test Accuracy = 78.21%
Epoch 14/30: Avg Loss = 0.3395, Test Accuracy = 79.76%
Epoch 15/30: Avg Loss = 0.2409, Test Accuracy = 80.74%
Epoch 16/30: Avg Loss = 0.2062, Test Accuracy = 81.25%
Epoch 17/30: Avg Loss = 0.1856, Test Accuracy = 81.43%
Epoch 18/30: Avg Loss = 0.1691, Test Accuracy = 81.81%
Epoch 19/30: Avg Loss = 0.1557, Test Accuracy = 81.98%
Epoch 20/30: Avg Loss = 0.0949, Test Accuracy = 82.29%
Epoch 21/30: Avg Loss = 0.0967, Test Accuracy = 82.44%
Epoch 22/30: Avg Loss = 0.0823, Test Accuracy = 82.51%
Epoch 23/30: Avg Loss = 0.0799, Test Accuracy = 82.74%
Epoch 24/30: Avg Loss = 0.0853, Test Accuracy = 82.84%

Training teachers:  14%|██████████████████████▍                                                                                                                                     | 36/250 [00:41<04:08,  1.16s/it]

Epoch 25/30: Avg Loss = 0.0568, Test Accuracy = 82.74%
Epoch 26/30: Avg Loss = 0.0589, Test Accuracy = 82.68%
Epoch 27/30: Avg Loss = 0.0543, Test Accuracy = 82.59%
Epoch 28/30: Avg Loss = 0.0379, Test Accuracy = 82.61%
Epoch 29/30: Avg Loss = 0.0433, Test Accuracy = 82.71%
Epoch 30/30: Avg Loss = 0.0291, Test Accuracy = 82.69%
Epoch 1/30: Avg Loss = 2.2866, Test Accuracy = 41.38%
Epoch 2/30: Avg Loss = 2.1443, Test Accuracy = 58.60%
Epoch 3/30: Avg Loss = 1.9979, Test Accuracy = 63.74%
Epoch 4/30: Avg Loss = 1.8301, Test Accuracy = 65.62%
Epoch 5/30: Avg Loss = 1.6394, Test Accuracy = 67.29%
Epoch 6/30: Avg Loss = 1.4227, Test Accuracy = 68.98%
Epoch 7/30: Avg Loss = 1.2185, Test Accuracy = 70.03%
Epoch 8/30: Avg Loss = 1.0069, Test Accuracy = 70.66%
Epoch 9/30: Avg Loss = 0.7969, Test Accuracy = 71.07%
Epoch 10/30: Avg Loss = 0.6245, Test Accuracy = 72.01%
Epoch 11/30: Avg Loss = 0.5336, Test Accuracy = 73.29%
Epoch 12/30: Avg Loss = 0.4080, Test Accuracy = 74.86%
Epoch 13/30: Avg Loss = 0.3202, Test Accuracy = 76.19%
Epoch 14/30: Avg Loss = 0.2723, Test Accuracy = 77.14%
Epoch 15/30: Avg Loss = 0.2163, Test Accuracy = 77.84%
Epoch 16/30: Avg Loss = 0.1845, Test Accuracy = 78.15%
Epoch 17/30: Avg Loss = 0.1483, Test Accuracy = 78.07%
Epoch 18/30: Avg Loss = 0.1261, Test Accuracy = 78.83%
Epoch 19/30: Avg Loss = 0.0989, Test Accuracy = 79.22%
Epoch 20/30: Avg Loss = 0.0918, Test Accuracy = 79.56%
Epoch 21/30: Avg Loss = 0.0819, Test Accuracy = 79.64%
Epoch 22/30: Avg Loss = 0.0663, Test Accuracy = 79.58%
Epoch 23/30: Avg Loss = 0.0479, Test Accuracy = 79.54%
Epoch 24/30: Avg Loss = 0.0557, Test Accuracy = 79.36%
Epoch 25/30: Avg Loss = 0.0366, Test Accuracy = 79.25%
Epoch 26/30: Avg Loss = 0.0548, Test Accuracy = 79.44%
Epoch 27/30: Avg Loss = 0.0417, Test Accuracy = 79.69%
Epoch 28/30: Avg Loss = 0.0432, Test Accuracy = 79.82%
Epoch 29/30: Avg Loss = 0.0357, Test Accuracy = 80.19%

Training teachers:  15%|███████████████████████                                                                                                                                     | 37/250 [00:42<04:08,  1.17s/it]

Epoch 30/30: Avg Loss = 0.0250, Test Accuracy = 80.24%
Epoch 1/30: Avg Loss = 2.2701, Test Accuracy = 38.53%
Epoch 2/30: Avg Loss = 2.1335, Test Accuracy = 50.61%
Epoch 3/30: Avg Loss = 1.9868, Test Accuracy = 56.82%
Epoch 4/30: Avg Loss = 1.8035, Test Accuracy = 59.87%
Epoch 5/30: Avg Loss = 1.6063, Test Accuracy = 61.92%
Epoch 6/30: Avg Loss = 1.4261, Test Accuracy = 62.71%
Epoch 7/30: Avg Loss = 1.1942, Test Accuracy = 63.87%
Epoch 8/30: Avg Loss = 0.9951, Test Accuracy = 65.72%
Epoch 9/30: Avg Loss = 0.8498, Test Accuracy = 68.20%
Epoch 10/30: Avg Loss = 0.7311, Test Accuracy = 70.72%
Epoch 11/30: Avg Loss = 0.6048, Test Accuracy = 73.59%
Epoch 12/30: Avg Loss = 0.4999, Test Accuracy = 75.73%
Epoch 13/30: Avg Loss = 0.3998, Test Accuracy = 76.93%
Epoch 14/30: Avg Loss = 0.3467, Test Accuracy = 77.36%
Epoch 15/30: Avg Loss = 0.2820, Test Accuracy = 77.91%
Epoch 16/30: Avg Loss = 0.2381, Test Accuracy = 78.69%
Epoch 17/30: Avg Loss = 0.2181, Test Accuracy = 79.20%
Epoch 18/30: Avg Loss = 0.2041, Test Accuracy = 79.35%
Epoch 19/30: Avg Loss = 0.1598, Test Accuracy = 79.60%
Epoch 20/30: Avg Loss = 0.1507, Test Accuracy = 79.66%
Epoch 21/30: Avg Loss = 0.1448, Test Accuracy = 79.96%
Epoch 22/30: Avg Loss = 0.1174, Test Accuracy = 80.01%
Epoch 23/30: Avg Loss = 0.0877, Test Accuracy = 80.21%
Epoch 24/30: Avg Loss = 0.0518, Test Accuracy = 80.14%
Epoch 25/30: Avg Loss = 0.0845, Test Accuracy = 80.17%
Epoch 26/30: Avg Loss = 0.0744, Test Accuracy = 80.44%
Epoch 27/30: Avg Loss = 0.0497, Test Accuracy = 80.45%
Epoch 28/30: Avg Loss = 0.0599, Test Accuracy = 80.52%

Training teachers:  15%|███████████████████████▋                                                                                                                                    | 38/250 [00:43<04:08,  1.17s/it]

Epoch 29/30: Avg Loss = 0.0379, Test Accuracy = 80.62%
Epoch 30/30: Avg Loss = 0.0459, Test Accuracy = 80.70%
Epoch 1/30: Avg Loss = 2.2790, Test Accuracy = 27.45%
Epoch 2/30: Avg Loss = 2.1599, Test Accuracy = 47.42%
Epoch 3/30: Avg Loss = 2.0168, Test Accuracy = 57.15%
Epoch 4/30: Avg Loss = 1.8577, Test Accuracy = 60.36%
Epoch 5/30: Avg Loss = 1.6474, Test Accuracy = 61.56%
Epoch 6/30: Avg Loss = 1.4418, Test Accuracy = 62.64%
Epoch 7/30: Avg Loss = 1.2643, Test Accuracy = 64.55%
Epoch 8/30: Avg Loss = 1.0289, Test Accuracy = 67.07%
Epoch 9/30: Avg Loss = 0.8875, Test Accuracy = 69.98%
Epoch 10/30: Avg Loss = 0.6993, Test Accuracy = 73.41%
Epoch 11/30: Avg Loss = 0.5346, Test Accuracy = 76.17%
Epoch 12/30: Avg Loss = 0.4521, Test Accuracy = 77.35%
Epoch 13/30: Avg Loss = 0.3690, Test Accuracy = 77.93%
Epoch 14/30: Avg Loss = 0.2840, Test Accuracy = 78.36%
Epoch 15/30: Avg Loss = 0.2689, Test Accuracy = 78.85%
Epoch 16/30: Avg Loss = 0.2075, Test Accuracy = 79.19%
Epoch 17/30: Avg Loss = 0.1413, Test Accuracy = 79.54%
Epoch 18/30: Avg Loss = 0.1222, Test Accuracy = 79.69%
Epoch 19/30: Avg Loss = 0.1235, Test Accuracy = 79.98%
Epoch 20/30: Avg Loss = 0.1118, Test Accuracy = 80.01%
Epoch 21/30: Avg Loss = 0.0812, Test Accuracy = 79.94%
Epoch 22/30: Avg Loss = 0.0747, Test Accuracy = 79.86%
Epoch 23/30: Avg Loss = 0.0530, Test Accuracy = 79.97%
Epoch 24/30: Avg Loss = 0.0668, Test Accuracy = 79.84%
Epoch 25/30: Avg Loss = 0.0453, Test Accuracy = 79.82%
Epoch 26/30: Avg Loss = 0.0468, Test Accuracy = 79.71%
Epoch 27/30: Avg Loss = 0.0371, Test Accuracy = 79.59%
Epoch 28/30: Avg Loss = 0.0382, Test Accuracy = 79.59%

Training teachers:  16%|████████████████████████▎                                                                                                                                   | 39/250 [00:44<04:04,  1.16s/it]

Epoch 29/30: Avg Loss = 0.0295, Test Accuracy = 79.71%
Epoch 30/30: Avg Loss = 0.0272, Test Accuracy = 79.67%
Epoch 1/30: Avg Loss = 2.2932, Test Accuracy = 27.98%
Epoch 2/30: Avg Loss = 2.1207, Test Accuracy = 46.44%
Epoch 3/30: Avg Loss = 1.9744, Test Accuracy = 54.68%
Epoch 4/30: Avg Loss = 1.7760, Test Accuracy = 58.81%
Epoch 5/30: Avg Loss = 1.5561, Test Accuracy = 61.23%
Epoch 6/30: Avg Loss = 1.3372, Test Accuracy = 63.08%
Epoch 7/30: Avg Loss = 1.1393, Test Accuracy = 64.96%
Epoch 8/30: Avg Loss = 0.9287, Test Accuracy = 68.10%
Epoch 9/30: Avg Loss = 0.7863, Test Accuracy = 72.11%
Epoch 10/30: Avg Loss = 0.6477, Test Accuracy = 75.94%
Epoch 11/30: Avg Loss = 0.4878, Test Accuracy = 79.19%
Epoch 12/30: Avg Loss = 0.3739, Test Accuracy = 80.79%
Epoch 13/30: Avg Loss = 0.3264, Test Accuracy = 81.36%
Epoch 14/30: Avg Loss = 0.2781, Test Accuracy = 81.67%
Epoch 15/30: Avg Loss = 0.2081, Test Accuracy = 81.74%
Epoch 16/30: Avg Loss = 0.1676, Test Accuracy = 81.76%
Epoch 17/30: Avg Loss = 0.1503, Test Accuracy = 82.01%
Epoch 18/30: Avg Loss = 0.1323, Test Accuracy = 82.01%
Epoch 19/30: Avg Loss = 0.1062, Test Accuracy = 82.17%
Epoch 20/30: Avg Loss = 0.0960, Test Accuracy = 82.25%
Epoch 21/30: Avg Loss = 0.0708, Test Accuracy = 82.21%
Epoch 22/30: Avg Loss = 0.0732, Test Accuracy = 82.48%
Epoch 23/30: Avg Loss = 0.0546, Test Accuracy = 82.71%
Epoch 24/30: Avg Loss = 0.0506, Test Accuracy = 82.81%
Epoch 25/30: Avg Loss = 0.0453, Test Accuracy = 82.70%
Epoch 26/30: Avg Loss = 0.0453, Test Accuracy = 82.86%
Epoch 27/30: Avg Loss = 0.0432, Test Accuracy = 82.97%
Epoch 28/30: Avg Loss = 0.0284, Test Accuracy = 83.06%

Training teachers:  16%|████████████████████████▉                                                                                                                                   | 40/250 [00:45<04:02,  1.15s/it]

Epoch 29/30: Avg Loss = 0.0351, Test Accuracy = 83.07%
Epoch 30/30: Avg Loss = 0.0284, Test Accuracy = 83.11%
Epoch 1/30: Avg Loss = 2.2688, Test Accuracy = 39.14%
Epoch 2/30: Avg Loss = 2.0824, Test Accuracy = 53.16%
Epoch 3/30: Avg Loss = 1.9010, Test Accuracy = 55.88%
Epoch 4/30: Avg Loss = 1.6761, Test Accuracy = 56.79%
Epoch 5/30: Avg Loss = 1.4464, Test Accuracy = 57.58%
Epoch 6/30: Avg Loss = 1.2518, Test Accuracy = 58.71%
Epoch 7/30: Avg Loss = 1.0173, Test Accuracy = 60.18%
Epoch 8/30: Avg Loss = 0.8584, Test Accuracy = 61.55%
Epoch 9/30: Avg Loss = 0.7224, Test Accuracy = 63.01%
Epoch 10/30: Avg Loss = 0.5997, Test Accuracy = 64.74%
Epoch 11/30: Avg Loss = 0.4899, Test Accuracy = 66.66%
Epoch 12/30: Avg Loss = 0.3935, Test Accuracy = 69.34%
Epoch 13/30: Avg Loss = 0.3086, Test Accuracy = 72.24%
Epoch 14/30: Avg Loss = 0.2655, Test Accuracy = 74.27%
Epoch 15/30: Avg Loss = 0.2233, Test Accuracy = 75.75%
Epoch 16/30: Avg Loss = 0.1727, Test Accuracy = 76.22%
Epoch 17/30: Avg Loss = 0.1389, Test Accuracy = 76.42%
Epoch 18/30: Avg Loss = 0.1183, Test Accuracy = 76.71%
Epoch 19/30: Avg Loss = 0.1055, Test Accuracy = 77.15%
Epoch 20/30: Avg Loss = 0.0801, Test Accuracy = 77.33%
Epoch 21/30: Avg Loss = 0.0802, Test Accuracy = 77.31%
Epoch 22/30: Avg Loss = 0.0614, Test Accuracy = 77.46%
Epoch 23/30: Avg Loss = 0.0552, Test Accuracy = 77.45%
Epoch 24/30: Avg Loss = 0.0404, Test Accuracy = 77.57%
Epoch 25/30: Avg Loss = 0.0328, Test Accuracy = 77.72%
Epoch 26/30: Avg Loss = 0.0348, Test Accuracy = 77.72%
Epoch 27/30: Avg Loss = 0.0392, Test Accuracy = 77.44%
Epoch 28/30: Avg Loss = 0.0317, Test Accuracy = 77.48%

Training teachers:  16%|█████████████████████████▌                                                                                                                                  | 41/250 [00:47<03:59,  1.15s/it]

Epoch 29/30: Avg Loss = 0.0248, Test Accuracy = 77.67%
Epoch 30/30: Avg Loss = 0.0248, Test Accuracy = 77.97%
Epoch 1/30: Avg Loss = 2.2755, Test Accuracy = 39.88%
Epoch 2/30: Avg Loss = 2.1022, Test Accuracy = 54.07%
Epoch 3/30: Avg Loss = 1.9264, Test Accuracy = 58.57%
Epoch 4/30: Avg Loss = 1.7436, Test Accuracy = 62.45%
Epoch 5/30: Avg Loss = 1.5495, Test Accuracy = 64.74%
Epoch 6/30: Avg Loss = 1.3054, Test Accuracy = 66.47%
Epoch 7/30: Avg Loss = 1.1105, Test Accuracy = 67.50%
Epoch 8/30: Avg Loss = 0.9325, Test Accuracy = 68.49%
Epoch 9/30: Avg Loss = 0.7319, Test Accuracy = 69.28%
Epoch 10/30: Avg Loss = 0.6360, Test Accuracy = 70.22%
Epoch 11/30: Avg Loss = 0.5282, Test Accuracy = 71.65%
Epoch 12/30: Avg Loss = 0.4481, Test Accuracy = 72.90%
Epoch 13/30: Avg Loss = 0.3598, Test Accuracy = 74.56%
Epoch 14/30: Avg Loss = 0.2797, Test Accuracy = 76.06%
Epoch 15/30: Avg Loss = 0.2516, Test Accuracy = 77.20%
Epoch 16/30: Avg Loss = 0.1755, Test Accuracy = 78.07%
Epoch 17/30: Avg Loss = 0.1459, Test Accuracy = 78.50%
Epoch 18/30: Avg Loss = 0.1542, Test Accuracy = 78.69%
Epoch 19/30: Avg Loss = 0.1123, Test Accuracy = 78.90%
Epoch 20/30: Avg Loss = 0.0987, Test Accuracy = 78.93%
Epoch 21/30: Avg Loss = 0.0795, Test Accuracy = 78.70%
Epoch 22/30: Avg Loss = 0.0658, Test Accuracy = 78.74%
Epoch 23/30: Avg Loss = 0.0600, Test Accuracy = 78.80%
Epoch 24/30: Avg Loss = 0.0509, Test Accuracy = 78.96%
Epoch 25/30: Avg Loss = 0.0492, Test Accuracy = 79.15%
Epoch 26/30: Avg Loss = 0.0377, Test Accuracy = 79.31%
Epoch 27/30: Avg Loss = 0.0399, Test Accuracy = 79.41%
Epoch 28/30: Avg Loss = 0.0245, Test Accuracy = 79.46%

Training teachers:  17%|██████████████████████████▏                                                                                                                                 | 42/250 [00:48<03:57,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0252, Test Accuracy = 79.60%
Epoch 30/30: Avg Loss = 0.0254, Test Accuracy = 79.62%
Epoch 1/30: Avg Loss = 2.2876, Test Accuracy = 39.71%
Epoch 2/30: Avg Loss = 2.1221, Test Accuracy = 50.08%
Epoch 3/30: Avg Loss = 1.9602, Test Accuracy = 55.75%
Epoch 4/30: Avg Loss = 1.7707, Test Accuracy = 60.28%
Epoch 5/30: Avg Loss = 1.5870, Test Accuracy = 63.56%
Epoch 6/30: Avg Loss = 1.4012, Test Accuracy = 66.28%
Epoch 7/30: Avg Loss = 1.2285, Test Accuracy = 69.37%
Epoch 8/30: Avg Loss = 1.0013, Test Accuracy = 71.87%
Epoch 9/30: Avg Loss = 0.8123, Test Accuracy = 73.75%
Epoch 10/30: Avg Loss = 0.6696, Test Accuracy = 75.37%
Epoch 11/30: Avg Loss = 0.5621, Test Accuracy = 76.63%
Epoch 12/30: Avg Loss = 0.4488, Test Accuracy = 77.81%
Epoch 13/30: Avg Loss = 0.3694, Test Accuracy = 78.40%
Epoch 14/30: Avg Loss = 0.2986, Test Accuracy = 78.98%
Epoch 15/30: Avg Loss = 0.2504, Test Accuracy = 79.47%
Epoch 16/30: Avg Loss = 0.2049, Test Accuracy = 79.75%
Epoch 17/30: Avg Loss = 0.1724, Test Accuracy = 80.02%
Epoch 18/30: Avg Loss = 0.1453, Test Accuracy = 80.15%
Epoch 19/30: Avg Loss = 0.1423, Test Accuracy = 80.07%
Epoch 20/30: Avg Loss = 0.1098, Test Accuracy = 80.19%
Epoch 21/30: Avg Loss = 0.1028, Test Accuracy = 80.38%
Epoch 22/30: Avg Loss = 0.0991, Test Accuracy = 80.53%
Epoch 23/30: Avg Loss = 0.0813, Test Accuracy = 80.65%
Epoch 24/30: Avg Loss = 0.0662, Test Accuracy = 80.65%
Epoch 25/30: Avg Loss = 0.0523, Test Accuracy = 80.82%
Epoch 26/30: Avg Loss = 0.0441, Test Accuracy = 80.91%
Epoch 27/30: Avg Loss = 0.0578, Test Accuracy = 81.12%
Epoch 28/30: Avg Loss = 0.0450, Test Accuracy = 81.14%

Training teachers:  17%|██████████████████████████▊                                                                                                                                 | 43/250 [00:49<03:56,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0438, Test Accuracy = 81.38%
Epoch 30/30: Avg Loss = 0.0413, Test Accuracy = 81.21%
Epoch 1/30: Avg Loss = 2.2795, Test Accuracy = 35.53%
Epoch 2/30: Avg Loss = 2.1117, Test Accuracy = 46.21%
Epoch 3/30: Avg Loss = 1.9572, Test Accuracy = 55.44%
Epoch 4/30: Avg Loss = 1.7910, Test Accuracy = 60.03%
Epoch 5/30: Avg Loss = 1.5851, Test Accuracy = 62.59%
Epoch 6/30: Avg Loss = 1.3863, Test Accuracy = 64.50%
Epoch 7/30: Avg Loss = 1.1744, Test Accuracy = 66.47%
Epoch 8/30: Avg Loss = 0.9949, Test Accuracy = 68.35%
Epoch 9/30: Avg Loss = 0.8025, Test Accuracy = 69.67%
Epoch 10/30: Avg Loss = 0.6489, Test Accuracy = 71.00%
Epoch 11/30: Avg Loss = 0.5842, Test Accuracy = 73.33%
Epoch 12/30: Avg Loss = 0.4656, Test Accuracy = 75.13%
Epoch 13/30: Avg Loss = 0.3724, Test Accuracy = 76.65%
Epoch 14/30: Avg Loss = 0.2997, Test Accuracy = 77.91%
Epoch 15/30: Avg Loss = 0.2448, Test Accuracy = 78.31%
Epoch 16/30: Avg Loss = 0.2054, Test Accuracy = 78.62%
Epoch 17/30: Avg Loss = 0.1796, Test Accuracy = 79.00%
Epoch 18/30: Avg Loss = 0.1790, Test Accuracy = 79.02%
Epoch 19/30: Avg Loss = 0.1181, Test Accuracy = 79.16%
Epoch 20/30: Avg Loss = 0.1195, Test Accuracy = 79.21%
Epoch 21/30: Avg Loss = 0.0947, Test Accuracy = 79.39%
Epoch 22/30: Avg Loss = 0.0992, Test Accuracy = 79.32%
Epoch 23/30: Avg Loss = 0.0853, Test Accuracy = 79.33%
Epoch 24/30: Avg Loss = 0.0798, Test Accuracy = 79.40%
Epoch 25/30: Avg Loss = 0.0619, Test Accuracy = 79.57%
Epoch 26/30: Avg Loss = 0.0438, Test Accuracy = 79.56%
Epoch 27/30: Avg Loss = 0.0535, Test Accuracy = 79.63%
Epoch 28/30: Avg Loss = 0.0362, Test Accuracy = 79.76%

Training teachers:  18%|███████████████████████████▍                                                                                                                                | 44/250 [00:50<03:56,  1.15s/it]

Epoch 29/30: Avg Loss = 0.0260, Test Accuracy = 79.95%
Epoch 30/30: Avg Loss = 0.0306, Test Accuracy = 79.98%
Epoch 1/30: Avg Loss = 2.2864, Test Accuracy = 27.38%
Epoch 2/30: Avg Loss = 2.1346, Test Accuracy = 36.20%
Epoch 3/30: Avg Loss = 1.9752, Test Accuracy = 43.33%
Epoch 4/30: Avg Loss = 1.8177, Test Accuracy = 48.96%
Epoch 5/30: Avg Loss = 1.6438, Test Accuracy = 54.59%
Epoch 6/30: Avg Loss = 1.4542, Test Accuracy = 59.23%
Epoch 7/30: Avg Loss = 1.2636, Test Accuracy = 64.64%
Epoch 8/30: Avg Loss = 1.1071, Test Accuracy = 69.24%
Epoch 9/30: Avg Loss = 0.9375, Test Accuracy = 72.92%
Epoch 10/30: Avg Loss = 0.7732, Test Accuracy = 75.19%
Epoch 11/30: Avg Loss = 0.6201, Test Accuracy = 77.61%
Epoch 12/30: Avg Loss = 0.5521, Test Accuracy = 79.12%
Epoch 13/30: Avg Loss = 0.4063, Test Accuracy = 79.92%
Epoch 14/30: Avg Loss = 0.3375, Test Accuracy = 80.49%
Epoch 15/30: Avg Loss = 0.2733, Test Accuracy = 80.60%
Epoch 16/30: Avg Loss = 0.2297, Test Accuracy = 80.86%
Epoch 17/30: Avg Loss = 0.1838, Test Accuracy = 80.83%
Epoch 18/30: Avg Loss = 0.1592, Test Accuracy = 81.15%
Epoch 19/30: Avg Loss = 0.1346, Test Accuracy = 81.33%
Epoch 20/30: Avg Loss = 0.1127, Test Accuracy = 81.53%
Epoch 21/30: Avg Loss = 0.0841, Test Accuracy = 81.82%
Epoch 22/30: Avg Loss = 0.0750, Test Accuracy = 81.97%
Epoch 23/30: Avg Loss = 0.0823, Test Accuracy = 82.20%
Epoch 24/30: Avg Loss = 0.0632, Test Accuracy = 82.32%
Epoch 25/30: Avg Loss = 0.0645, Test Accuracy = 82.44%
Epoch 26/30: Avg Loss = 0.0510, Test Accuracy = 82.41%
Epoch 27/30: Avg Loss = 0.0511, Test Accuracy = 82.44%
Epoch 28/30: Avg Loss = 0.0445, Test Accuracy = 82.57%

Training teachers:  18%|████████████████████████████                                                                                                                                | 45/250 [00:51<03:54,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0549, Test Accuracy = 82.55%
Epoch 30/30: Avg Loss = 0.0360, Test Accuracy = 82.58%
Epoch 1/30: Avg Loss = 2.2715, Test Accuracy = 30.43%
Epoch 2/30: Avg Loss = 2.1256, Test Accuracy = 42.61%
Epoch 3/30: Avg Loss = 1.9769, Test Accuracy = 47.93%
Epoch 4/30: Avg Loss = 1.8142, Test Accuracy = 50.40%
Epoch 5/30: Avg Loss = 1.6164, Test Accuracy = 52.18%
Epoch 6/30: Avg Loss = 1.4336, Test Accuracy = 54.01%
Epoch 7/30: Avg Loss = 1.2434, Test Accuracy = 57.11%
Epoch 8/30: Avg Loss = 1.0795, Test Accuracy = 61.12%
Epoch 9/30: Avg Loss = 0.8946, Test Accuracy = 66.06%
Epoch 10/30: Avg Loss = 0.7272, Test Accuracy = 68.89%
Epoch 11/30: Avg Loss = 0.6093, Test Accuracy = 71.44%
Epoch 12/30: Avg Loss = 0.4595, Test Accuracy = 73.48%
Epoch 13/30: Avg Loss = 0.3818, Test Accuracy = 74.68%
Epoch 14/30: Avg Loss = 0.3228, Test Accuracy = 76.25%
Epoch 15/30: Avg Loss = 0.2570, Test Accuracy = 76.98%
Epoch 16/30: Avg Loss = 0.1994, Test Accuracy = 77.62%
Epoch 17/30: Avg Loss = 0.1501, Test Accuracy = 78.04%
Epoch 18/30: Avg Loss = 0.1353, Test Accuracy = 78.29%
Epoch 19/30: Avg Loss = 0.1032, Test Accuracy = 78.35%
Epoch 20/30: Avg Loss = 0.0871, Test Accuracy = 78.54%
Epoch 21/30: Avg Loss = 0.0702, Test Accuracy = 78.53%
Epoch 22/30: Avg Loss = 0.0642, Test Accuracy = 78.56%
Epoch 23/30: Avg Loss = 0.0582, Test Accuracy = 78.63%
Epoch 24/30: Avg Loss = 0.0604, Test Accuracy = 78.75%
Epoch 25/30: Avg Loss = 0.0388, Test Accuracy = 78.75%
Epoch 26/30: Avg Loss = 0.0330, Test Accuracy = 78.62%
Epoch 27/30: Avg Loss = 0.0402, Test Accuracy = 78.71%

Training teachers:  18%|████████████████████████████▋                                                                                                                               | 46/250 [00:52<03:54,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0371, Test Accuracy = 78.70%
Epoch 29/30: Avg Loss = 0.0309, Test Accuracy = 78.76%
Epoch 30/30: Avg Loss = 0.0246, Test Accuracy = 78.85%
Epoch 1/30: Avg Loss = 2.2819, Test Accuracy = 15.10%
Epoch 2/30: Avg Loss = 2.1522, Test Accuracy = 35.50%
Epoch 3/30: Avg Loss = 2.0268, Test Accuracy = 47.15%
Epoch 4/30: Avg Loss = 1.8671, Test Accuracy = 53.04%
Epoch 5/30: Avg Loss = 1.6854, Test Accuracy = 56.24%
Epoch 6/30: Avg Loss = 1.4799, Test Accuracy = 59.32%
Epoch 7/30: Avg Loss = 1.2894, Test Accuracy = 62.56%
Epoch 8/30: Avg Loss = 1.0913, Test Accuracy = 66.84%
Epoch 9/30: Avg Loss = 0.9194, Test Accuracy = 70.05%
Epoch 10/30: Avg Loss = 0.7619, Test Accuracy = 72.47%
Epoch 11/30: Avg Loss = 0.6507, Test Accuracy = 74.05%
Epoch 12/30: Avg Loss = 0.5356, Test Accuracy = 75.36%
Epoch 13/30: Avg Loss = 0.4351, Test Accuracy = 76.43%
Epoch 14/30: Avg Loss = 0.3834, Test Accuracy = 77.50%
Epoch 15/30: Avg Loss = 0.3229, Test Accuracy = 78.31%
Epoch 16/30: Avg Loss = 0.2702, Test Accuracy = 78.67%
Epoch 17/30: Avg Loss = 0.2128, Test Accuracy = 78.62%
Epoch 18/30: Avg Loss = 0.1805, Test Accuracy = 78.70%
Epoch 19/30: Avg Loss = 0.1481, Test Accuracy = 79.12%
Epoch 20/30: Avg Loss = 0.1594, Test Accuracy = 78.98%
Epoch 21/30: Avg Loss = 0.1047, Test Accuracy = 78.99%
Epoch 22/30: Avg Loss = 0.0779, Test Accuracy = 79.26%
Epoch 23/30: Avg Loss = 0.0879, Test Accuracy = 79.30%
Epoch 24/30: Avg Loss = 0.0782, Test Accuracy = 79.44%
Epoch 25/30: Avg Loss = 0.0706, Test Accuracy = 79.55%
Epoch 26/30: Avg Loss = 0.0629, Test Accuracy = 79.69%

Training teachers:  19%|█████████████████████████████▎                                                                                                                              | 47/250 [00:53<03:54,  1.16s/it]

Epoch 27/30: Avg Loss = 0.0610, Test Accuracy = 79.92%
Epoch 28/30: Avg Loss = 0.0425, Test Accuracy = 80.12%
Epoch 29/30: Avg Loss = 0.0413, Test Accuracy = 80.20%
Epoch 30/30: Avg Loss = 0.0422, Test Accuracy = 80.00%
Epoch 1/30: Avg Loss = 2.2829, Test Accuracy = 36.56%
Epoch 2/30: Avg Loss = 2.1322, Test Accuracy = 47.79%
Epoch 3/30: Avg Loss = 1.9874, Test Accuracy = 56.17%
Epoch 4/30: Avg Loss = 1.7954, Test Accuracy = 60.71%
Epoch 5/30: Avg Loss = 1.6242, Test Accuracy = 63.94%
Epoch 6/30: Avg Loss = 1.4219, Test Accuracy = 66.73%
Epoch 7/30: Avg Loss = 1.2346, Test Accuracy = 69.26%
Epoch 8/30: Avg Loss = 1.0288, Test Accuracy = 71.75%
Epoch 9/30: Avg Loss = 0.8668, Test Accuracy = 73.81%
Epoch 10/30: Avg Loss = 0.7082, Test Accuracy = 75.41%
Epoch 11/30: Avg Loss = 0.5801, Test Accuracy = 76.63%
Epoch 12/30: Avg Loss = 0.4663, Test Accuracy = 77.48%
Epoch 13/30: Avg Loss = 0.3496, Test Accuracy = 77.96%
Epoch 14/30: Avg Loss = 0.3116, Test Accuracy = 78.65%
Epoch 15/30: Avg Loss = 0.2600, Test Accuracy = 79.29%
Epoch 16/30: Avg Loss = 0.2579, Test Accuracy = 79.68%
Epoch 17/30: Avg Loss = 0.1658, Test Accuracy = 80.07%
Epoch 18/30: Avg Loss = 0.1513, Test Accuracy = 80.33%
Epoch 19/30: Avg Loss = 0.1292, Test Accuracy = 80.60%
Epoch 20/30: Avg Loss = 0.1037, Test Accuracy = 80.75%
Epoch 21/30: Avg Loss = 0.0884, Test Accuracy = 80.75%
Epoch 22/30: Avg Loss = 0.0661, Test Accuracy = 80.89%
Epoch 23/30: Avg Loss = 0.0674, Test Accuracy = 80.88%
Epoch 24/30: Avg Loss = 0.0601, Test Accuracy = 80.93%
Epoch 25/30: Avg Loss = 0.0856, Test Accuracy = 81.04%

Training teachers:  19%|█████████████████████████████▉                                                                                                                              | 48/250 [00:55<03:52,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0633, Test Accuracy = 81.42%
Epoch 27/30: Avg Loss = 0.0514, Test Accuracy = 81.46%
Epoch 28/30: Avg Loss = 0.0378, Test Accuracy = 81.40%
Epoch 29/30: Avg Loss = 0.0406, Test Accuracy = 81.32%
Epoch 30/30: Avg Loss = 0.0387, Test Accuracy = 81.27%
Epoch 1/30: Avg Loss = 2.2728, Test Accuracy = 31.77%
Epoch 2/30: Avg Loss = 2.0992, Test Accuracy = 46.90%
Epoch 3/30: Avg Loss = 1.9184, Test Accuracy = 54.86%
Epoch 4/30: Avg Loss = 1.7468, Test Accuracy = 58.84%
Epoch 5/30: Avg Loss = 1.5502, Test Accuracy = 62.13%
Epoch 6/30: Avg Loss = 1.3463, Test Accuracy = 65.67%
Epoch 7/30: Avg Loss = 1.1821, Test Accuracy = 68.74%
Epoch 8/30: Avg Loss = 1.0032, Test Accuracy = 71.50%
Epoch 9/30: Avg Loss = 0.8306, Test Accuracy = 73.80%
Epoch 10/30: Avg Loss = 0.6820, Test Accuracy = 75.62%
Epoch 11/30: Avg Loss = 0.5164, Test Accuracy = 77.34%
Epoch 12/30: Avg Loss = 0.4466, Test Accuracy = 78.07%
Epoch 13/30: Avg Loss = 0.3614, Test Accuracy = 78.45%
Epoch 14/30: Avg Loss = 0.3020, Test Accuracy = 78.90%
Epoch 15/30: Avg Loss = 0.2530, Test Accuracy = 79.21%
Epoch 16/30: Avg Loss = 0.2021, Test Accuracy = 79.70%
Epoch 17/30: Avg Loss = 0.1722, Test Accuracy = 80.25%
Epoch 18/30: Avg Loss = 0.1359, Test Accuracy = 80.25%
Epoch 19/30: Avg Loss = 0.1387, Test Accuracy = 80.51%
Epoch 20/30: Avg Loss = 0.0919, Test Accuracy = 80.97%
Epoch 21/30: Avg Loss = 0.0946, Test Accuracy = 81.70%
Epoch 22/30: Avg Loss = 0.0640, Test Accuracy = 81.99%
Epoch 23/30: Avg Loss = 0.1018, Test Accuracy = 81.94%
Epoch 24/30: Avg Loss = 0.0835, Test Accuracy = 81.87%
Epoch 25/30: Avg Loss = 0.0423, Test Accuracy = 81.69%

Training teachers:  20%|██████████████████████████████▌                                                                                                                             | 49/250 [00:56<03:49,  1.14s/it]

Epoch 26/30: Avg Loss = 0.0410, Test Accuracy = 81.58%
Epoch 27/30: Avg Loss = 0.0459, Test Accuracy = 81.67%
Epoch 28/30: Avg Loss = 0.0414, Test Accuracy = 81.97%
Epoch 29/30: Avg Loss = 0.0264, Test Accuracy = 82.18%
Epoch 30/30: Avg Loss = 0.0351, Test Accuracy = 82.37%
Epoch 1/30: Avg Loss = 2.2805, Test Accuracy = 36.85%
Epoch 2/30: Avg Loss = 2.1130, Test Accuracy = 53.65%
Epoch 3/30: Avg Loss = 1.9496, Test Accuracy = 60.79%
Epoch 4/30: Avg Loss = 1.7783, Test Accuracy = 63.51%
Epoch 5/30: Avg Loss = 1.5448, Test Accuracy = 65.27%
Epoch 6/30: Avg Loss = 1.3082, Test Accuracy = 66.22%
Epoch 7/30: Avg Loss = 1.1122, Test Accuracy = 66.87%
Epoch 8/30: Avg Loss = 0.9651, Test Accuracy = 67.73%
Epoch 9/30: Avg Loss = 0.7678, Test Accuracy = 68.98%
Epoch 10/30: Avg Loss = 0.6580, Test Accuracy = 70.60%
Epoch 11/30: Avg Loss = 0.5534, Test Accuracy = 72.60%
Epoch 12/30: Avg Loss = 0.4712, Test Accuracy = 75.00%
Epoch 13/30: Avg Loss = 0.3865, Test Accuracy = 76.84%
Epoch 14/30: Avg Loss = 0.3055, Test Accuracy = 78.07%
Epoch 15/30: Avg Loss = 0.2485, Test Accuracy = 79.02%
Epoch 16/30: Avg Loss = 0.2037, Test Accuracy = 79.38%
Epoch 17/30: Avg Loss = 0.1663, Test Accuracy = 79.88%
Epoch 18/30: Avg Loss = 0.1661, Test Accuracy = 80.18%
Epoch 19/30: Avg Loss = 0.1286, Test Accuracy = 80.50%
Epoch 20/30: Avg Loss = 0.1102, Test Accuracy = 80.52%
Epoch 21/30: Avg Loss = 0.0950, Test Accuracy = 80.44%
Epoch 22/30: Avg Loss = 0.0759, Test Accuracy = 80.63%
Epoch 23/30: Avg Loss = 0.0629, Test Accuracy = 80.91%
Epoch 24/30: Avg Loss = 0.0570, Test Accuracy = 81.02%
Epoch 25/30: Avg Loss = 0.0441, Test Accuracy = 81.13%

Training teachers:  20%|███████████████████████████████▏                                                                                                                            | 50/250 [00:57<03:47,  1.14s/it]

Epoch 26/30: Avg Loss = 0.0398, Test Accuracy = 81.24%
Epoch 27/30: Avg Loss = 0.0474, Test Accuracy = 81.26%
Epoch 28/30: Avg Loss = 0.0288, Test Accuracy = 81.36%
Epoch 29/30: Avg Loss = 0.0384, Test Accuracy = 81.30%
Epoch 30/30: Avg Loss = 0.0238, Test Accuracy = 81.25%
Epoch 1/30: Avg Loss = 2.2787, Test Accuracy = 32.68%
Epoch 2/30: Avg Loss = 2.1233, Test Accuracy = 43.55%
Epoch 3/30: Avg Loss = 1.9713, Test Accuracy = 50.14%
Epoch 4/30: Avg Loss = 1.8127, Test Accuracy = 56.25%
Epoch 5/30: Avg Loss = 1.5995, Test Accuracy = 59.65%
Epoch 6/30: Avg Loss = 1.3912, Test Accuracy = 62.46%
Epoch 7/30: Avg Loss = 1.1777, Test Accuracy = 64.40%
Epoch 8/30: Avg Loss = 0.9713, Test Accuracy = 66.84%
Epoch 9/30: Avg Loss = 0.7749, Test Accuracy = 69.54%
Epoch 10/30: Avg Loss = 0.6286, Test Accuracy = 71.23%
Epoch 11/30: Avg Loss = 0.4829, Test Accuracy = 72.88%
Epoch 12/30: Avg Loss = 0.3765, Test Accuracy = 74.73%
Epoch 13/30: Avg Loss = 0.3053, Test Accuracy = 76.02%
Epoch 14/30: Avg Loss = 0.2525, Test Accuracy = 76.64%
Epoch 15/30: Avg Loss = 0.1941, Test Accuracy = 77.13%
Epoch 16/30: Avg Loss = 0.1384, Test Accuracy = 77.13%
Epoch 17/30: Avg Loss = 0.1169, Test Accuracy = 77.32%
Epoch 18/30: Avg Loss = 0.1217, Test Accuracy = 77.38%
Epoch 19/30: Avg Loss = 0.0905, Test Accuracy = 77.93%
Epoch 20/30: Avg Loss = 0.0839, Test Accuracy = 78.28%
Epoch 21/30: Avg Loss = 0.0650, Test Accuracy = 78.41%
Epoch 22/30: Avg Loss = 0.0502, Test Accuracy = 78.42%
Epoch 23/30: Avg Loss = 0.0409, Test Accuracy = 78.59%
Epoch 24/30: Avg Loss = 0.0355, Test Accuracy = 78.54%
Epoch 25/30: Avg Loss = 0.0325, Test Accuracy = 78.56%

Training teachers:  20%|███████████████████████████████▊                                                                                                                            | 51/250 [00:58<03:46,  1.14s/it]

Epoch 26/30: Avg Loss = 0.0283, Test Accuracy = 78.59%
Epoch 27/30: Avg Loss = 0.0371, Test Accuracy = 78.62%
Epoch 28/30: Avg Loss = 0.0220, Test Accuracy = 78.61%
Epoch 29/30: Avg Loss = 0.0318, Test Accuracy = 78.50%
Epoch 30/30: Avg Loss = 0.0234, Test Accuracy = 78.40%
Epoch 1/30: Avg Loss = 2.2868, Test Accuracy = 25.45%
Epoch 2/30: Avg Loss = 2.1325, Test Accuracy = 44.96%
Epoch 3/30: Avg Loss = 1.9575, Test Accuracy = 48.75%
Epoch 4/30: Avg Loss = 1.7555, Test Accuracy = 50.05%
Epoch 5/30: Avg Loss = 1.5405, Test Accuracy = 51.67%
Epoch 6/30: Avg Loss = 1.3395, Test Accuracy = 53.71%
Epoch 7/30: Avg Loss = 1.1512, Test Accuracy = 57.02%
Epoch 8/30: Avg Loss = 0.9802, Test Accuracy = 61.72%
Epoch 9/30: Avg Loss = 0.7744, Test Accuracy = 66.40%
Epoch 10/30: Avg Loss = 0.6576, Test Accuracy = 70.07%
Epoch 11/30: Avg Loss = 0.5731, Test Accuracy = 72.74%
Epoch 12/30: Avg Loss = 0.4279, Test Accuracy = 74.84%
Epoch 13/30: Avg Loss = 0.3231, Test Accuracy = 76.12%
Epoch 14/30: Avg Loss = 0.2398, Test Accuracy = 77.16%
Epoch 15/30: Avg Loss = 0.2063, Test Accuracy = 77.65%
Epoch 16/30: Avg Loss = 0.1709, Test Accuracy = 78.19%
Epoch 17/30: Avg Loss = 0.1399, Test Accuracy = 78.37%
Epoch 18/30: Avg Loss = 0.1200, Test Accuracy = 78.74%
Epoch 19/30: Avg Loss = 0.1125, Test Accuracy = 78.93%
Epoch 20/30: Avg Loss = 0.0894, Test Accuracy = 79.39%
Epoch 21/30: Avg Loss = 0.0823, Test Accuracy = 79.75%
Epoch 22/30: Avg Loss = 0.0676, Test Accuracy = 79.93%
Epoch 23/30: Avg Loss = 0.0615, Test Accuracy = 80.19%
Epoch 24/30: Avg Loss = 0.0550, Test Accuracy = 80.55%
Epoch 25/30: Avg Loss = 0.0390, Test Accuracy = 80.76%
Epoch 26/30: Avg Loss = 0.0485, Test Accuracy = 80.72%
Epoch 27/30: Avg Loss = 0.0427, Test Accuracy = 80.59%

Training teachers:  21%|████████████████████████████████▍                                                                                                                           | 52/250 [00:59<03:49,  1.16s/it]

Epoch 28/30: Avg Loss = 0.0314, Test Accuracy = 80.54%
Epoch 29/30: Avg Loss = 0.0328, Test Accuracy = 80.65%
Epoch 30/30: Avg Loss = 0.0300, Test Accuracy = 80.58%
Epoch 1/30: Avg Loss = 2.2906, Test Accuracy = 39.06%
Epoch 2/30: Avg Loss = 2.1427, Test Accuracy = 58.50%
Epoch 3/30: Avg Loss = 1.9775, Test Accuracy = 65.50%
Epoch 4/30: Avg Loss = 1.8202, Test Accuracy = 66.81%
Epoch 5/30: Avg Loss = 1.5762, Test Accuracy = 66.44%
Epoch 6/30: Avg Loss = 1.3732, Test Accuracy = 65.72%
Epoch 7/30: Avg Loss = 1.1714, Test Accuracy = 66.51%
Epoch 8/30: Avg Loss = 0.9510, Test Accuracy = 68.82%
Epoch 9/30: Avg Loss = 0.7625, Test Accuracy = 70.99%
Epoch 10/30: Avg Loss = 0.6357, Test Accuracy = 73.26%
Epoch 11/30: Avg Loss = 0.5358, Test Accuracy = 75.00%
Epoch 12/30: Avg Loss = 0.3875, Test Accuracy = 76.39%
Epoch 13/30: Avg Loss = 0.3233, Test Accuracy = 77.37%
Epoch 14/30: Avg Loss = 0.2867, Test Accuracy = 78.12%
Epoch 15/30: Avg Loss = 0.2203, Test Accuracy = 78.74%
Epoch 16/30: Avg Loss = 0.1889, Test Accuracy = 79.29%
Epoch 17/30: Avg Loss = 0.1823, Test Accuracy = 79.72%
Epoch 18/30: Avg Loss = 0.1294, Test Accuracy = 79.85%
Epoch 19/30: Avg Loss = 0.0968, Test Accuracy = 79.83%
Epoch 20/30: Avg Loss = 0.1121, Test Accuracy = 80.12%
Epoch 21/30: Avg Loss = 0.0762, Test Accuracy = 80.44%
Epoch 22/30: Avg Loss = 0.0638, Test Accuracy = 80.60%
Epoch 23/30: Avg Loss = 0.0458, Test Accuracy = 80.66%
Epoch 24/30: Avg Loss = 0.0542, Test Accuracy = 80.67%
Epoch 25/30: Avg Loss = 0.0374, Test Accuracy = 80.62%
Epoch 26/30: Avg Loss = 0.0371, Test Accuracy = 80.44%
Epoch 27/30: Avg Loss = 0.0386, Test Accuracy = 80.53%

Training teachers:  21%|█████████████████████████████████                                                                                                                           | 53/250 [01:00<03:47,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0420, Test Accuracy = 80.64%
Epoch 29/30: Avg Loss = 0.0340, Test Accuracy = 81.01%
Epoch 30/30: Avg Loss = 0.0257, Test Accuracy = 81.09%
Epoch 1/30: Avg Loss = 2.2537, Test Accuracy = 26.61%
Epoch 2/30: Avg Loss = 2.0971, Test Accuracy = 45.45%
Epoch 3/30: Avg Loss = 1.9134, Test Accuracy = 52.57%
Epoch 4/30: Avg Loss = 1.6831, Test Accuracy = 55.72%
Epoch 5/30: Avg Loss = 1.4808, Test Accuracy = 57.92%
Epoch 6/30: Avg Loss = 1.2657, Test Accuracy = 59.88%
Epoch 7/30: Avg Loss = 1.0471, Test Accuracy = 62.26%
Epoch 8/30: Avg Loss = 0.8566, Test Accuracy = 64.99%
Epoch 9/30: Avg Loss = 0.7127, Test Accuracy = 67.64%
Epoch 10/30: Avg Loss = 0.5532, Test Accuracy = 70.21%
Epoch 11/30: Avg Loss = 0.4535, Test Accuracy = 72.74%
Epoch 12/30: Avg Loss = 0.3473, Test Accuracy = 74.71%
Epoch 13/30: Avg Loss = 0.3030, Test Accuracy = 76.10%
Epoch 14/30: Avg Loss = 0.2358, Test Accuracy = 76.81%
Epoch 15/30: Avg Loss = 0.1997, Test Accuracy = 77.33%
Epoch 16/30: Avg Loss = 0.1794, Test Accuracy = 77.47%
Epoch 17/30: Avg Loss = 0.1421, Test Accuracy = 77.67%
Epoch 18/30: Avg Loss = 0.1071, Test Accuracy = 77.82%
Epoch 19/30: Avg Loss = 0.0895, Test Accuracy = 78.07%
Epoch 20/30: Avg Loss = 0.0848, Test Accuracy = 78.41%
Epoch 21/30: Avg Loss = 0.0555, Test Accuracy = 78.46%
Epoch 22/30: Avg Loss = 0.0607, Test Accuracy = 78.49%
Epoch 23/30: Avg Loss = 0.0592, Test Accuracy = 78.66%
Epoch 24/30: Avg Loss = 0.0413, Test Accuracy = 78.83%
Epoch 25/30: Avg Loss = 0.0465, Test Accuracy = 79.04%
Epoch 26/30: Avg Loss = 0.0423, Test Accuracy = 78.94%
Epoch 27/30: Avg Loss = 0.0416, Test Accuracy = 78.73%

Training teachers:  22%|█████████████████████████████████▋                                                                                                                          | 54/250 [01:01<03:46,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0281, Test Accuracy = 78.82%
Epoch 29/30: Avg Loss = 0.0281, Test Accuracy = 78.87%
Epoch 30/30: Avg Loss = 0.0217, Test Accuracy = 78.98%
Epoch 1/30: Avg Loss = 2.2658, Test Accuracy = 35.74%
Epoch 2/30: Avg Loss = 2.1129, Test Accuracy = 48.96%
Epoch 3/30: Avg Loss = 1.9415, Test Accuracy = 54.29%
Epoch 4/30: Avg Loss = 1.7353, Test Accuracy = 56.49%
Epoch 5/30: Avg Loss = 1.5536, Test Accuracy = 57.03%
Epoch 6/30: Avg Loss = 1.3458, Test Accuracy = 58.95%
Epoch 7/30: Avg Loss = 1.1158, Test Accuracy = 61.86%
Epoch 8/30: Avg Loss = 0.9554, Test Accuracy = 64.78%
Epoch 9/30: Avg Loss = 0.7972, Test Accuracy = 68.28%
Epoch 10/30: Avg Loss = 0.6728, Test Accuracy = 71.05%
Epoch 11/30: Avg Loss = 0.5336, Test Accuracy = 73.13%
Epoch 12/30: Avg Loss = 0.4608, Test Accuracy = 74.83%
Epoch 13/30: Avg Loss = 0.3861, Test Accuracy = 76.28%
Epoch 14/30: Avg Loss = 0.3193, Test Accuracy = 77.34%
Epoch 15/30: Avg Loss = 0.2637, Test Accuracy = 77.55%
Epoch 16/30: Avg Loss = 0.2329, Test Accuracy = 77.62%
Epoch 17/30: Avg Loss = 0.1914, Test Accuracy = 77.79%
Epoch 18/30: Avg Loss = 0.1351, Test Accuracy = 77.91%
Epoch 19/30: Avg Loss = 0.1231, Test Accuracy = 78.06%
Epoch 20/30: Avg Loss = 0.1004, Test Accuracy = 78.36%
Epoch 21/30: Avg Loss = 0.1055, Test Accuracy = 78.65%
Epoch 22/30: Avg Loss = 0.0725, Test Accuracy = 78.63%
Epoch 23/30: Avg Loss = 0.0617, Test Accuracy = 78.58%
Epoch 24/30: Avg Loss = 0.0587, Test Accuracy = 78.77%
Epoch 25/30: Avg Loss = 0.0593, Test Accuracy = 78.94%
Epoch 26/30: Avg Loss = 0.0444, Test Accuracy = 79.12%

Training teachers:  22%|██████████████████████████████████▎                                                                                                                         | 55/250 [01:03<03:46,  1.16s/it]

Epoch 27/30: Avg Loss = 0.0439, Test Accuracy = 79.29%
Epoch 28/30: Avg Loss = 0.0373, Test Accuracy = 79.26%
Epoch 29/30: Avg Loss = 0.0481, Test Accuracy = 79.25%
Epoch 30/30: Avg Loss = 0.0339, Test Accuracy = 79.07%
Epoch 1/30: Avg Loss = 2.2947, Test Accuracy = 36.38%
Epoch 2/30: Avg Loss = 2.1524, Test Accuracy = 49.28%
Epoch 3/30: Avg Loss = 1.9824, Test Accuracy = 56.16%
Epoch 4/30: Avg Loss = 1.7970, Test Accuracy = 58.51%
Epoch 5/30: Avg Loss = 1.5902, Test Accuracy = 59.57%
Epoch 6/30: Avg Loss = 1.3924, Test Accuracy = 60.73%
Epoch 7/30: Avg Loss = 1.1411, Test Accuracy = 62.73%
Epoch 8/30: Avg Loss = 0.9569, Test Accuracy = 66.04%
Epoch 9/30: Avg Loss = 0.8040, Test Accuracy = 69.61%
Epoch 10/30: Avg Loss = 0.6413, Test Accuracy = 71.82%
Epoch 11/30: Avg Loss = 0.5219, Test Accuracy = 73.01%
Epoch 12/30: Avg Loss = 0.4404, Test Accuracy = 73.78%
Epoch 13/30: Avg Loss = 0.3382, Test Accuracy = 74.85%
Epoch 14/30: Avg Loss = 0.2787, Test Accuracy = 75.78%
Epoch 15/30: Avg Loss = 0.2201, Test Accuracy = 76.76%
Epoch 16/30: Avg Loss = 0.1807, Test Accuracy = 77.65%
Epoch 17/30: Avg Loss = 0.1466, Test Accuracy = 78.16%
Epoch 18/30: Avg Loss = 0.1249, Test Accuracy = 78.64%
Epoch 19/30: Avg Loss = 0.1008, Test Accuracy = 79.05%
Epoch 20/30: Avg Loss = 0.0870, Test Accuracy = 79.28%
Epoch 21/30: Avg Loss = 0.0683, Test Accuracy = 79.49%
Epoch 22/30: Avg Loss = 0.0595, Test Accuracy = 79.50%
Epoch 23/30: Avg Loss = 0.0475, Test Accuracy = 79.58%
Epoch 24/30: Avg Loss = 0.0351, Test Accuracy = 79.82%
Epoch 25/30: Avg Loss = 0.0481, Test Accuracy = 80.03%
Epoch 26/30: Avg Loss = 0.0404, Test Accuracy = 80.05%
Epoch 27/30: Avg Loss = 0.0280, Test Accuracy = 79.99%
Epoch 28/30: Avg Loss = 0.0290, Test Accuracy = 79.97%

Training teachers:  22%|██████████████████████████████████▉                                                                                                                         | 56/250 [01:04<03:47,  1.17s/it]

Epoch 29/30: Avg Loss = 0.0275, Test Accuracy = 79.93%
Epoch 30/30: Avg Loss = 0.0256, Test Accuracy = 79.95%
Epoch 1/30: Avg Loss = 2.2586, Test Accuracy = 24.22%
Epoch 2/30: Avg Loss = 2.0920, Test Accuracy = 38.01%
Epoch 3/30: Avg Loss = 1.9162, Test Accuracy = 46.43%
Epoch 4/30: Avg Loss = 1.7237, Test Accuracy = 52.76%
Epoch 5/30: Avg Loss = 1.5324, Test Accuracy = 56.38%
Epoch 6/30: Avg Loss = 1.3346, Test Accuracy = 59.65%
Epoch 7/30: Avg Loss = 1.1518, Test Accuracy = 63.02%
Epoch 8/30: Avg Loss = 0.9543, Test Accuracy = 66.33%
Epoch 9/30: Avg Loss = 0.8024, Test Accuracy = 69.17%
Epoch 10/30: Avg Loss = 0.6640, Test Accuracy = 71.19%
Epoch 11/30: Avg Loss = 0.5618, Test Accuracy = 72.96%
Epoch 12/30: Avg Loss = 0.4333, Test Accuracy = 74.36%
Epoch 13/30: Avg Loss = 0.3432, Test Accuracy = 75.23%
Epoch 14/30: Avg Loss = 0.3032, Test Accuracy = 76.40%
Epoch 15/30: Avg Loss = 0.2451, Test Accuracy = 77.12%
Epoch 16/30: Avg Loss = 0.1725, Test Accuracy = 77.73%
Epoch 17/30: Avg Loss = 0.1422, Test Accuracy = 78.02%
Epoch 18/30: Avg Loss = 0.1112, Test Accuracy = 78.02%
Epoch 19/30: Avg Loss = 0.1226, Test Accuracy = 78.11%
Epoch 20/30: Avg Loss = 0.0847, Test Accuracy = 78.26%
Epoch 21/30: Avg Loss = 0.0641, Test Accuracy = 78.18%
Epoch 22/30: Avg Loss = 0.0674, Test Accuracy = 77.89%
Epoch 23/30: Avg Loss = 0.0614, Test Accuracy = 77.95%
Epoch 24/30: Avg Loss = 0.0468, Test Accuracy = 78.05%
Epoch 25/30: Avg Loss = 0.0450, Test Accuracy = 78.28%
Epoch 26/30: Avg Loss = 0.0408, Test Accuracy = 78.29%
Epoch 27/30: Avg Loss = 0.0405, Test Accuracy = 78.49%
Epoch 28/30: Avg Loss = 0.0323, Test Accuracy = 78.69%

Training teachers:  23%|███████████████████████████████████▌                                                                                                                        | 57/250 [01:05<03:46,  1.17s/it]

Epoch 29/30: Avg Loss = 0.0258, Test Accuracy = 78.87%
Epoch 30/30: Avg Loss = 0.0277, Test Accuracy = 79.10%
Epoch 1/30: Avg Loss = 2.2770, Test Accuracy = 38.10%
Epoch 2/30: Avg Loss = 2.1231, Test Accuracy = 51.23%
Epoch 3/30: Avg Loss = 1.9532, Test Accuracy = 55.88%
Epoch 4/30: Avg Loss = 1.7776, Test Accuracy = 58.36%
Epoch 5/30: Avg Loss = 1.5442, Test Accuracy = 60.12%
Epoch 6/30: Avg Loss = 1.3249, Test Accuracy = 62.23%
Epoch 7/30: Avg Loss = 1.0962, Test Accuracy = 64.60%
Epoch 8/30: Avg Loss = 0.9474, Test Accuracy = 67.22%
Epoch 9/30: Avg Loss = 0.7866, Test Accuracy = 69.32%
Epoch 10/30: Avg Loss = 0.6345, Test Accuracy = 70.92%
Epoch 11/30: Avg Loss = 0.5000, Test Accuracy = 72.16%
Epoch 12/30: Avg Loss = 0.4121, Test Accuracy = 73.52%
Epoch 13/30: Avg Loss = 0.3119, Test Accuracy = 74.95%
Epoch 14/30: Avg Loss = 0.3327, Test Accuracy = 76.34%
Epoch 15/30: Avg Loss = 0.2224, Test Accuracy = 77.08%
Epoch 16/30: Avg Loss = 0.1733, Test Accuracy = 77.46%
Epoch 17/30: Avg Loss = 0.1441, Test Accuracy = 77.85%
Epoch 18/30: Avg Loss = 0.1235, Test Accuracy = 77.78%
Epoch 19/30: Avg Loss = 0.0933, Test Accuracy = 77.75%
Epoch 20/30: Avg Loss = 0.1005, Test Accuracy = 77.70%
Epoch 21/30: Avg Loss = 0.0637, Test Accuracy = 77.46%
Epoch 22/30: Avg Loss = 0.0470, Test Accuracy = 77.63%
Epoch 23/30: Avg Loss = 0.0566, Test Accuracy = 77.84%
Epoch 24/30: Avg Loss = 0.0415, Test Accuracy = 77.93%
Epoch 25/30: Avg Loss = 0.0411, Test Accuracy = 78.24%
Epoch 26/30: Avg Loss = 0.0263, Test Accuracy = 78.50%
Epoch 27/30: Avg Loss = 0.0254, Test Accuracy = 78.49%
Epoch 28/30: Avg Loss = 0.0423, Test Accuracy = 78.44%

Training teachers:  23%|████████████████████████████████████▏                                                                                                                       | 58/250 [01:06<03:43,  1.17s/it]

Epoch 29/30: Avg Loss = 0.0337, Test Accuracy = 78.61%
Epoch 30/30: Avg Loss = 0.0242, Test Accuracy = 78.76%
Epoch 1/30: Avg Loss = 2.2982, Test Accuracy = 24.59%
Epoch 2/30: Avg Loss = 2.1405, Test Accuracy = 55.78%
Epoch 3/30: Avg Loss = 1.9661, Test Accuracy = 65.11%
Epoch 4/30: Avg Loss = 1.7786, Test Accuracy = 65.94%
Epoch 5/30: Avg Loss = 1.5547, Test Accuracy = 65.10%
Epoch 6/30: Avg Loss = 1.2845, Test Accuracy = 64.46%
Epoch 7/30: Avg Loss = 1.0995, Test Accuracy = 65.14%
Epoch 8/30: Avg Loss = 0.8972, Test Accuracy = 66.41%
Epoch 9/30: Avg Loss = 0.7629, Test Accuracy = 68.61%
Epoch 10/30: Avg Loss = 0.6580, Test Accuracy = 71.14%
Epoch 11/30: Avg Loss = 0.5381, Test Accuracy = 73.64%
Epoch 12/30: Avg Loss = 0.4189, Test Accuracy = 74.97%
Epoch 13/30: Avg Loss = 0.3530, Test Accuracy = 75.58%
Epoch 14/30: Avg Loss = 0.2841, Test Accuracy = 75.91%
Epoch 15/30: Avg Loss = 0.2694, Test Accuracy = 76.44%
Epoch 16/30: Avg Loss = 0.2074, Test Accuracy = 76.60%
Epoch 17/30: Avg Loss = 0.1859, Test Accuracy = 76.83%
Epoch 18/30: Avg Loss = 0.1361, Test Accuracy = 77.35%
Epoch 19/30: Avg Loss = 0.1229, Test Accuracy = 77.34%
Epoch 20/30: Avg Loss = 0.0984, Test Accuracy = 77.45%
Epoch 21/30: Avg Loss = 0.0748, Test Accuracy = 77.61%
Epoch 22/30: Avg Loss = 0.0872, Test Accuracy = 77.86%
Epoch 23/30: Avg Loss = 0.0544, Test Accuracy = 77.92%
Epoch 24/30: Avg Loss = 0.0699, Test Accuracy = 77.89%
Epoch 25/30: Avg Loss = 0.0507, Test Accuracy = 78.14%
Epoch 26/30: Avg Loss = 0.0442, Test Accuracy = 78.44%

Training teachers:  24%|████████████████████████████████████▊                                                                                                                       | 59/250 [01:07<03:42,  1.17s/it]

Epoch 27/30: Avg Loss = 0.0485, Test Accuracy = 78.41%
Epoch 28/30: Avg Loss = 0.0348, Test Accuracy = 78.41%
Epoch 29/30: Avg Loss = 0.0272, Test Accuracy = 78.50%
Epoch 30/30: Avg Loss = 0.0455, Test Accuracy = 78.54%
Epoch 1/30: Avg Loss = 2.2730, Test Accuracy = 25.52%
Epoch 2/30: Avg Loss = 2.0882, Test Accuracy = 40.55%
Epoch 3/30: Avg Loss = 1.9139, Test Accuracy = 51.35%
Epoch 4/30: Avg Loss = 1.6921, Test Accuracy = 57.53%
Epoch 5/30: Avg Loss = 1.4970, Test Accuracy = 61.79%
Epoch 6/30: Avg Loss = 1.3064, Test Accuracy = 64.55%
Epoch 7/30: Avg Loss = 1.1013, Test Accuracy = 67.50%
Epoch 8/30: Avg Loss = 0.9391, Test Accuracy = 69.53%
Epoch 9/30: Avg Loss = 0.7430, Test Accuracy = 70.51%
Epoch 10/30: Avg Loss = 0.6089, Test Accuracy = 72.02%
Epoch 11/30: Avg Loss = 0.5000, Test Accuracy = 74.01%
Epoch 12/30: Avg Loss = 0.4114, Test Accuracy = 75.48%
Epoch 13/30: Avg Loss = 0.3617, Test Accuracy = 76.85%
Epoch 14/30: Avg Loss = 0.2879, Test Accuracy = 78.02%
Epoch 15/30: Avg Loss = 0.2361, Test Accuracy = 78.64%
Epoch 16/30: Avg Loss = 0.1966, Test Accuracy = 79.14%
Epoch 17/30: Avg Loss = 0.1575, Test Accuracy = 79.58%
Epoch 18/30: Avg Loss = 0.1340, Test Accuracy = 79.57%
Epoch 19/30: Avg Loss = 0.0989, Test Accuracy = 79.41%
Epoch 20/30: Avg Loss = 0.1236, Test Accuracy = 79.25%
Epoch 21/30: Avg Loss = 0.0937, Test Accuracy = 79.46%
Epoch 22/30: Avg Loss = 0.0506, Test Accuracy = 79.70%
Epoch 23/30: Avg Loss = 0.0670, Test Accuracy = 79.75%
Epoch 24/30: Avg Loss = 0.0824, Test Accuracy = 79.91%
Epoch 25/30: Avg Loss = 0.0418, Test Accuracy = 80.04%
Epoch 26/30: Avg Loss = 0.0541, Test Accuracy = 80.01%

Training teachers:  24%|█████████████████████████████████████▍                                                                                                                      | 60/250 [01:08<03:40,  1.16s/it]

Epoch 27/30: Avg Loss = 0.0392, Test Accuracy = 79.95%
Epoch 28/30: Avg Loss = 0.0271, Test Accuracy = 79.94%
Epoch 29/30: Avg Loss = 0.0291, Test Accuracy = 79.92%
Epoch 30/30: Avg Loss = 0.0324, Test Accuracy = 79.94%
Epoch 1/30: Avg Loss = 2.2895, Test Accuracy = 29.32%
Epoch 2/30: Avg Loss = 2.1621, Test Accuracy = 47.19%
Epoch 3/30: Avg Loss = 2.0307, Test Accuracy = 55.29%
Epoch 4/30: Avg Loss = 1.8573, Test Accuracy = 58.63%
Epoch 5/30: Avg Loss = 1.6736, Test Accuracy = 60.45%
Epoch 6/30: Avg Loss = 1.4395, Test Accuracy = 61.86%
Epoch 7/30: Avg Loss = 1.1970, Test Accuracy = 62.82%
Epoch 8/30: Avg Loss = 1.0255, Test Accuracy = 63.94%
Epoch 9/30: Avg Loss = 0.8117, Test Accuracy = 65.37%
Epoch 10/30: Avg Loss = 0.6451, Test Accuracy = 67.68%
Epoch 11/30: Avg Loss = 0.5284, Test Accuracy = 70.48%
Epoch 12/30: Avg Loss = 0.4339, Test Accuracy = 72.93%
Epoch 13/30: Avg Loss = 0.3317, Test Accuracy = 75.03%
Epoch 14/30: Avg Loss = 0.2517, Test Accuracy = 76.33%
Epoch 15/30: Avg Loss = 0.2395, Test Accuracy = 77.08%
Epoch 16/30: Avg Loss = 0.1781, Test Accuracy = 77.33%
Epoch 17/30: Avg Loss = 0.1419, Test Accuracy = 77.92%
Epoch 18/30: Avg Loss = 0.1166, Test Accuracy = 78.35%
Epoch 19/30: Avg Loss = 0.1072, Test Accuracy = 78.35%
Epoch 20/30: Avg Loss = 0.0884, Test Accuracy = 78.25%
Epoch 21/30: Avg Loss = 0.0750, Test Accuracy = 78.33%
Epoch 22/30: Avg Loss = 0.0513, Test Accuracy = 78.44%
Epoch 23/30: Avg Loss = 0.0401, Test Accuracy = 78.70%
Epoch 24/30: Avg Loss = 0.0358, Test Accuracy = 78.83%
Epoch 25/30: Avg Loss = 0.0363, Test Accuracy = 79.06%
Epoch 26/30: Avg Loss = 0.0372, Test Accuracy = 79.05%

Training teachers:  24%|██████████████████████████████████████                                                                                                                      | 61/250 [01:10<03:38,  1.16s/it]

Epoch 27/30: Avg Loss = 0.0353, Test Accuracy = 79.26%
Epoch 28/30: Avg Loss = 0.0294, Test Accuracy = 79.28%
Epoch 29/30: Avg Loss = 0.0238, Test Accuracy = 79.26%
Epoch 30/30: Avg Loss = 0.0368, Test Accuracy = 79.05%
Epoch 1/30: Avg Loss = 2.2763, Test Accuracy = 24.75%
Epoch 2/30: Avg Loss = 2.1546, Test Accuracy = 38.24%
Epoch 3/30: Avg Loss = 2.0182, Test Accuracy = 49.58%
Epoch 4/30: Avg Loss = 1.8644, Test Accuracy = 55.92%
Epoch 5/30: Avg Loss = 1.6892, Test Accuracy = 60.34%
Epoch 6/30: Avg Loss = 1.4961, Test Accuracy = 64.13%
Epoch 7/30: Avg Loss = 1.2896, Test Accuracy = 67.76%
Epoch 8/30: Avg Loss = 1.0551, Test Accuracy = 70.07%
Epoch 9/30: Avg Loss = 0.9089, Test Accuracy = 72.17%
Epoch 10/30: Avg Loss = 0.7253, Test Accuracy = 74.43%
Epoch 11/30: Avg Loss = 0.5645, Test Accuracy = 76.08%
Epoch 12/30: Avg Loss = 0.4695, Test Accuracy = 77.22%
Epoch 13/30: Avg Loss = 0.3997, Test Accuracy = 78.03%
Epoch 14/30: Avg Loss = 0.3240, Test Accuracy = 78.65%
Epoch 15/30: Avg Loss = 0.2662, Test Accuracy = 79.33%
Epoch 16/30: Avg Loss = 0.2448, Test Accuracy = 79.94%
Epoch 17/30: Avg Loss = 0.1891, Test Accuracy = 80.37%
Epoch 18/30: Avg Loss = 0.1518, Test Accuracy = 80.73%
Epoch 19/30: Avg Loss = 0.1273, Test Accuracy = 80.78%
Epoch 20/30: Avg Loss = 0.1089, Test Accuracy = 80.65%
Epoch 21/30: Avg Loss = 0.0874, Test Accuracy = 80.54%
Epoch 22/30: Avg Loss = 0.0688, Test Accuracy = 80.52%
Epoch 23/30: Avg Loss = 0.0806, Test Accuracy = 80.57%
Epoch 24/30: Avg Loss = 0.0560, Test Accuracy = 80.41%
Epoch 25/30: Avg Loss = 0.0500, Test Accuracy = 80.44%
Epoch 26/30: Avg Loss = 0.0545, Test Accuracy = 80.45%

Training teachers:  25%|██████████████████████████████████████▋                                                                                                                     | 62/250 [01:11<03:36,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0407, Test Accuracy = 80.56%
Epoch 28/30: Avg Loss = 0.0373, Test Accuracy = 80.50%
Epoch 29/30: Avg Loss = 0.0464, Test Accuracy = 80.64%
Epoch 30/30: Avg Loss = 0.0354, Test Accuracy = 80.79%
Epoch 1/30: Avg Loss = 2.2839, Test Accuracy = 30.94%
Epoch 2/30: Avg Loss = 2.1209, Test Accuracy = 44.70%
Epoch 3/30: Avg Loss = 1.9370, Test Accuracy = 52.51%
Epoch 4/30: Avg Loss = 1.7711, Test Accuracy = 56.77%
Epoch 5/30: Avg Loss = 1.5584, Test Accuracy = 60.49%
Epoch 6/30: Avg Loss = 1.3256, Test Accuracy = 62.75%
Epoch 7/30: Avg Loss = 1.1143, Test Accuracy = 65.68%
Epoch 8/30: Avg Loss = 0.9272, Test Accuracy = 68.78%
Epoch 9/30: Avg Loss = 0.7326, Test Accuracy = 71.32%
Epoch 10/30: Avg Loss = 0.5709, Test Accuracy = 73.93%
Epoch 11/30: Avg Loss = 0.4594, Test Accuracy = 76.01%
Epoch 12/30: Avg Loss = 0.3570, Test Accuracy = 77.31%
Epoch 13/30: Avg Loss = 0.2538, Test Accuracy = 78.31%
Epoch 14/30: Avg Loss = 0.2589, Test Accuracy = 79.02%
Epoch 15/30: Avg Loss = 0.1576, Test Accuracy = 79.41%
Epoch 16/30: Avg Loss = 0.1195, Test Accuracy = 79.61%
Epoch 17/30: Avg Loss = 0.1179, Test Accuracy = 79.79%
Epoch 18/30: Avg Loss = 0.0718, Test Accuracy = 79.99%
Epoch 19/30: Avg Loss = 0.0710, Test Accuracy = 79.93%
Epoch 20/30: Avg Loss = 0.0693, Test Accuracy = 79.97%
Epoch 21/30: Avg Loss = 0.0415, Test Accuracy = 80.01%
Epoch 22/30: Avg Loss = 0.0437, Test Accuracy = 79.94%
Epoch 23/30: Avg Loss = 0.0252, Test Accuracy = 79.80%
Epoch 24/30: Avg Loss = 0.0384, Test Accuracy = 79.79%
Epoch 25/30: Avg Loss = 0.0313, Test Accuracy = 79.83%
Epoch 26/30: Avg Loss = 0.0366, Test Accuracy = 80.02%

Training teachers:  25%|███████████████████████████████████████▎                                                                                                                    | 63/250 [01:12<03:34,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0304, Test Accuracy = 80.29%
Epoch 28/30: Avg Loss = 0.0398, Test Accuracy = 80.40%
Epoch 29/30: Avg Loss = 0.0259, Test Accuracy = 80.48%
Epoch 30/30: Avg Loss = 0.0235, Test Accuracy = 80.53%
Epoch 1/30: Avg Loss = 2.2863, Test Accuracy = 32.62%
Epoch 2/30: Avg Loss = 2.1453, Test Accuracy = 52.08%
Epoch 3/30: Avg Loss = 2.0013, Test Accuracy = 61.53%
Epoch 4/30: Avg Loss = 1.8164, Test Accuracy = 66.59%
Epoch 5/30: Avg Loss = 1.6376, Test Accuracy = 68.89%
Epoch 6/30: Avg Loss = 1.4206, Test Accuracy = 70.07%
Epoch 7/30: Avg Loss = 1.1856, Test Accuracy = 71.58%
Epoch 8/30: Avg Loss = 0.9894, Test Accuracy = 72.91%
Epoch 9/30: Avg Loss = 0.7743, Test Accuracy = 73.84%
Epoch 10/30: Avg Loss = 0.5955, Test Accuracy = 75.06%
Epoch 11/30: Avg Loss = 0.4773, Test Accuracy = 76.39%
Epoch 12/30: Avg Loss = 0.4050, Test Accuracy = 77.13%
Epoch 13/30: Avg Loss = 0.3117, Test Accuracy = 78.32%
Epoch 14/30: Avg Loss = 0.2555, Test Accuracy = 78.65%
Epoch 15/30: Avg Loss = 0.2121, Test Accuracy = 78.87%
Epoch 16/30: Avg Loss = 0.1731, Test Accuracy = 79.10%
Epoch 17/30: Avg Loss = 0.1422, Test Accuracy = 78.95%
Epoch 18/30: Avg Loss = 0.1188, Test Accuracy = 79.32%
Epoch 19/30: Avg Loss = 0.1043, Test Accuracy = 79.55%
Epoch 20/30: Avg Loss = 0.0775, Test Accuracy = 80.01%
Epoch 21/30: Avg Loss = 0.0689, Test Accuracy = 80.13%
Epoch 22/30: Avg Loss = 0.0546, Test Accuracy = 80.05%
Epoch 23/30: Avg Loss = 0.0473, Test Accuracy = 80.06%
Epoch 24/30: Avg Loss = 0.0513, Test Accuracy = 80.31%
Epoch 25/30: Avg Loss = 0.0536, Test Accuracy = 80.45%
Epoch 26/30: Avg Loss = 0.0464, Test Accuracy = 80.63%

Training teachers:  26%|███████████████████████████████████████▉                                                                                                                    | 64/250 [01:13<03:32,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0368, Test Accuracy = 80.64%
Epoch 28/30: Avg Loss = 0.0352, Test Accuracy = 80.67%
Epoch 29/30: Avg Loss = 0.0234, Test Accuracy = 80.64%
Epoch 30/30: Avg Loss = 0.0254, Test Accuracy = 80.64%
Epoch 1/30: Avg Loss = 2.2676, Test Accuracy = 36.98%
Epoch 2/30: Avg Loss = 2.1129, Test Accuracy = 50.99%
Epoch 3/30: Avg Loss = 1.9517, Test Accuracy = 54.78%
Epoch 4/30: Avg Loss = 1.7858, Test Accuracy = 56.78%
Epoch 5/30: Avg Loss = 1.5563, Test Accuracy = 58.42%
Epoch 6/30: Avg Loss = 1.3598, Test Accuracy = 60.43%
Epoch 7/30: Avg Loss = 1.1802, Test Accuracy = 63.93%
Epoch 8/30: Avg Loss = 0.9752, Test Accuracy = 67.43%
Epoch 9/30: Avg Loss = 0.7790, Test Accuracy = 70.44%
Epoch 10/30: Avg Loss = 0.6704, Test Accuracy = 71.83%
Epoch 11/30: Avg Loss = 0.5264, Test Accuracy = 73.84%
Epoch 12/30: Avg Loss = 0.4235, Test Accuracy = 76.69%
Epoch 13/30: Avg Loss = 0.3353, Test Accuracy = 78.31%
Epoch 14/30: Avg Loss = 0.2781, Test Accuracy = 79.03%
Epoch 15/30: Avg Loss = 0.2460, Test Accuracy = 79.55%
Epoch 16/30: Avg Loss = 0.1994, Test Accuracy = 79.58%
Epoch 17/30: Avg Loss = 0.1594, Test Accuracy = 79.16%
Epoch 18/30: Avg Loss = 0.1352, Test Accuracy = 79.14%
Epoch 19/30: Avg Loss = 0.1434, Test Accuracy = 79.55%
Epoch 20/30: Avg Loss = 0.1177, Test Accuracy = 80.09%
Epoch 21/30: Avg Loss = 0.0820, Test Accuracy = 80.34%
Epoch 22/30: Avg Loss = 0.0674, Test Accuracy = 80.53%
Epoch 23/30: Avg Loss = 0.0811, Test Accuracy = 80.65%
Epoch 24/30: Avg Loss = 0.0535, Test Accuracy = 80.86%
Epoch 25/30: Avg Loss = 0.0508, Test Accuracy = 80.73%
Epoch 26/30: Avg Loss = 0.0440, Test Accuracy = 80.64%

Training teachers:  26%|████████████████████████████████████████▌                                                                                                                   | 65/250 [01:14<03:30,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0478, Test Accuracy = 80.71%
Epoch 28/30: Avg Loss = 0.0496, Test Accuracy = 80.82%
Epoch 29/30: Avg Loss = 0.0350, Test Accuracy = 80.90%
Epoch 30/30: Avg Loss = 0.0378, Test Accuracy = 80.90%
Epoch 1/30: Avg Loss = 2.2652, Test Accuracy = 24.41%
Epoch 2/30: Avg Loss = 2.1098, Test Accuracy = 39.09%
Epoch 3/30: Avg Loss = 1.9272, Test Accuracy = 49.28%
Epoch 4/30: Avg Loss = 1.7058, Test Accuracy = 54.70%
Epoch 5/30: Avg Loss = 1.4947, Test Accuracy = 57.64%
Epoch 6/30: Avg Loss = 1.2626, Test Accuracy = 59.60%
Epoch 7/30: Avg Loss = 1.0938, Test Accuracy = 61.34%
Epoch 8/30: Avg Loss = 0.9189, Test Accuracy = 63.55%
Epoch 9/30: Avg Loss = 0.7950, Test Accuracy = 65.77%
Epoch 10/30: Avg Loss = 0.6461, Test Accuracy = 68.63%
Epoch 11/30: Avg Loss = 0.5329, Test Accuracy = 70.89%
Epoch 12/30: Avg Loss = 0.4096, Test Accuracy = 73.02%
Epoch 13/30: Avg Loss = 0.3352, Test Accuracy = 74.86%
Epoch 14/30: Avg Loss = 0.3187, Test Accuracy = 76.22%
Epoch 15/30: Avg Loss = 0.2194, Test Accuracy = 77.30%
Epoch 16/30: Avg Loss = 0.1810, Test Accuracy = 77.85%
Epoch 17/30: Avg Loss = 0.1446, Test Accuracy = 78.38%
Epoch 18/30: Avg Loss = 0.1300, Test Accuracy = 78.58%
Epoch 19/30: Avg Loss = 0.0974, Test Accuracy = 78.85%
Epoch 20/30: Avg Loss = 0.0847, Test Accuracy = 78.91%
Epoch 21/30: Avg Loss = 0.0732, Test Accuracy = 79.07%
Epoch 22/30: Avg Loss = 0.0554, Test Accuracy = 79.10%
Epoch 23/30: Avg Loss = 0.0408, Test Accuracy = 79.17%
Epoch 24/30: Avg Loss = 0.0424, Test Accuracy = 79.43%
Epoch 25/30: Avg Loss = 0.0318, Test Accuracy = 79.65%
Epoch 26/30: Avg Loss = 0.0396, Test Accuracy = 79.74%

Training teachers:  26%|█████████████████████████████████████████▏                                                                                                                  | 66/250 [01:15<03:30,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0259, Test Accuracy = 79.94%
Epoch 28/30: Avg Loss = 0.0251, Test Accuracy = 80.06%
Epoch 29/30: Avg Loss = 0.0260, Test Accuracy = 80.17%
Epoch 30/30: Avg Loss = 0.0216, Test Accuracy = 80.38%
Epoch 1/30: Avg Loss = 2.2977, Test Accuracy = 17.34%
Epoch 2/30: Avg Loss = 2.1299, Test Accuracy = 40.98%
Epoch 3/30: Avg Loss = 1.9941, Test Accuracy = 58.08%
Epoch 4/30: Avg Loss = 1.8247, Test Accuracy = 61.81%
Epoch 5/30: Avg Loss = 1.6274, Test Accuracy = 62.34%
Epoch 6/30: Avg Loss = 1.4306, Test Accuracy = 62.54%
Epoch 7/30: Avg Loss = 1.2230, Test Accuracy = 63.98%
Epoch 8/30: Avg Loss = 1.0599, Test Accuracy = 66.09%
Epoch 9/30: Avg Loss = 0.8337, Test Accuracy = 68.74%
Epoch 10/30: Avg Loss = 0.6867, Test Accuracy = 71.38%
Epoch 11/30: Avg Loss = 0.5529, Test Accuracy = 73.71%
Epoch 12/30: Avg Loss = 0.4849, Test Accuracy = 75.26%
Epoch 13/30: Avg Loss = 0.3925, Test Accuracy = 76.13%
Epoch 14/30: Avg Loss = 0.3134, Test Accuracy = 76.94%
Epoch 15/30: Avg Loss = 0.2503, Test Accuracy = 77.58%
Epoch 16/30: Avg Loss = 0.2043, Test Accuracy = 78.07%
Epoch 17/30: Avg Loss = 0.1785, Test Accuracy = 78.88%
Epoch 18/30: Avg Loss = 0.1119, Test Accuracy = 79.39%
Epoch 19/30: Avg Loss = 0.1171, Test Accuracy = 79.70%
Epoch 20/30: Avg Loss = 0.0961, Test Accuracy = 79.95%
Epoch 21/30: Avg Loss = 0.0741, Test Accuracy = 80.15%
Epoch 22/30: Avg Loss = 0.0749, Test Accuracy = 80.65%
Epoch 23/30: Avg Loss = 0.0570, Test Accuracy = 80.88%
Epoch 24/30: Avg Loss = 0.0394, Test Accuracy = 80.90%
Epoch 25/30: Avg Loss = 0.0429, Test Accuracy = 80.82%
Epoch 26/30: Avg Loss = 0.0333, Test Accuracy = 80.61%

Training teachers:  27%|█████████████████████████████████████████▊                                                                                                                  | 67/250 [01:16<03:28,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0338, Test Accuracy = 80.63%
Epoch 28/30: Avg Loss = 0.0374, Test Accuracy = 80.68%
Epoch 29/30: Avg Loss = 0.0237, Test Accuracy = 80.53%
Epoch 30/30: Avg Loss = 0.0257, Test Accuracy = 80.52%
Epoch 1/30: Avg Loss = 2.2614, Test Accuracy = 44.95%
Epoch 2/30: Avg Loss = 2.1267, Test Accuracy = 56.57%
Epoch 3/30: Avg Loss = 1.9544, Test Accuracy = 57.93%
Epoch 4/30: Avg Loss = 1.7523, Test Accuracy = 59.03%
Epoch 5/30: Avg Loss = 1.5629, Test Accuracy = 59.73%
Epoch 6/30: Avg Loss = 1.3504, Test Accuracy = 61.02%
Epoch 7/30: Avg Loss = 1.1612, Test Accuracy = 62.63%
Epoch 8/30: Avg Loss = 0.9988, Test Accuracy = 64.63%
Epoch 9/30: Avg Loss = 0.8334, Test Accuracy = 66.80%
Epoch 10/30: Avg Loss = 0.7022, Test Accuracy = 68.42%
Epoch 11/30: Avg Loss = 0.5867, Test Accuracy = 69.85%
Epoch 12/30: Avg Loss = 0.4975, Test Accuracy = 71.39%
Epoch 13/30: Avg Loss = 0.4075, Test Accuracy = 73.19%
Epoch 14/30: Avg Loss = 0.3624, Test Accuracy = 75.56%
Epoch 15/30: Avg Loss = 0.2834, Test Accuracy = 77.34%
Epoch 16/30: Avg Loss = 0.3032, Test Accuracy = 77.85%
Epoch 17/30: Avg Loss = 0.2243, Test Accuracy = 78.39%
Epoch 18/30: Avg Loss = 0.1752, Test Accuracy = 78.50%
Epoch 19/30: Avg Loss = 0.1627, Test Accuracy = 78.19%
Epoch 20/30: Avg Loss = 0.1061, Test Accuracy = 78.16%
Epoch 21/30: Avg Loss = 0.1077, Test Accuracy = 78.29%
Epoch 22/30: Avg Loss = 0.0771, Test Accuracy = 78.66%
Epoch 23/30: Avg Loss = 0.0760, Test Accuracy = 78.97%
Epoch 24/30: Avg Loss = 0.0539, Test Accuracy = 79.11%
Epoch 25/30: Avg Loss = 0.0564, Test Accuracy = 79.50%
Epoch 26/30: Avg Loss = 0.0607, Test Accuracy = 79.70%

Training teachers:  27%|██████████████████████████████████████████▍                                                                                                                 | 68/250 [01:18<03:27,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0444, Test Accuracy = 79.69%
Epoch 28/30: Avg Loss = 0.0450, Test Accuracy = 79.78%
Epoch 29/30: Avg Loss = 0.0275, Test Accuracy = 79.89%
Epoch 30/30: Avg Loss = 0.0229, Test Accuracy = 79.83%
Epoch 1/30: Avg Loss = 2.2893, Test Accuracy = 32.95%
Epoch 2/30: Avg Loss = 2.1454, Test Accuracy = 55.94%
Epoch 3/30: Avg Loss = 1.9782, Test Accuracy = 60.40%
Epoch 4/30: Avg Loss = 1.7859, Test Accuracy = 60.58%
Epoch 5/30: Avg Loss = 1.5878, Test Accuracy = 60.25%
Epoch 6/30: Avg Loss = 1.3547, Test Accuracy = 61.16%
Epoch 7/30: Avg Loss = 1.1955, Test Accuracy = 62.58%
Epoch 8/30: Avg Loss = 0.9739, Test Accuracy = 64.99%
Epoch 9/30: Avg Loss = 0.8331, Test Accuracy = 68.29%
Epoch 10/30: Avg Loss = 0.6678, Test Accuracy = 71.76%
Epoch 11/30: Avg Loss = 0.5374, Test Accuracy = 74.71%
Epoch 12/30: Avg Loss = 0.4617, Test Accuracy = 76.29%
Epoch 13/30: Avg Loss = 0.3812, Test Accuracy = 77.21%
Epoch 14/30: Avg Loss = 0.3395, Test Accuracy = 77.96%
Epoch 15/30: Avg Loss = 0.2797, Test Accuracy = 78.40%
Epoch 16/30: Avg Loss = 0.1997, Test Accuracy = 79.00%
Epoch 17/30: Avg Loss = 0.1936, Test Accuracy = 79.20%
Epoch 18/30: Avg Loss = 0.1631, Test Accuracy = 79.57%
Epoch 19/30: Avg Loss = 0.1250, Test Accuracy = 79.81%
Epoch 20/30: Avg Loss = 0.1150, Test Accuracy = 80.12%
Epoch 21/30: Avg Loss = 0.0772, Test Accuracy = 80.39%
Epoch 22/30: Avg Loss = 0.0671, Test Accuracy = 80.39%
Epoch 23/30: Avg Loss = 0.0641, Test Accuracy = 80.49%
Epoch 24/30: Avg Loss = 0.0619, Test Accuracy = 80.60%
Epoch 25/30: Avg Loss = 0.0551, Test Accuracy = 80.75%
Epoch 26/30: Avg Loss = 0.0434, Test Accuracy = 80.78%

Training teachers:  28%|███████████████████████████████████████████                                                                                                                 | 69/250 [01:19<03:27,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0571, Test Accuracy = 80.90%
Epoch 28/30: Avg Loss = 0.0368, Test Accuracy = 80.84%
Epoch 29/30: Avg Loss = 0.0436, Test Accuracy = 81.02%
Epoch 30/30: Avg Loss = 0.0302, Test Accuracy = 81.01%
Epoch 1/30: Avg Loss = 2.3034, Test Accuracy = 16.18%
Epoch 2/30: Avg Loss = 2.1541, Test Accuracy = 43.55%
Epoch 3/30: Avg Loss = 2.0064, Test Accuracy = 56.21%
Epoch 4/30: Avg Loss = 1.8171, Test Accuracy = 60.90%
Epoch 5/30: Avg Loss = 1.6243, Test Accuracy = 63.46%
Epoch 6/30: Avg Loss = 1.4095, Test Accuracy = 65.79%
Epoch 7/30: Avg Loss = 1.1580, Test Accuracy = 66.95%
Epoch 8/30: Avg Loss = 0.9774, Test Accuracy = 68.40%
Epoch 9/30: Avg Loss = 0.7978, Test Accuracy = 69.67%
Epoch 10/30: Avg Loss = 0.6874, Test Accuracy = 71.01%
Epoch 11/30: Avg Loss = 0.5128, Test Accuracy = 72.36%
Epoch 12/30: Avg Loss = 0.4455, Test Accuracy = 73.74%
Epoch 13/30: Avg Loss = 0.3523, Test Accuracy = 74.74%
Epoch 14/30: Avg Loss = 0.2830, Test Accuracy = 75.46%
Epoch 15/30: Avg Loss = 0.2577, Test Accuracy = 75.90%
Epoch 16/30: Avg Loss = 0.1900, Test Accuracy = 76.46%
Epoch 17/30: Avg Loss = 0.1796, Test Accuracy = 76.99%
Epoch 18/30: Avg Loss = 0.1338, Test Accuracy = 77.43%
Epoch 19/30: Avg Loss = 0.1461, Test Accuracy = 77.53%
Epoch 20/30: Avg Loss = 0.1044, Test Accuracy = 77.70%
Epoch 21/30: Avg Loss = 0.1069, Test Accuracy = 77.93%
Epoch 22/30: Avg Loss = 0.0748, Test Accuracy = 78.40%
Epoch 23/30: Avg Loss = 0.0609, Test Accuracy = 78.68%
Epoch 24/30: Avg Loss = 0.0691, Test Accuracy = 78.78%
Epoch 25/30: Avg Loss = 0.0635, Test Accuracy = 78.92%

Training teachers:  28%|███████████████████████████████████████████▋                                                                                                                | 70/250 [01:20<03:27,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0535, Test Accuracy = 79.09%
Epoch 27/30: Avg Loss = 0.0510, Test Accuracy = 79.12%
Epoch 28/30: Avg Loss = 0.0421, Test Accuracy = 79.12%
Epoch 29/30: Avg Loss = 0.0322, Test Accuracy = 79.25%
Epoch 30/30: Avg Loss = 0.0345, Test Accuracy = 79.32%
Epoch 1/30: Avg Loss = 2.2793, Test Accuracy = 33.23%
Epoch 2/30: Avg Loss = 2.1342, Test Accuracy = 54.34%
Epoch 3/30: Avg Loss = 1.9923, Test Accuracy = 59.44%
Epoch 4/30: Avg Loss = 1.8128, Test Accuracy = 61.10%
Epoch 5/30: Avg Loss = 1.6372, Test Accuracy = 62.27%
Epoch 6/30: Avg Loss = 1.4161, Test Accuracy = 63.33%
Epoch 7/30: Avg Loss = 1.2093, Test Accuracy = 64.45%
Epoch 8/30: Avg Loss = 1.0069, Test Accuracy = 65.79%
Epoch 9/30: Avg Loss = 0.7943, Test Accuracy = 67.49%
Epoch 10/30: Avg Loss = 0.6617, Test Accuracy = 70.63%
Epoch 11/30: Avg Loss = 0.5477, Test Accuracy = 73.57%
Epoch 12/30: Avg Loss = 0.4247, Test Accuracy = 75.66%
Epoch 13/30: Avg Loss = 0.3716, Test Accuracy = 76.71%
Epoch 14/30: Avg Loss = 0.3059, Test Accuracy = 77.10%
Epoch 15/30: Avg Loss = 0.2377, Test Accuracy = 77.24%
Epoch 16/30: Avg Loss = 0.1900, Test Accuracy = 77.38%
Epoch 17/30: Avg Loss = 0.1540, Test Accuracy = 77.55%
Epoch 18/30: Avg Loss = 0.1276, Test Accuracy = 78.10%
Epoch 19/30: Avg Loss = 0.1191, Test Accuracy = 78.49%
Epoch 20/30: Avg Loss = 0.0921, Test Accuracy = 78.67%
Epoch 21/30: Avg Loss = 0.0863, Test Accuracy = 78.75%
Epoch 22/30: Avg Loss = 0.0766, Test Accuracy = 78.58%
Epoch 23/30: Avg Loss = 0.0648, Test Accuracy = 78.36%
Epoch 24/30: Avg Loss = 0.0658, Test Accuracy = 78.31%
Epoch 25/30: Avg Loss = 0.0562, Test Accuracy = 78.25%

Training teachers:  28%|████████████████████████████████████████████▎                                                                                                               | 71/250 [01:21<03:25,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0508, Test Accuracy = 78.20%
Epoch 27/30: Avg Loss = 0.0429, Test Accuracy = 78.25%
Epoch 28/30: Avg Loss = 0.0385, Test Accuracy = 78.30%
Epoch 29/30: Avg Loss = 0.0336, Test Accuracy = 78.39%
Epoch 30/30: Avg Loss = 0.0277, Test Accuracy = 78.37%
Epoch 1/30: Avg Loss = 2.2652, Test Accuracy = 33.20%
Epoch 2/30: Avg Loss = 2.0921, Test Accuracy = 44.04%
Epoch 3/30: Avg Loss = 1.9174, Test Accuracy = 48.47%
Epoch 4/30: Avg Loss = 1.7249, Test Accuracy = 50.33%
Epoch 5/30: Avg Loss = 1.5022, Test Accuracy = 52.21%
Epoch 6/30: Avg Loss = 1.2975, Test Accuracy = 54.09%
Epoch 7/30: Avg Loss = 1.1472, Test Accuracy = 56.57%
Epoch 8/30: Avg Loss = 0.9745, Test Accuracy = 60.36%
Epoch 9/30: Avg Loss = 0.8137, Test Accuracy = 64.04%
Epoch 10/30: Avg Loss = 0.7038, Test Accuracy = 67.70%
Epoch 11/30: Avg Loss = 0.5374, Test Accuracy = 70.78%
Epoch 12/30: Avg Loss = 0.4646, Test Accuracy = 73.45%
Epoch 13/30: Avg Loss = 0.3936, Test Accuracy = 75.14%
Epoch 14/30: Avg Loss = 0.3188, Test Accuracy = 76.21%
Epoch 15/30: Avg Loss = 0.2810, Test Accuracy = 76.49%
Epoch 16/30: Avg Loss = 0.2248, Test Accuracy = 76.63%
Epoch 17/30: Avg Loss = 0.1707, Test Accuracy = 76.78%
Epoch 18/30: Avg Loss = 0.1597, Test Accuracy = 77.07%
Epoch 19/30: Avg Loss = 0.1351, Test Accuracy = 77.33%
Epoch 20/30: Avg Loss = 0.1102, Test Accuracy = 77.69%
Epoch 21/30: Avg Loss = 0.0727, Test Accuracy = 78.03%
Epoch 22/30: Avg Loss = 0.0720, Test Accuracy = 78.34%
Epoch 23/30: Avg Loss = 0.0849, Test Accuracy = 78.58%
Epoch 24/30: Avg Loss = 0.0627, Test Accuracy = 78.77%
Epoch 25/30: Avg Loss = 0.0511, Test Accuracy = 78.96%

Training teachers:  29%|████████████████████████████████████████████▉                                                                                                               | 72/250 [01:22<03:24,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0433, Test Accuracy = 79.00%
Epoch 27/30: Avg Loss = 0.0405, Test Accuracy = 78.89%
Epoch 28/30: Avg Loss = 0.0367, Test Accuracy = 78.72%
Epoch 29/30: Avg Loss = 0.0445, Test Accuracy = 78.53%
Epoch 30/30: Avg Loss = 0.0323, Test Accuracy = 78.42%
Epoch 1/30: Avg Loss = 2.2875, Test Accuracy = 27.95%
Epoch 2/30: Avg Loss = 2.1322, Test Accuracy = 48.57%
Epoch 3/30: Avg Loss = 1.9812, Test Accuracy = 56.53%
Epoch 4/30: Avg Loss = 1.8096, Test Accuracy = 59.62%
Epoch 5/30: Avg Loss = 1.6019, Test Accuracy = 61.12%
Epoch 6/30: Avg Loss = 1.3816, Test Accuracy = 62.53%
Epoch 7/30: Avg Loss = 1.1720, Test Accuracy = 63.82%
Epoch 8/30: Avg Loss = 0.9438, Test Accuracy = 65.66%
Epoch 9/30: Avg Loss = 0.7866, Test Accuracy = 67.71%
Epoch 10/30: Avg Loss = 0.6718, Test Accuracy = 69.42%
Epoch 11/30: Avg Loss = 0.5479, Test Accuracy = 71.33%
Epoch 12/30: Avg Loss = 0.4172, Test Accuracy = 72.96%
Epoch 13/30: Avg Loss = 0.3422, Test Accuracy = 74.45%
Epoch 14/30: Avg Loss = 0.3059, Test Accuracy = 75.46%
Epoch 15/30: Avg Loss = 0.2231, Test Accuracy = 76.28%
Epoch 16/30: Avg Loss = 0.1679, Test Accuracy = 76.75%
Epoch 17/30: Avg Loss = 0.1414, Test Accuracy = 77.10%
Epoch 18/30: Avg Loss = 0.1258, Test Accuracy = 77.44%
Epoch 19/30: Avg Loss = 0.1070, Test Accuracy = 77.55%
Epoch 20/30: Avg Loss = 0.0783, Test Accuracy = 77.73%
Epoch 21/30: Avg Loss = 0.0682, Test Accuracy = 77.66%
Epoch 22/30: Avg Loss = 0.0590, Test Accuracy = 77.75%
Epoch 23/30: Avg Loss = 0.0707, Test Accuracy = 78.00%
Epoch 24/30: Avg Loss = 0.0620, Test Accuracy = 78.06%
Epoch 25/30: Avg Loss = 0.0439, Test Accuracy = 78.04%

Training teachers:  29%|█████████████████████████████████████████████▌                                                                                                              | 73/250 [01:23<03:23,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0372, Test Accuracy = 78.10%
Epoch 27/30: Avg Loss = 0.0319, Test Accuracy = 78.22%
Epoch 28/30: Avg Loss = 0.0302, Test Accuracy = 78.46%
Epoch 29/30: Avg Loss = 0.0299, Test Accuracy = 78.40%
Epoch 30/30: Avg Loss = 0.0233, Test Accuracy = 78.47%
Epoch 1/30: Avg Loss = 2.2602, Test Accuracy = 43.19%
Epoch 2/30: Avg Loss = 2.0931, Test Accuracy = 56.13%
Epoch 3/30: Avg Loss = 1.9266, Test Accuracy = 59.55%
Epoch 4/30: Avg Loss = 1.7048, Test Accuracy = 60.27%
Epoch 5/30: Avg Loss = 1.4902, Test Accuracy = 60.53%
Epoch 6/30: Avg Loss = 1.2782, Test Accuracy = 62.88%
Epoch 7/30: Avg Loss = 1.0804, Test Accuracy = 65.69%
Epoch 8/30: Avg Loss = 0.9224, Test Accuracy = 69.01%
Epoch 9/30: Avg Loss = 0.7608, Test Accuracy = 71.13%
Epoch 10/30: Avg Loss = 0.5973, Test Accuracy = 72.38%
Epoch 11/30: Avg Loss = 0.4579, Test Accuracy = 73.04%
Epoch 12/30: Avg Loss = 0.3484, Test Accuracy = 73.98%
Epoch 13/30: Avg Loss = 0.2913, Test Accuracy = 76.44%
Epoch 14/30: Avg Loss = 0.2226, Test Accuracy = 78.58%
Epoch 15/30: Avg Loss = 0.1817, Test Accuracy = 79.46%
Epoch 16/30: Avg Loss = 0.1525, Test Accuracy = 79.58%
Epoch 17/30: Avg Loss = 0.1115, Test Accuracy = 79.49%
Epoch 18/30: Avg Loss = 0.0919, Test Accuracy = 79.37%
Epoch 19/30: Avg Loss = 0.0711, Test Accuracy = 79.26%
Epoch 20/30: Avg Loss = 0.0621, Test Accuracy = 79.34%
Epoch 21/30: Avg Loss = 0.0571, Test Accuracy = 79.34%
Epoch 22/30: Avg Loss = 0.0478, Test Accuracy = 79.62%
Epoch 23/30: Avg Loss = 0.0418, Test Accuracy = 79.72%
Epoch 24/30: Avg Loss = 0.0284, Test Accuracy = 79.82%
Epoch 25/30: Avg Loss = 0.0482, Test Accuracy = 79.44%

Training teachers:  30%|██████████████████████████████████████████████▏                                                                                                             | 74/250 [01:24<03:22,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0422, Test Accuracy = 79.45%
Epoch 27/30: Avg Loss = 0.0193, Test Accuracy = 79.40%
Epoch 28/30: Avg Loss = 0.0240, Test Accuracy = 79.48%
Epoch 29/30: Avg Loss = 0.0239, Test Accuracy = 79.56%
Epoch 30/30: Avg Loss = 0.0156, Test Accuracy = 79.56%
Epoch 1/30: Avg Loss = 2.2743, Test Accuracy = 32.51%
Epoch 2/30: Avg Loss = 2.1231, Test Accuracy = 42.53%
Epoch 3/30: Avg Loss = 1.9632, Test Accuracy = 48.93%
Epoch 4/30: Avg Loss = 1.7826, Test Accuracy = 52.61%
Epoch 5/30: Avg Loss = 1.5934, Test Accuracy = 55.50%
Epoch 6/30: Avg Loss = 1.3927, Test Accuracy = 59.09%
Epoch 7/30: Avg Loss = 1.1696, Test Accuracy = 62.18%
Epoch 8/30: Avg Loss = 0.9981, Test Accuracy = 65.99%
Epoch 9/30: Avg Loss = 0.8463, Test Accuracy = 69.45%
Epoch 10/30: Avg Loss = 0.7007, Test Accuracy = 72.39%
Epoch 11/30: Avg Loss = 0.6003, Test Accuracy = 74.77%
Epoch 12/30: Avg Loss = 0.4667, Test Accuracy = 76.71%
Epoch 13/30: Avg Loss = 0.3829, Test Accuracy = 77.81%
Epoch 14/30: Avg Loss = 0.3148, Test Accuracy = 78.69%
Epoch 15/30: Avg Loss = 0.2374, Test Accuracy = 79.22%
Epoch 16/30: Avg Loss = 0.1945, Test Accuracy = 79.51%
Epoch 17/30: Avg Loss = 0.1627, Test Accuracy = 79.69%
Epoch 18/30: Avg Loss = 0.1486, Test Accuracy = 79.88%
Epoch 19/30: Avg Loss = 0.1201, Test Accuracy = 80.12%
Epoch 20/30: Avg Loss = 0.1066, Test Accuracy = 80.41%
Epoch 21/30: Avg Loss = 0.0732, Test Accuracy = 80.50%
Epoch 22/30: Avg Loss = 0.0558, Test Accuracy = 80.70%
Epoch 23/30: Avg Loss = 0.0596, Test Accuracy = 80.93%
Epoch 24/30: Avg Loss = 0.0404, Test Accuracy = 80.99%
Epoch 25/30: Avg Loss = 0.0413, Test Accuracy = 80.90%

Training teachers:  30%|██████████████████████████████████████████████▊                                                                                                             | 75/250 [01:26<03:20,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0460, Test Accuracy = 80.73%
Epoch 27/30: Avg Loss = 0.0397, Test Accuracy = 80.69%
Epoch 28/30: Avg Loss = 0.0400, Test Accuracy = 80.84%
Epoch 29/30: Avg Loss = 0.0327, Test Accuracy = 80.97%
Epoch 30/30: Avg Loss = 0.0341, Test Accuracy = 80.85%
Epoch 1/30: Avg Loss = 2.2751, Test Accuracy = 34.45%
Epoch 2/30: Avg Loss = 2.1249, Test Accuracy = 47.01%
Epoch 3/30: Avg Loss = 1.9609, Test Accuracy = 51.76%
Epoch 4/30: Avg Loss = 1.7737, Test Accuracy = 53.82%
Epoch 5/30: Avg Loss = 1.5626, Test Accuracy = 54.98%
Epoch 6/30: Avg Loss = 1.3712, Test Accuracy = 56.42%
Epoch 7/30: Avg Loss = 1.1855, Test Accuracy = 58.67%
Epoch 8/30: Avg Loss = 1.0018, Test Accuracy = 61.57%
Epoch 9/30: Avg Loss = 0.8736, Test Accuracy = 64.56%
Epoch 10/30: Avg Loss = 0.6790, Test Accuracy = 67.69%
Epoch 11/30: Avg Loss = 0.5577, Test Accuracy = 70.48%
Epoch 12/30: Avg Loss = 0.4757, Test Accuracy = 74.06%
Epoch 13/30: Avg Loss = 0.3544, Test Accuracy = 76.87%
Epoch 14/30: Avg Loss = 0.2797, Test Accuracy = 78.18%
Epoch 15/30: Avg Loss = 0.2573, Test Accuracy = 78.78%
Epoch 16/30: Avg Loss = 0.2036, Test Accuracy = 79.10%
Epoch 17/30: Avg Loss = 0.1643, Test Accuracy = 79.30%
Epoch 18/30: Avg Loss = 0.1234, Test Accuracy = 79.64%
Epoch 19/30: Avg Loss = 0.1065, Test Accuracy = 79.89%
Epoch 20/30: Avg Loss = 0.1424, Test Accuracy = 79.94%
Epoch 21/30: Avg Loss = 0.0757, Test Accuracy = 79.93%
Epoch 22/30: Avg Loss = 0.0782, Test Accuracy = 79.96%
Epoch 23/30: Avg Loss = 0.0685, Test Accuracy = 80.02%
Epoch 24/30: Avg Loss = 0.0615, Test Accuracy = 80.18%
Epoch 25/30: Avg Loss = 0.0642, Test Accuracy = 80.24%

Training teachers:  30%|███████████████████████████████████████████████▍                                                                                                            | 76/250 [01:27<03:20,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0395, Test Accuracy = 80.48%
Epoch 27/30: Avg Loss = 0.0394, Test Accuracy = 80.61%
Epoch 28/30: Avg Loss = 0.0254, Test Accuracy = 80.51%
Epoch 29/30: Avg Loss = 0.0413, Test Accuracy = 80.41%
Epoch 30/30: Avg Loss = 0.0290, Test Accuracy = 80.41%
Epoch 1/30: Avg Loss = 2.2896, Test Accuracy = 19.92%
Epoch 2/30: Avg Loss = 2.1215, Test Accuracy = 36.82%
Epoch 3/30: Avg Loss = 1.9673, Test Accuracy = 51.48%
Epoch 4/30: Avg Loss = 1.7960, Test Accuracy = 57.37%
Epoch 5/30: Avg Loss = 1.5845, Test Accuracy = 60.43%
Epoch 6/30: Avg Loss = 1.3936, Test Accuracy = 62.84%
Epoch 7/30: Avg Loss = 1.1788, Test Accuracy = 65.75%
Epoch 8/30: Avg Loss = 0.9908, Test Accuracy = 68.83%
Epoch 9/30: Avg Loss = 0.8139, Test Accuracy = 71.46%
Epoch 10/30: Avg Loss = 0.6672, Test Accuracy = 73.08%
Epoch 11/30: Avg Loss = 0.5623, Test Accuracy = 73.71%
Epoch 12/30: Avg Loss = 0.4506, Test Accuracy = 74.30%
Epoch 13/30: Avg Loss = 0.3548, Test Accuracy = 75.25%
Epoch 14/30: Avg Loss = 0.3075, Test Accuracy = 76.28%
Epoch 15/30: Avg Loss = 0.2150, Test Accuracy = 77.41%
Epoch 16/30: Avg Loss = 0.2144, Test Accuracy = 77.99%
Epoch 17/30: Avg Loss = 0.1637, Test Accuracy = 78.56%
Epoch 18/30: Avg Loss = 0.1150, Test Accuracy = 78.54%
Epoch 19/30: Avg Loss = 0.1260, Test Accuracy = 78.61%
Epoch 20/30: Avg Loss = 0.0843, Test Accuracy = 78.53%
Epoch 21/30: Avg Loss = 0.0883, Test Accuracy = 78.83%
Epoch 22/30: Avg Loss = 0.0496, Test Accuracy = 78.85%
Epoch 23/30: Avg Loss = 0.0591, Test Accuracy = 79.07%
Epoch 24/30: Avg Loss = 0.0591, Test Accuracy = 79.24%

Training teachers:  31%|████████████████████████████████████████████████                                                                                                            | 77/250 [01:28<03:20,  1.16s/it]

Epoch 25/30: Avg Loss = 0.0383, Test Accuracy = 79.32%
Epoch 26/30: Avg Loss = 0.0515, Test Accuracy = 79.43%
Epoch 27/30: Avg Loss = 0.0414, Test Accuracy = 79.38%
Epoch 28/30: Avg Loss = 0.0335, Test Accuracy = 79.42%
Epoch 29/30: Avg Loss = 0.0273, Test Accuracy = 79.22%
Epoch 30/30: Avg Loss = 0.0207, Test Accuracy = 79.22%
Epoch 1/30: Avg Loss = 2.2865, Test Accuracy = 31.05%
Epoch 2/30: Avg Loss = 2.1283, Test Accuracy = 51.45%
Epoch 3/30: Avg Loss = 1.9481, Test Accuracy = 55.25%
Epoch 4/30: Avg Loss = 1.7468, Test Accuracy = 56.11%
Epoch 5/30: Avg Loss = 1.5248, Test Accuracy = 57.15%
Epoch 6/30: Avg Loss = 1.3139, Test Accuracy = 58.14%
Epoch 7/30: Avg Loss = 1.1364, Test Accuracy = 60.05%
Epoch 8/30: Avg Loss = 0.9559, Test Accuracy = 62.63%
Epoch 9/30: Avg Loss = 0.8366, Test Accuracy = 65.40%
Epoch 10/30: Avg Loss = 0.6899, Test Accuracy = 68.98%
Epoch 11/30: Avg Loss = 0.5658, Test Accuracy = 72.18%
Epoch 12/30: Avg Loss = 0.4475, Test Accuracy = 74.52%
Epoch 13/30: Avg Loss = 0.3472, Test Accuracy = 75.59%
Epoch 14/30: Avg Loss = 0.3094, Test Accuracy = 75.94%
Epoch 15/30: Avg Loss = 0.2667, Test Accuracy = 75.94%
Epoch 16/30: Avg Loss = 0.1954, Test Accuracy = 76.16%
Epoch 17/30: Avg Loss = 0.1872, Test Accuracy = 76.79%
Epoch 18/30: Avg Loss = 0.1380, Test Accuracy = 77.43%
Epoch 19/30: Avg Loss = 0.1298, Test Accuracy = 77.65%
Epoch 20/30: Avg Loss = 0.1024, Test Accuracy = 77.99%
Epoch 21/30: Avg Loss = 0.0771, Test Accuracy = 78.18%
Epoch 22/30: Avg Loss = 0.0645, Test Accuracy = 78.19%
Epoch 23/30: Avg Loss = 0.0572, Test Accuracy = 78.17%
Epoch 24/30: Avg Loss = 0.0560, Test Accuracy = 78.21%

Training teachers:  31%|████████████████████████████████████████████████▋                                                                                                           | 78/250 [01:29<03:18,  1.16s/it]

Epoch 25/30: Avg Loss = 0.0455, Test Accuracy = 78.36%
Epoch 26/30: Avg Loss = 0.0405, Test Accuracy = 78.40%
Epoch 27/30: Avg Loss = 0.0500, Test Accuracy = 78.56%
Epoch 28/30: Avg Loss = 0.0387, Test Accuracy = 78.60%
Epoch 29/30: Avg Loss = 0.0335, Test Accuracy = 78.53%
Epoch 30/30: Avg Loss = 0.0408, Test Accuracy = 78.66%
Epoch 1/30: Avg Loss = 2.2864, Test Accuracy = 44.55%
Epoch 2/30: Avg Loss = 2.1409, Test Accuracy = 62.38%
Epoch 3/30: Avg Loss = 1.9906, Test Accuracy = 67.96%
Epoch 4/30: Avg Loss = 1.8400, Test Accuracy = 68.78%
Epoch 5/30: Avg Loss = 1.6588, Test Accuracy = 68.41%
Epoch 6/30: Avg Loss = 1.4229, Test Accuracy = 68.92%
Epoch 7/30: Avg Loss = 1.2140, Test Accuracy = 69.62%
Epoch 8/30: Avg Loss = 0.9908, Test Accuracy = 71.87%
Epoch 9/30: Avg Loss = 0.7932, Test Accuracy = 73.88%
Epoch 10/30: Avg Loss = 0.6381, Test Accuracy = 76.15%
Epoch 11/30: Avg Loss = 0.5245, Test Accuracy = 77.34%
Epoch 12/30: Avg Loss = 0.4311, Test Accuracy = 78.08%
Epoch 13/30: Avg Loss = 0.3309, Test Accuracy = 78.92%
Epoch 14/30: Avg Loss = 0.2913, Test Accuracy = 79.07%
Epoch 15/30: Avg Loss = 0.2071, Test Accuracy = 79.15%
Epoch 16/30: Avg Loss = 0.1925, Test Accuracy = 79.25%
Epoch 17/30: Avg Loss = 0.1685, Test Accuracy = 79.61%
Epoch 18/30: Avg Loss = 0.1319, Test Accuracy = 79.85%
Epoch 19/30: Avg Loss = 0.1049, Test Accuracy = 80.01%
Epoch 20/30: Avg Loss = 0.0836, Test Accuracy = 80.07%
Epoch 21/30: Avg Loss = 0.0672, Test Accuracy = 80.04%
Epoch 22/30: Avg Loss = 0.0777, Test Accuracy = 79.92%
Epoch 23/30: Avg Loss = 0.0787, Test Accuracy = 79.97%
Epoch 24/30: Avg Loss = 0.0513, Test Accuracy = 80.16%

Training teachers:  32%|█████████████████████████████████████████████████▎                                                                                                          | 79/250 [01:30<03:17,  1.16s/it]

Epoch 25/30: Avg Loss = 0.0545, Test Accuracy = 80.30%
Epoch 26/30: Avg Loss = 0.0473, Test Accuracy = 80.23%
Epoch 27/30: Avg Loss = 0.0318, Test Accuracy = 80.21%
Epoch 28/30: Avg Loss = 0.0282, Test Accuracy = 80.19%
Epoch 29/30: Avg Loss = 0.0306, Test Accuracy = 79.94%
Epoch 30/30: Avg Loss = 0.0405, Test Accuracy = 80.00%
Epoch 1/30: Avg Loss = 2.2961, Test Accuracy = 36.49%
Epoch 2/30: Avg Loss = 2.1413, Test Accuracy = 48.57%
Epoch 3/30: Avg Loss = 1.9813, Test Accuracy = 54.65%
Epoch 4/30: Avg Loss = 1.8451, Test Accuracy = 59.69%
Epoch 5/30: Avg Loss = 1.6402, Test Accuracy = 62.99%
Epoch 6/30: Avg Loss = 1.4397, Test Accuracy = 64.40%
Epoch 7/30: Avg Loss = 1.2009, Test Accuracy = 66.71%
Epoch 8/30: Avg Loss = 1.0570, Test Accuracy = 69.07%
Epoch 9/30: Avg Loss = 0.8438, Test Accuracy = 71.64%
Epoch 10/30: Avg Loss = 0.7075, Test Accuracy = 74.45%
Epoch 11/30: Avg Loss = 0.5635, Test Accuracy = 77.21%
Epoch 12/30: Avg Loss = 0.4548, Test Accuracy = 78.78%
Epoch 13/30: Avg Loss = 0.3666, Test Accuracy = 79.57%
Epoch 14/30: Avg Loss = 0.3156, Test Accuracy = 79.99%
Epoch 15/30: Avg Loss = 0.2800, Test Accuracy = 80.46%
Epoch 16/30: Avg Loss = 0.1883, Test Accuracy = 80.96%
Epoch 17/30: Avg Loss = 0.1510, Test Accuracy = 80.92%
Epoch 18/30: Avg Loss = 0.1395, Test Accuracy = 81.35%
Epoch 19/30: Avg Loss = 0.1288, Test Accuracy = 81.69%
Epoch 20/30: Avg Loss = 0.1027, Test Accuracy = 81.91%
Epoch 21/30: Avg Loss = 0.0873, Test Accuracy = 81.93%
Epoch 22/30: Avg Loss = 0.0687, Test Accuracy = 81.96%
Epoch 23/30: Avg Loss = 0.0638, Test Accuracy = 81.92%
Epoch 24/30: Avg Loss = 0.0467, Test Accuracy = 81.95%

Training teachers:  32%|█████████████████████████████████████████████████▉                                                                                                          | 80/250 [01:31<03:16,  1.16s/it]

Epoch 25/30: Avg Loss = 0.0484, Test Accuracy = 81.96%
Epoch 26/30: Avg Loss = 0.0387, Test Accuracy = 81.95%
Epoch 27/30: Avg Loss = 0.0468, Test Accuracy = 81.94%
Epoch 28/30: Avg Loss = 0.0446, Test Accuracy = 81.91%
Epoch 29/30: Avg Loss = 0.0451, Test Accuracy = 81.84%
Epoch 30/30: Avg Loss = 0.0240, Test Accuracy = 81.81%
Epoch 1/30: Avg Loss = 2.2779, Test Accuracy = 35.06%
Epoch 2/30: Avg Loss = 2.1145, Test Accuracy = 48.42%
Epoch 3/30: Avg Loss = 1.9492, Test Accuracy = 52.18%
Epoch 4/30: Avg Loss = 1.7387, Test Accuracy = 52.78%
Epoch 5/30: Avg Loss = 1.5443, Test Accuracy = 52.92%
Epoch 6/30: Avg Loss = 1.3606, Test Accuracy = 54.27%
Epoch 7/30: Avg Loss = 1.1400, Test Accuracy = 56.58%
Epoch 8/30: Avg Loss = 0.9488, Test Accuracy = 59.43%
Epoch 9/30: Avg Loss = 0.7711, Test Accuracy = 62.87%
Epoch 10/30: Avg Loss = 0.6141, Test Accuracy = 66.63%
Epoch 11/30: Avg Loss = 0.5059, Test Accuracy = 69.83%
Epoch 12/30: Avg Loss = 0.3496, Test Accuracy = 72.08%
Epoch 13/30: Avg Loss = 0.2809, Test Accuracy = 73.45%
Epoch 14/30: Avg Loss = 0.2524, Test Accuracy = 74.48%
Epoch 15/30: Avg Loss = 0.1503, Test Accuracy = 75.19%
Epoch 16/30: Avg Loss = 0.1325, Test Accuracy = 75.68%
Epoch 17/30: Avg Loss = 0.1124, Test Accuracy = 76.17%
Epoch 18/30: Avg Loss = 0.0801, Test Accuracy = 76.75%
Epoch 19/30: Avg Loss = 0.0635, Test Accuracy = 77.07%
Epoch 20/30: Avg Loss = 0.0660, Test Accuracy = 77.38%
Epoch 21/30: Avg Loss = 0.0462, Test Accuracy = 77.44%
Epoch 22/30: Avg Loss = 0.0399, Test Accuracy = 77.45%
Epoch 23/30: Avg Loss = 0.0395, Test Accuracy = 77.53%
Epoch 24/30: Avg Loss = 0.0210, Test Accuracy = 77.66%

Training teachers:  32%|██████████████████████████████████████████████████▌                                                                                                         | 81/250 [01:33<03:15,  1.15s/it]

Epoch 25/30: Avg Loss = 0.0237, Test Accuracy = 77.71%
Epoch 26/30: Avg Loss = 0.0331, Test Accuracy = 77.79%
Epoch 27/30: Avg Loss = 0.0248, Test Accuracy = 77.74%
Epoch 28/30: Avg Loss = 0.0399, Test Accuracy = 77.75%
Epoch 29/30: Avg Loss = 0.0190, Test Accuracy = 77.80%
Epoch 30/30: Avg Loss = 0.0135, Test Accuracy = 77.75%
Epoch 1/30: Avg Loss = 2.2858, Test Accuracy = 42.78%
Epoch 2/30: Avg Loss = 2.1037, Test Accuracy = 51.99%
Epoch 3/30: Avg Loss = 1.9391, Test Accuracy = 55.80%
Epoch 4/30: Avg Loss = 1.7368, Test Accuracy = 58.27%
Epoch 5/30: Avg Loss = 1.5368, Test Accuracy = 59.35%
Epoch 6/30: Avg Loss = 1.3272, Test Accuracy = 60.40%
Epoch 7/30: Avg Loss = 1.1097, Test Accuracy = 62.12%
Epoch 8/30: Avg Loss = 0.9291, Test Accuracy = 64.36%
Epoch 9/30: Avg Loss = 0.7429, Test Accuracy = 67.06%
Epoch 10/30: Avg Loss = 0.6206, Test Accuracy = 70.40%
Epoch 11/30: Avg Loss = 0.4860, Test Accuracy = 73.66%
Epoch 12/30: Avg Loss = 0.4042, Test Accuracy = 75.81%
Epoch 13/30: Avg Loss = 0.3576, Test Accuracy = 76.89%
Epoch 14/30: Avg Loss = 0.2630, Test Accuracy = 78.13%
Epoch 15/30: Avg Loss = 0.2070, Test Accuracy = 78.80%
Epoch 16/30: Avg Loss = 0.1908, Test Accuracy = 79.64%
Epoch 17/30: Avg Loss = 0.1374, Test Accuracy = 79.84%
Epoch 18/30: Avg Loss = 0.1023, Test Accuracy = 80.20%
Epoch 19/30: Avg Loss = 0.0967, Test Accuracy = 80.45%
Epoch 20/30: Avg Loss = 0.1022, Test Accuracy = 80.48%
Epoch 21/30: Avg Loss = 0.0784, Test Accuracy = 80.48%
Epoch 22/30: Avg Loss = 0.0729, Test Accuracy = 80.39%
Epoch 23/30: Avg Loss = 0.0504, Test Accuracy = 80.39%
Epoch 24/30: Avg Loss = 0.0556, Test Accuracy = 80.27%

Training teachers:  33%|███████████████████████████████████████████████████▏                                                                                                        | 82/250 [01:34<03:13,  1.15s/it]

Epoch 25/30: Avg Loss = 0.0368, Test Accuracy = 80.15%
Epoch 26/30: Avg Loss = 0.0264, Test Accuracy = 80.16%
Epoch 27/30: Avg Loss = 0.0440, Test Accuracy = 80.18%
Epoch 28/30: Avg Loss = 0.0328, Test Accuracy = 80.34%
Epoch 29/30: Avg Loss = 0.0302, Test Accuracy = 80.56%
Epoch 30/30: Avg Loss = 0.0246, Test Accuracy = 80.86%
Epoch 1/30: Avg Loss = 2.2569, Test Accuracy = 29.20%
Epoch 2/30: Avg Loss = 2.0883, Test Accuracy = 39.70%
Epoch 3/30: Avg Loss = 1.9235, Test Accuracy = 44.86%
Epoch 4/30: Avg Loss = 1.7266, Test Accuracy = 49.57%
Epoch 5/30: Avg Loss = 1.5192, Test Accuracy = 53.85%
Epoch 6/30: Avg Loss = 1.3244, Test Accuracy = 59.16%
Epoch 7/30: Avg Loss = 1.1308, Test Accuracy = 63.65%
Epoch 8/30: Avg Loss = 0.9526, Test Accuracy = 66.85%
Epoch 9/30: Avg Loss = 0.7527, Test Accuracy = 69.44%
Epoch 10/30: Avg Loss = 0.6326, Test Accuracy = 71.73%
Epoch 11/30: Avg Loss = 0.4816, Test Accuracy = 74.56%
Epoch 12/30: Avg Loss = 0.4103, Test Accuracy = 76.61%
Epoch 13/30: Avg Loss = 0.3395, Test Accuracy = 78.39%
Epoch 14/30: Avg Loss = 0.2658, Test Accuracy = 79.36%
Epoch 15/30: Avg Loss = 0.2354, Test Accuracy = 79.98%
Epoch 16/30: Avg Loss = 0.1691, Test Accuracy = 80.95%
Epoch 17/30: Avg Loss = 0.1394, Test Accuracy = 81.47%
Epoch 18/30: Avg Loss = 0.1302, Test Accuracy = 81.59%
Epoch 19/30: Avg Loss = 0.1279, Test Accuracy = 81.65%
Epoch 20/30: Avg Loss = 0.0926, Test Accuracy = 81.61%
Epoch 21/30: Avg Loss = 0.0888, Test Accuracy = 81.62%
Epoch 22/30: Avg Loss = 0.0647, Test Accuracy = 81.96%
Epoch 23/30: Avg Loss = 0.0531, Test Accuracy = 82.19%
Epoch 24/30: Avg Loss = 0.0571, Test Accuracy = 82.09%

Training teachers:  33%|███████████████████████████████████████████████████▊                                                                                                        | 83/250 [01:35<03:13,  1.16s/it]

Epoch 25/30: Avg Loss = 0.0529, Test Accuracy = 81.95%
Epoch 26/30: Avg Loss = 0.0317, Test Accuracy = 82.13%
Epoch 27/30: Avg Loss = 0.0369, Test Accuracy = 82.02%
Epoch 28/30: Avg Loss = 0.0457, Test Accuracy = 81.88%
Epoch 29/30: Avg Loss = 0.0301, Test Accuracy = 81.79%
Epoch 30/30: Avg Loss = 0.0349, Test Accuracy = 81.73%
Epoch 1/30: Avg Loss = 2.2737, Test Accuracy = 23.35%
Epoch 2/30: Avg Loss = 2.1109, Test Accuracy = 42.45%
Epoch 3/30: Avg Loss = 1.9458, Test Accuracy = 50.89%
Epoch 4/30: Avg Loss = 1.7630, Test Accuracy = 54.43%
Epoch 5/30: Avg Loss = 1.5456, Test Accuracy = 55.64%
Epoch 6/30: Avg Loss = 1.3234, Test Accuracy = 57.34%
Epoch 7/30: Avg Loss = 1.1220, Test Accuracy = 59.40%
Epoch 8/30: Avg Loss = 0.9992, Test Accuracy = 61.92%
Epoch 9/30: Avg Loss = 0.8564, Test Accuracy = 64.82%
Epoch 10/30: Avg Loss = 0.6493, Test Accuracy = 68.46%
Epoch 11/30: Avg Loss = 0.5609, Test Accuracy = 72.24%
Epoch 12/30: Avg Loss = 0.4356, Test Accuracy = 74.71%
Epoch 13/30: Avg Loss = 0.3600, Test Accuracy = 76.53%
Epoch 14/30: Avg Loss = 0.3163, Test Accuracy = 77.73%
Epoch 15/30: Avg Loss = 0.2102, Test Accuracy = 77.93%
Epoch 16/30: Avg Loss = 0.2037, Test Accuracy = 78.21%
Epoch 17/30: Avg Loss = 0.1533, Test Accuracy = 78.54%
Epoch 18/30: Avg Loss = 0.1186, Test Accuracy = 78.78%
Epoch 19/30: Avg Loss = 0.1039, Test Accuracy = 79.03%
Epoch 20/30: Avg Loss = 0.0755, Test Accuracy = 79.16%
Epoch 21/30: Avg Loss = 0.0622, Test Accuracy = 79.23%
Epoch 22/30: Avg Loss = 0.0541, Test Accuracy = 79.39%
Epoch 23/30: Avg Loss = 0.0477, Test Accuracy = 79.56%
Epoch 24/30: Avg Loss = 0.0370, Test Accuracy = 79.54%

Training teachers:  34%|████████████████████████████████████████████████████▍                                                                                                       | 84/250 [01:36<03:12,  1.16s/it]

Epoch 25/30: Avg Loss = 0.0453, Test Accuracy = 79.61%
Epoch 26/30: Avg Loss = 0.0328, Test Accuracy = 79.53%
Epoch 27/30: Avg Loss = 0.0313, Test Accuracy = 79.33%
Epoch 28/30: Avg Loss = 0.0256, Test Accuracy = 79.26%
Epoch 29/30: Avg Loss = 0.0303, Test Accuracy = 79.32%
Epoch 30/30: Avg Loss = 0.0407, Test Accuracy = 79.47%
Epoch 1/30: Avg Loss = 2.2888, Test Accuracy = 17.24%
Epoch 2/30: Avg Loss = 2.1557, Test Accuracy = 36.38%
Epoch 3/30: Avg Loss = 2.0041, Test Accuracy = 49.10%
Epoch 4/30: Avg Loss = 1.8306, Test Accuracy = 55.16%
Epoch 5/30: Avg Loss = 1.6255, Test Accuracy = 58.15%
Epoch 6/30: Avg Loss = 1.4148, Test Accuracy = 60.37%
Epoch 7/30: Avg Loss = 1.1676, Test Accuracy = 62.36%
Epoch 8/30: Avg Loss = 0.9493, Test Accuracy = 64.47%
Epoch 9/30: Avg Loss = 0.8331, Test Accuracy = 67.30%
Epoch 10/30: Avg Loss = 0.6629, Test Accuracy = 70.07%
Epoch 11/30: Avg Loss = 0.5267, Test Accuracy = 72.11%
Epoch 12/30: Avg Loss = 0.4494, Test Accuracy = 73.71%
Epoch 13/30: Avg Loss = 0.3462, Test Accuracy = 74.56%
Epoch 14/30: Avg Loss = 0.2728, Test Accuracy = 75.07%
Epoch 15/30: Avg Loss = 0.2395, Test Accuracy = 75.14%
Epoch 16/30: Avg Loss = 0.1753, Test Accuracy = 75.35%
Epoch 17/30: Avg Loss = 0.1523, Test Accuracy = 75.52%
Epoch 18/30: Avg Loss = 0.1176, Test Accuracy = 75.92%
Epoch 19/30: Avg Loss = 0.1024, Test Accuracy = 76.14%
Epoch 20/30: Avg Loss = 0.0851, Test Accuracy = 76.46%
Epoch 21/30: Avg Loss = 0.0832, Test Accuracy = 76.77%
Epoch 22/30: Avg Loss = 0.0711, Test Accuracy = 76.95%
Epoch 23/30: Avg Loss = 0.0745, Test Accuracy = 77.06%
Epoch 24/30: Avg Loss = 0.0498, Test Accuracy = 77.05%

Training teachers:  34%|█████████████████████████████████████████████████████                                                                                                       | 85/250 [01:37<03:11,  1.16s/it]

Epoch 25/30: Avg Loss = 0.0560, Test Accuracy = 76.85%
Epoch 26/30: Avg Loss = 0.0366, Test Accuracy = 76.68%
Epoch 27/30: Avg Loss = 0.0274, Test Accuracy = 76.59%
Epoch 28/30: Avg Loss = 0.0477, Test Accuracy = 76.92%
Epoch 29/30: Avg Loss = 0.0338, Test Accuracy = 77.23%
Epoch 30/30: Avg Loss = 0.0385, Test Accuracy = 77.53%
Epoch 1/30: Avg Loss = 2.2965, Test Accuracy = 40.88%
Epoch 2/30: Avg Loss = 2.1434, Test Accuracy = 52.94%
Epoch 3/30: Avg Loss = 1.9945, Test Accuracy = 58.04%
Epoch 4/30: Avg Loss = 1.8352, Test Accuracy = 62.86%
Epoch 5/30: Avg Loss = 1.6378, Test Accuracy = 65.56%
Epoch 6/30: Avg Loss = 1.4045, Test Accuracy = 67.69%
Epoch 7/30: Avg Loss = 1.2067, Test Accuracy = 69.13%
Epoch 8/30: Avg Loss = 0.9989, Test Accuracy = 70.52%
Epoch 9/30: Avg Loss = 0.8496, Test Accuracy = 72.05%
Epoch 10/30: Avg Loss = 0.6344, Test Accuracy = 73.46%
Epoch 11/30: Avg Loss = 0.5145, Test Accuracy = 74.55%
Epoch 12/30: Avg Loss = 0.4311, Test Accuracy = 75.88%
Epoch 13/30: Avg Loss = 0.3661, Test Accuracy = 77.14%
Epoch 14/30: Avg Loss = 0.2751, Test Accuracy = 78.46%
Epoch 15/30: Avg Loss = 0.2265, Test Accuracy = 79.10%
Epoch 16/30: Avg Loss = 0.2216, Test Accuracy = 79.32%
Epoch 17/30: Avg Loss = 0.1733, Test Accuracy = 79.33%
Epoch 18/30: Avg Loss = 0.1233, Test Accuracy = 79.53%
Epoch 19/30: Avg Loss = 0.1105, Test Accuracy = 79.58%
Epoch 20/30: Avg Loss = 0.1081, Test Accuracy = 79.59%
Epoch 21/30: Avg Loss = 0.0936, Test Accuracy = 79.60%
Epoch 22/30: Avg Loss = 0.0750, Test Accuracy = 79.62%
Epoch 23/30: Avg Loss = 0.0821, Test Accuracy = 79.90%
Epoch 24/30: Avg Loss = 0.0534, Test Accuracy = 79.87%
Epoch 25/30: Avg Loss = 0.0624, Test Accuracy = 79.64%
Epoch 26/30: Avg Loss = 0.0596, Test Accuracy = 80.02%
Epoch 27/30: Avg Loss = 0.0333, Test Accuracy = 80.22%
Epoch 28/30: Avg Loss = 0.0307, Test Accuracy = 80.40%
Epoch 29/30: Avg Loss = 0.0432, Test Accuracy = 80.42%

Training teachers:  34%|█████████████████████████████████████████████████████▋                                                                                                      | 86/250 [01:38<03:10,  1.16s/it]

Epoch 30/30: Avg Loss = 0.0419, Test Accuracy = 80.15%
Epoch 1/30: Avg Loss = 2.2735, Test Accuracy = 37.62%
Epoch 2/30: Avg Loss = 2.1162, Test Accuracy = 57.57%
Epoch 3/30: Avg Loss = 1.9671, Test Accuracy = 62.14%
Epoch 4/30: Avg Loss = 1.7913, Test Accuracy = 63.77%
Epoch 5/30: Avg Loss = 1.5693, Test Accuracy = 64.35%
Epoch 6/30: Avg Loss = 1.3761, Test Accuracy = 65.10%
Epoch 7/30: Avg Loss = 1.1667, Test Accuracy = 66.60%
Epoch 8/30: Avg Loss = 0.9537, Test Accuracy = 69.12%
Epoch 9/30: Avg Loss = 0.7592, Test Accuracy = 71.66%
Epoch 10/30: Avg Loss = 0.6563, Test Accuracy = 74.23%
Epoch 11/30: Avg Loss = 0.5324, Test Accuracy = 75.45%
Epoch 12/30: Avg Loss = 0.4601, Test Accuracy = 76.13%
Epoch 13/30: Avg Loss = 0.3572, Test Accuracy = 76.61%
Epoch 14/30: Avg Loss = 0.2892, Test Accuracy = 77.01%
Epoch 15/30: Avg Loss = 0.2320, Test Accuracy = 77.70%
Epoch 16/30: Avg Loss = 0.2148, Test Accuracy = 78.07%
Epoch 17/30: Avg Loss = 0.1830, Test Accuracy = 78.37%
Epoch 18/30: Avg Loss = 0.1664, Test Accuracy = 78.47%
Epoch 19/30: Avg Loss = 0.1430, Test Accuracy = 78.79%
Epoch 20/30: Avg Loss = 0.1186, Test Accuracy = 78.90%
Epoch 21/30: Avg Loss = 0.0923, Test Accuracy = 78.84%
Epoch 22/30: Avg Loss = 0.0802, Test Accuracy = 78.76%
Epoch 23/30: Avg Loss = 0.0500, Test Accuracy = 78.86%
Epoch 24/30: Avg Loss = 0.0642, Test Accuracy = 79.02%
Epoch 25/30: Avg Loss = 0.0635, Test Accuracy = 79.04%
Epoch 26/30: Avg Loss = 0.0490, Test Accuracy = 78.99%
Epoch 27/30: Avg Loss = 0.0381, Test Accuracy = 78.96%
Epoch 28/30: Avg Loss = 0.0424, Test Accuracy = 78.89%

Training teachers:  35%|██████████████████████████████████████████████████████▎                                                                                                     | 87/250 [01:40<03:09,  1.16s/it]

Epoch 29/30: Avg Loss = 0.0455, Test Accuracy = 78.92%
Epoch 30/30: Avg Loss = 0.0407, Test Accuracy = 78.95%
Epoch 1/30: Avg Loss = 2.2712, Test Accuracy = 39.41%
Epoch 2/30: Avg Loss = 2.1241, Test Accuracy = 53.00%
Epoch 3/30: Avg Loss = 1.9720, Test Accuracy = 55.85%
Epoch 4/30: Avg Loss = 1.7776, Test Accuracy = 57.01%
Epoch 5/30: Avg Loss = 1.5821, Test Accuracy = 57.72%
Epoch 6/30: Avg Loss = 1.3693, Test Accuracy = 59.07%
Epoch 7/30: Avg Loss = 1.1667, Test Accuracy = 61.22%
Epoch 8/30: Avg Loss = 0.9978, Test Accuracy = 63.48%
Epoch 9/30: Avg Loss = 0.8065, Test Accuracy = 66.09%
Epoch 10/30: Avg Loss = 0.6484, Test Accuracy = 68.37%
Epoch 11/30: Avg Loss = 0.5481, Test Accuracy = 70.47%
Epoch 12/30: Avg Loss = 0.4649, Test Accuracy = 72.01%
Epoch 13/30: Avg Loss = 0.3763, Test Accuracy = 73.61%
Epoch 14/30: Avg Loss = 0.3346, Test Accuracy = 75.03%
Epoch 15/30: Avg Loss = 0.2416, Test Accuracy = 76.01%
Epoch 16/30: Avg Loss = 0.2352, Test Accuracy = 76.73%
Epoch 17/30: Avg Loss = 0.1874, Test Accuracy = 77.36%
Epoch 18/30: Avg Loss = 0.1394, Test Accuracy = 77.68%
Epoch 19/30: Avg Loss = 0.1161, Test Accuracy = 78.10%
Epoch 20/30: Avg Loss = 0.1252, Test Accuracy = 78.30%
Epoch 21/30: Avg Loss = 0.0950, Test Accuracy = 78.51%
Epoch 22/30: Avg Loss = 0.0854, Test Accuracy = 78.52%
Epoch 23/30: Avg Loss = 0.0590, Test Accuracy = 78.67%
Epoch 24/30: Avg Loss = 0.0600, Test Accuracy = 78.72%
Epoch 25/30: Avg Loss = 0.0532, Test Accuracy = 78.98%
Epoch 26/30: Avg Loss = 0.0414, Test Accuracy = 79.16%
Epoch 27/30: Avg Loss = 0.0367, Test Accuracy = 79.32%
Epoch 28/30: Avg Loss = 0.0360, Test Accuracy = 79.34%

Training teachers:  35%|██████████████████████████████████████████████████████▉                                                                                                     | 88/250 [01:41<03:07,  1.16s/it]

Epoch 29/30: Avg Loss = 0.0413, Test Accuracy = 79.30%
Epoch 30/30: Avg Loss = 0.0250, Test Accuracy = 79.26%
Epoch 1/30: Avg Loss = 2.2760, Test Accuracy = 24.46%
Epoch 2/30: Avg Loss = 2.1300, Test Accuracy = 39.90%
Epoch 3/30: Avg Loss = 1.9835, Test Accuracy = 53.40%
Epoch 4/30: Avg Loss = 1.7975, Test Accuracy = 58.90%
Epoch 5/30: Avg Loss = 1.6190, Test Accuracy = 62.53%
Epoch 6/30: Avg Loss = 1.3704, Test Accuracy = 64.15%
Epoch 7/30: Avg Loss = 1.1849, Test Accuracy = 65.62%
Epoch 8/30: Avg Loss = 0.9726, Test Accuracy = 67.03%
Epoch 9/30: Avg Loss = 0.7788, Test Accuracy = 68.98%
Epoch 10/30: Avg Loss = 0.6451, Test Accuracy = 71.05%
Epoch 11/30: Avg Loss = 0.5127, Test Accuracy = 73.68%
Epoch 12/30: Avg Loss = 0.4116, Test Accuracy = 76.16%
Epoch 13/30: Avg Loss = 0.3409, Test Accuracy = 78.13%
Epoch 14/30: Avg Loss = 0.2574, Test Accuracy = 79.39%
Epoch 15/30: Avg Loss = 0.2124, Test Accuracy = 79.87%
Epoch 16/30: Avg Loss = 0.1794, Test Accuracy = 80.43%
Epoch 17/30: Avg Loss = 0.1480, Test Accuracy = 80.86%
Epoch 18/30: Avg Loss = 0.1298, Test Accuracy = 81.45%
Epoch 19/30: Avg Loss = 0.1134, Test Accuracy = 81.48%
Epoch 20/30: Avg Loss = 0.0777, Test Accuracy = 81.60%
Epoch 21/30: Avg Loss = 0.0630, Test Accuracy = 81.64%
Epoch 22/30: Avg Loss = 0.0671, Test Accuracy = 81.64%
Epoch 23/30: Avg Loss = 0.0620, Test Accuracy = 81.64%
Epoch 24/30: Avg Loss = 0.0641, Test Accuracy = 81.76%
Epoch 25/30: Avg Loss = 0.0457, Test Accuracy = 81.60%
Epoch 26/30: Avg Loss = 0.0405, Test Accuracy = 81.56%
Epoch 27/30: Avg Loss = 0.0444, Test Accuracy = 81.54%
Epoch 28/30: Avg Loss = 0.0410, Test Accuracy = 81.60%

Training teachers:  36%|███████████████████████████████████████████████████████▌                                                                                                    | 89/250 [01:42<03:05,  1.15s/it]

Epoch 29/30: Avg Loss = 0.0273, Test Accuracy = 81.66%
Epoch 30/30: Avg Loss = 0.0252, Test Accuracy = 81.88%
Epoch 1/30: Avg Loss = 2.2873, Test Accuracy = 36.55%
Epoch 2/30: Avg Loss = 2.1364, Test Accuracy = 54.49%
Epoch 3/30: Avg Loss = 1.9889, Test Accuracy = 61.34%
Epoch 4/30: Avg Loss = 1.8038, Test Accuracy = 63.03%
Epoch 5/30: Avg Loss = 1.6130, Test Accuracy = 64.22%
Epoch 6/30: Avg Loss = 1.4105, Test Accuracy = 65.18%
Epoch 7/30: Avg Loss = 1.1795, Test Accuracy = 66.48%
Epoch 8/30: Avg Loss = 0.9760, Test Accuracy = 68.62%
Epoch 9/30: Avg Loss = 0.8270, Test Accuracy = 70.98%
Epoch 10/30: Avg Loss = 0.6768, Test Accuracy = 73.56%
Epoch 11/30: Avg Loss = 0.5550, Test Accuracy = 75.61%
Epoch 12/30: Avg Loss = 0.4399, Test Accuracy = 76.77%
Epoch 13/30: Avg Loss = 0.3618, Test Accuracy = 78.38%
Epoch 14/30: Avg Loss = 0.3212, Test Accuracy = 79.92%
Epoch 15/30: Avg Loss = 0.2739, Test Accuracy = 81.16%
Epoch 16/30: Avg Loss = 0.2186, Test Accuracy = 81.61%
Epoch 17/30: Avg Loss = 0.1980, Test Accuracy = 81.83%
Epoch 18/30: Avg Loss = 0.1429, Test Accuracy = 81.79%
Epoch 19/30: Avg Loss = 0.1465, Test Accuracy = 81.96%
Epoch 20/30: Avg Loss = 0.1227, Test Accuracy = 81.93%
Epoch 21/30: Avg Loss = 0.1091, Test Accuracy = 81.93%
Epoch 22/30: Avg Loss = 0.0718, Test Accuracy = 81.88%
Epoch 23/30: Avg Loss = 0.0710, Test Accuracy = 81.97%
Epoch 24/30: Avg Loss = 0.0567, Test Accuracy = 82.09%
Epoch 25/30: Avg Loss = 0.0579, Test Accuracy = 82.12%
Epoch 26/30: Avg Loss = 0.0502, Test Accuracy = 82.16%
Epoch 27/30: Avg Loss = 0.0462, Test Accuracy = 82.15%
Epoch 28/30: Avg Loss = 0.0302, Test Accuracy = 82.31%

Training teachers:  36%|████████████████████████████████████████████████████████▏                                                                                                   | 90/250 [01:43<03:03,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0421, Test Accuracy = 82.47%
Epoch 30/30: Avg Loss = 0.0312, Test Accuracy = 82.52%
Epoch 1/30: Avg Loss = 2.2918, Test Accuracy = 22.95%
Epoch 2/30: Avg Loss = 2.1374, Test Accuracy = 42.78%
Epoch 3/30: Avg Loss = 1.9775, Test Accuracy = 51.45%
Epoch 4/30: Avg Loss = 1.8000, Test Accuracy = 54.00%
Epoch 5/30: Avg Loss = 1.6195, Test Accuracy = 55.85%
Epoch 6/30: Avg Loss = 1.3648, Test Accuracy = 57.57%
Epoch 7/30: Avg Loss = 1.1828, Test Accuracy = 59.19%
Epoch 8/30: Avg Loss = 0.9888, Test Accuracy = 60.67%
Epoch 9/30: Avg Loss = 0.8430, Test Accuracy = 62.25%
Epoch 10/30: Avg Loss = 0.7258, Test Accuracy = 64.43%
Epoch 11/30: Avg Loss = 0.6087, Test Accuracy = 66.84%
Epoch 12/30: Avg Loss = 0.5042, Test Accuracy = 68.90%
Epoch 13/30: Avg Loss = 0.4268, Test Accuracy = 70.99%
Epoch 14/30: Avg Loss = 0.3263, Test Accuracy = 73.08%
Epoch 15/30: Avg Loss = 0.2635, Test Accuracy = 74.78%
Epoch 16/30: Avg Loss = 0.2096, Test Accuracy = 76.30%
Epoch 17/30: Avg Loss = 0.1980, Test Accuracy = 76.70%
Epoch 18/30: Avg Loss = 0.1367, Test Accuracy = 77.04%
Epoch 19/30: Avg Loss = 0.1000, Test Accuracy = 77.23%
Epoch 20/30: Avg Loss = 0.1212, Test Accuracy = 77.30%
Epoch 21/30: Avg Loss = 0.0841, Test Accuracy = 77.56%
Epoch 22/30: Avg Loss = 0.0848, Test Accuracy = 77.81%
Epoch 23/30: Avg Loss = 0.0733, Test Accuracy = 78.08%
Epoch 24/30: Avg Loss = 0.0412, Test Accuracy = 78.35%
Epoch 25/30: Avg Loss = 0.0550, Test Accuracy = 78.42%
Epoch 26/30: Avg Loss = 0.0433, Test Accuracy = 78.66%
Epoch 27/30: Avg Loss = 0.0393, Test Accuracy = 78.62%
Epoch 28/30: Avg Loss = 0.0377, Test Accuracy = 78.58%

Training teachers:  36%|████████████████████████████████████████████████████████▊                                                                                                   | 91/250 [01:44<03:01,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0447, Test Accuracy = 78.51%
Epoch 30/30: Avg Loss = 0.0319, Test Accuracy = 78.46%
Epoch 1/30: Avg Loss = 2.2678, Test Accuracy = 39.62%
Epoch 2/30: Avg Loss = 2.0972, Test Accuracy = 54.25%
Epoch 3/30: Avg Loss = 1.9158, Test Accuracy = 57.62%
Epoch 4/30: Avg Loss = 1.7410, Test Accuracy = 58.51%
Epoch 5/30: Avg Loss = 1.5277, Test Accuracy = 58.98%
Epoch 6/30: Avg Loss = 1.3206, Test Accuracy = 59.93%
Epoch 7/30: Avg Loss = 1.0953, Test Accuracy = 61.57%
Epoch 8/30: Avg Loss = 0.9360, Test Accuracy = 63.81%
Epoch 9/30: Avg Loss = 0.7957, Test Accuracy = 66.31%
Epoch 10/30: Avg Loss = 0.6512, Test Accuracy = 68.97%
Epoch 11/30: Avg Loss = 0.5341, Test Accuracy = 71.84%
Epoch 12/30: Avg Loss = 0.4508, Test Accuracy = 75.66%
Epoch 13/30: Avg Loss = 0.3245, Test Accuracy = 77.92%
Epoch 14/30: Avg Loss = 0.3027, Test Accuracy = 79.11%
Epoch 15/30: Avg Loss = 0.2450, Test Accuracy = 79.98%
Epoch 16/30: Avg Loss = 0.2004, Test Accuracy = 80.30%
Epoch 17/30: Avg Loss = 0.1528, Test Accuracy = 80.22%
Epoch 18/30: Avg Loss = 0.1289, Test Accuracy = 80.60%
Epoch 19/30: Avg Loss = 0.1111, Test Accuracy = 80.92%
Epoch 20/30: Avg Loss = 0.1078, Test Accuracy = 81.25%
Epoch 21/30: Avg Loss = 0.0774, Test Accuracy = 81.74%
Epoch 22/30: Avg Loss = 0.0762, Test Accuracy = 82.02%
Epoch 23/30: Avg Loss = 0.0848, Test Accuracy = 82.17%
Epoch 24/30: Avg Loss = 0.0610, Test Accuracy = 82.47%
Epoch 25/30: Avg Loss = 0.0489, Test Accuracy = 82.40%
Epoch 26/30: Avg Loss = 0.0380, Test Accuracy = 82.32%
Epoch 27/30: Avg Loss = 0.0457, Test Accuracy = 82.38%
Epoch 28/30: Avg Loss = 0.0385, Test Accuracy = 82.37%

Training teachers:  37%|█████████████████████████████████████████████████████████▍                                                                                                  | 92/250 [01:45<02:59,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0366, Test Accuracy = 82.57%
Epoch 30/30: Avg Loss = 0.0315, Test Accuracy = 82.56%
Epoch 1/30: Avg Loss = 2.2830, Test Accuracy = 30.95%
Epoch 2/30: Avg Loss = 2.1403, Test Accuracy = 52.21%
Epoch 3/30: Avg Loss = 1.9734, Test Accuracy = 60.51%
Epoch 4/30: Avg Loss = 1.7804, Test Accuracy = 61.94%
Epoch 5/30: Avg Loss = 1.5803, Test Accuracy = 62.84%
Epoch 6/30: Avg Loss = 1.3782, Test Accuracy = 63.94%
Epoch 7/30: Avg Loss = 1.1415, Test Accuracy = 65.14%
Epoch 8/30: Avg Loss = 0.9082, Test Accuracy = 66.48%
Epoch 9/30: Avg Loss = 0.7669, Test Accuracy = 67.74%
Epoch 10/30: Avg Loss = 0.6353, Test Accuracy = 69.01%
Epoch 11/30: Avg Loss = 0.5005, Test Accuracy = 70.21%
Epoch 12/30: Avg Loss = 0.4013, Test Accuracy = 71.99%
Epoch 13/30: Avg Loss = 0.3080, Test Accuracy = 73.24%
Epoch 14/30: Avg Loss = 0.2541, Test Accuracy = 75.01%
Epoch 15/30: Avg Loss = 0.2251, Test Accuracy = 76.48%
Epoch 16/30: Avg Loss = 0.1726, Test Accuracy = 77.48%
Epoch 17/30: Avg Loss = 0.1486, Test Accuracy = 77.92%
Epoch 18/30: Avg Loss = 0.1141, Test Accuracy = 78.10%
Epoch 19/30: Avg Loss = 0.1056, Test Accuracy = 78.06%
Epoch 20/30: Avg Loss = 0.0898, Test Accuracy = 77.84%
Epoch 21/30: Avg Loss = 0.0718, Test Accuracy = 77.68%
Epoch 22/30: Avg Loss = 0.0516, Test Accuracy = 77.50%
Epoch 23/30: Avg Loss = 0.0498, Test Accuracy = 77.59%
Epoch 24/30: Avg Loss = 0.0502, Test Accuracy = 77.77%
Epoch 25/30: Avg Loss = 0.0309, Test Accuracy = 77.96%
Epoch 26/30: Avg Loss = 0.0371, Test Accuracy = 77.95%
Epoch 27/30: Avg Loss = 0.0250, Test Accuracy = 78.07%
Epoch 28/30: Avg Loss = 0.0286, Test Accuracy = 78.11%

Training teachers:  37%|██████████████████████████████████████████████████████████                                                                                                  | 93/250 [01:46<02:58,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0198, Test Accuracy = 78.08%
Epoch 30/30: Avg Loss = 0.0164, Test Accuracy = 78.15%
Epoch 1/30: Avg Loss = 2.2981, Test Accuracy = 21.60%
Epoch 2/30: Avg Loss = 2.1630, Test Accuracy = 39.06%
Epoch 3/30: Avg Loss = 2.0299, Test Accuracy = 48.90%
Epoch 4/30: Avg Loss = 1.8735, Test Accuracy = 52.14%
Epoch 5/30: Avg Loss = 1.7099, Test Accuracy = 54.44%
Epoch 6/30: Avg Loss = 1.4950, Test Accuracy = 56.53%
Epoch 7/30: Avg Loss = 1.2956, Test Accuracy = 59.17%
Epoch 8/30: Avg Loss = 1.1365, Test Accuracy = 62.66%
Epoch 9/30: Avg Loss = 0.9325, Test Accuracy = 66.19%
Epoch 10/30: Avg Loss = 0.7805, Test Accuracy = 69.79%
Epoch 11/30: Avg Loss = 0.6582, Test Accuracy = 72.93%
Epoch 12/30: Avg Loss = 0.5741, Test Accuracy = 75.60%
Epoch 13/30: Avg Loss = 0.4733, Test Accuracy = 77.82%
Epoch 14/30: Avg Loss = 0.3496, Test Accuracy = 78.87%
Epoch 15/30: Avg Loss = 0.3147, Test Accuracy = 79.57%
Epoch 16/30: Avg Loss = 0.2780, Test Accuracy = 80.18%
Epoch 17/30: Avg Loss = 0.2415, Test Accuracy = 80.47%
Epoch 18/30: Avg Loss = 0.1879, Test Accuracy = 80.76%
Epoch 19/30: Avg Loss = 0.1784, Test Accuracy = 80.58%
Epoch 20/30: Avg Loss = 0.1584, Test Accuracy = 80.25%
Epoch 21/30: Avg Loss = 0.1195, Test Accuracy = 80.35%
Epoch 22/30: Avg Loss = 0.0902, Test Accuracy = 80.43%
Epoch 23/30: Avg Loss = 0.1138, Test Accuracy = 80.63%
Epoch 24/30: Avg Loss = 0.1017, Test Accuracy = 80.68%
Epoch 25/30: Avg Loss = 0.0724, Test Accuracy = 80.96%
Epoch 26/30: Avg Loss = 0.0641, Test Accuracy = 81.04%
Epoch 27/30: Avg Loss = 0.0594, Test Accuracy = 81.03%
Epoch 28/30: Avg Loss = 0.0530, Test Accuracy = 81.24%

Training teachers:  38%|██████████████████████████████████████████████████████████▋                                                                                                 | 94/250 [01:47<02:57,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0410, Test Accuracy = 81.36%
Epoch 30/30: Avg Loss = 0.0559, Test Accuracy = 81.42%
Epoch 1/30: Avg Loss = 2.2939, Test Accuracy = 32.49%
Epoch 2/30: Avg Loss = 2.1321, Test Accuracy = 55.91%
Epoch 3/30: Avg Loss = 1.9809, Test Accuracy = 61.95%
Epoch 4/30: Avg Loss = 1.8026, Test Accuracy = 62.66%
Epoch 5/30: Avg Loss = 1.5841, Test Accuracy = 61.58%
Epoch 6/30: Avg Loss = 1.3451, Test Accuracy = 62.81%
Epoch 7/30: Avg Loss = 1.1516, Test Accuracy = 65.66%
Epoch 8/30: Avg Loss = 0.9354, Test Accuracy = 69.85%
Epoch 9/30: Avg Loss = 0.7670, Test Accuracy = 73.30%
Epoch 10/30: Avg Loss = 0.6104, Test Accuracy = 75.97%
Epoch 11/30: Avg Loss = 0.4467, Test Accuracy = 77.55%
Epoch 12/30: Avg Loss = 0.3533, Test Accuracy = 78.79%
Epoch 13/30: Avg Loss = 0.3199, Test Accuracy = 79.51%
Epoch 14/30: Avg Loss = 0.2520, Test Accuracy = 80.02%
Epoch 15/30: Avg Loss = 0.1946, Test Accuracy = 80.28%
Epoch 16/30: Avg Loss = 0.1652, Test Accuracy = 80.55%
Epoch 17/30: Avg Loss = 0.1369, Test Accuracy = 80.51%
Epoch 18/30: Avg Loss = 0.1013, Test Accuracy = 80.52%
Epoch 19/30: Avg Loss = 0.0995, Test Accuracy = 80.38%
Epoch 20/30: Avg Loss = 0.0797, Test Accuracy = 80.21%
Epoch 21/30: Avg Loss = 0.0673, Test Accuracy = 80.14%
Epoch 22/30: Avg Loss = 0.0592, Test Accuracy = 80.01%
Epoch 23/30: Avg Loss = 0.0416, Test Accuracy = 79.87%
Epoch 24/30: Avg Loss = 0.0509, Test Accuracy = 79.96%
Epoch 25/30: Avg Loss = 0.0350, Test Accuracy = 80.07%
Epoch 26/30: Avg Loss = 0.0309, Test Accuracy = 80.00%
Epoch 27/30: Avg Loss = 0.0274, Test Accuracy = 80.01%
Epoch 28/30: Avg Loss = 0.0323, Test Accuracy = 80.11%

Training teachers:  38%|███████████████████████████████████████████████████████████▎                                                                                                | 95/250 [01:49<02:56,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0251, Test Accuracy = 80.19%
Epoch 30/30: Avg Loss = 0.0244, Test Accuracy = 80.19%
Epoch 1/30: Avg Loss = 2.2780, Test Accuracy = 37.91%
Epoch 2/30: Avg Loss = 2.0977, Test Accuracy = 50.00%
Epoch 3/30: Avg Loss = 1.9224, Test Accuracy = 55.21%
Epoch 4/30: Avg Loss = 1.7347, Test Accuracy = 56.04%
Epoch 5/30: Avg Loss = 1.5340, Test Accuracy = 56.72%
Epoch 6/30: Avg Loss = 1.3153, Test Accuracy = 58.11%
Epoch 7/30: Avg Loss = 1.1384, Test Accuracy = 60.30%
Epoch 8/30: Avg Loss = 0.9681, Test Accuracy = 62.96%
Epoch 9/30: Avg Loss = 0.7801, Test Accuracy = 66.68%
Epoch 10/30: Avg Loss = 0.6779, Test Accuracy = 70.25%
Epoch 11/30: Avg Loss = 0.5432, Test Accuracy = 73.45%
Epoch 12/30: Avg Loss = 0.4625, Test Accuracy = 75.77%
Epoch 13/30: Avg Loss = 0.3557, Test Accuracy = 77.04%
Epoch 14/30: Avg Loss = 0.2821, Test Accuracy = 77.91%
Epoch 15/30: Avg Loss = 0.2278, Test Accuracy = 78.78%
Epoch 16/30: Avg Loss = 0.1755, Test Accuracy = 79.33%
Epoch 17/30: Avg Loss = 0.1622, Test Accuracy = 79.73%
Epoch 18/30: Avg Loss = 0.1322, Test Accuracy = 80.06%
Epoch 19/30: Avg Loss = 0.1029, Test Accuracy = 80.37%
Epoch 20/30: Avg Loss = 0.0904, Test Accuracy = 80.47%
Epoch 21/30: Avg Loss = 0.0685, Test Accuracy = 80.66%
Epoch 22/30: Avg Loss = 0.0608, Test Accuracy = 80.93%
Epoch 23/30: Avg Loss = 0.0633, Test Accuracy = 81.01%
Epoch 24/30: Avg Loss = 0.0521, Test Accuracy = 81.13%
Epoch 25/30: Avg Loss = 0.0433, Test Accuracy = 81.04%
Epoch 26/30: Avg Loss = 0.0430, Test Accuracy = 81.05%
Epoch 27/30: Avg Loss = 0.0398, Test Accuracy = 80.96%
Epoch 28/30: Avg Loss = 0.0419, Test Accuracy = 81.04%

Training teachers:  38%|███████████████████████████████████████████████████████████▉                                                                                                | 96/250 [01:50<02:55,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0341, Test Accuracy = 80.91%
Epoch 30/30: Avg Loss = 0.0297, Test Accuracy = 80.97%
Epoch 1/30: Avg Loss = 2.2838, Test Accuracy = 31.42%
Epoch 2/30: Avg Loss = 2.1143, Test Accuracy = 50.12%
Epoch 3/30: Avg Loss = 1.9564, Test Accuracy = 56.42%
Epoch 4/30: Avg Loss = 1.7759, Test Accuracy = 60.24%
Epoch 5/30: Avg Loss = 1.5800, Test Accuracy = 63.34%
Epoch 6/30: Avg Loss = 1.3959, Test Accuracy = 66.01%
Epoch 7/30: Avg Loss = 1.2030, Test Accuracy = 68.88%
Epoch 8/30: Avg Loss = 1.0246, Test Accuracy = 71.80%
Epoch 9/30: Avg Loss = 0.8305, Test Accuracy = 74.12%
Epoch 10/30: Avg Loss = 0.6904, Test Accuracy = 75.92%
Epoch 11/30: Avg Loss = 0.5361, Test Accuracy = 77.43%
Epoch 12/30: Avg Loss = 0.4399, Test Accuracy = 78.26%
Epoch 13/30: Avg Loss = 0.3534, Test Accuracy = 78.83%
Epoch 14/30: Avg Loss = 0.2749, Test Accuracy = 79.01%
Epoch 15/30: Avg Loss = 0.2235, Test Accuracy = 79.22%
Epoch 16/30: Avg Loss = 0.1879, Test Accuracy = 79.59%
Epoch 17/30: Avg Loss = 0.1474, Test Accuracy = 79.71%
Epoch 18/30: Avg Loss = 0.1067, Test Accuracy = 79.75%
Epoch 19/30: Avg Loss = 0.0898, Test Accuracy = 79.99%
Epoch 20/30: Avg Loss = 0.0772, Test Accuracy = 80.02%
Epoch 21/30: Avg Loss = 0.0725, Test Accuracy = 79.93%
Epoch 22/30: Avg Loss = 0.0520, Test Accuracy = 80.00%
Epoch 23/30: Avg Loss = 0.0591, Test Accuracy = 80.31%
Epoch 24/30: Avg Loss = 0.0485, Test Accuracy = 80.47%
Epoch 25/30: Avg Loss = 0.0359, Test Accuracy = 80.51%
Epoch 26/30: Avg Loss = 0.0328, Test Accuracy = 80.59%
Epoch 27/30: Avg Loss = 0.0422, Test Accuracy = 80.62%
Epoch 28/30: Avg Loss = 0.0256, Test Accuracy = 80.71%

Training teachers:  39%|████████████████████████████████████████████████████████████▌                                                                                               | 97/250 [01:51<02:54,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0247, Test Accuracy = 80.75%
Epoch 30/30: Avg Loss = 0.0267, Test Accuracy = 80.66%
Epoch 1/30: Avg Loss = 2.2737, Test Accuracy = 36.62%
Epoch 2/30: Avg Loss = 2.1204, Test Accuracy = 54.15%
Epoch 3/30: Avg Loss = 1.9609, Test Accuracy = 60.42%
Epoch 4/30: Avg Loss = 1.7757, Test Accuracy = 63.59%
Epoch 5/30: Avg Loss = 1.5586, Test Accuracy = 65.09%
Epoch 6/30: Avg Loss = 1.3815, Test Accuracy = 66.38%
Epoch 7/30: Avg Loss = 1.1664, Test Accuracy = 67.53%
Epoch 8/30: Avg Loss = 0.9995, Test Accuracy = 68.93%
Epoch 9/30: Avg Loss = 0.7773, Test Accuracy = 70.89%
Epoch 10/30: Avg Loss = 0.6835, Test Accuracy = 72.90%
Epoch 11/30: Avg Loss = 0.5925, Test Accuracy = 74.93%
Epoch 12/30: Avg Loss = 0.5027, Test Accuracy = 76.89%
Epoch 13/30: Avg Loss = 0.3994, Test Accuracy = 78.69%
Epoch 14/30: Avg Loss = 0.2853, Test Accuracy = 79.62%
Epoch 15/30: Avg Loss = 0.2993, Test Accuracy = 80.11%
Epoch 16/30: Avg Loss = 0.2092, Test Accuracy = 80.54%
Epoch 17/30: Avg Loss = 0.1814, Test Accuracy = 80.73%
Epoch 18/30: Avg Loss = 0.1411, Test Accuracy = 80.72%
Epoch 19/30: Avg Loss = 0.1463, Test Accuracy = 80.88%
Epoch 20/30: Avg Loss = 0.1152, Test Accuracy = 80.93%
Epoch 21/30: Avg Loss = 0.1020, Test Accuracy = 80.92%
Epoch 22/30: Avg Loss = 0.1093, Test Accuracy = 81.20%
Epoch 23/30: Avg Loss = 0.0925, Test Accuracy = 81.25%
Epoch 24/30: Avg Loss = 0.0530, Test Accuracy = 81.42%
Epoch 25/30: Avg Loss = 0.0929, Test Accuracy = 81.56%
Epoch 26/30: Avg Loss = 0.0497, Test Accuracy = 81.65%
Epoch 27/30: Avg Loss = 0.0442, Test Accuracy = 81.94%
Epoch 28/30: Avg Loss = 0.0430, Test Accuracy = 81.98%

Training teachers:  39%|█████████████████████████████████████████████████████████████▏                                                                                              | 98/250 [01:52<02:52,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0433, Test Accuracy = 81.96%
Epoch 30/30: Avg Loss = 0.0410, Test Accuracy = 81.87%
Epoch 1/30: Avg Loss = 2.2899, Test Accuracy = 33.37%
Epoch 2/30: Avg Loss = 2.1414, Test Accuracy = 45.23%
Epoch 3/30: Avg Loss = 2.0004, Test Accuracy = 50.46%
Epoch 4/30: Avg Loss = 1.8141, Test Accuracy = 53.03%
Epoch 5/30: Avg Loss = 1.6509, Test Accuracy = 54.91%
Epoch 6/30: Avg Loss = 1.4491, Test Accuracy = 56.67%
Epoch 7/30: Avg Loss = 1.2537, Test Accuracy = 58.35%
Epoch 8/30: Avg Loss = 1.0690, Test Accuracy = 61.46%
Epoch 9/30: Avg Loss = 0.9171, Test Accuracy = 64.46%
Epoch 10/30: Avg Loss = 0.7523, Test Accuracy = 66.60%
Epoch 11/30: Avg Loss = 0.5816, Test Accuracy = 68.41%
Epoch 12/30: Avg Loss = 0.5679, Test Accuracy = 71.08%
Epoch 13/30: Avg Loss = 0.4310, Test Accuracy = 73.46%
Epoch 14/30: Avg Loss = 0.3355, Test Accuracy = 75.69%
Epoch 15/30: Avg Loss = 0.2995, Test Accuracy = 77.16%
Epoch 16/30: Avg Loss = 0.2582, Test Accuracy = 78.02%
Epoch 17/30: Avg Loss = 0.1554, Test Accuracy = 78.43%
Epoch 18/30: Avg Loss = 0.1931, Test Accuracy = 78.63%
Epoch 19/30: Avg Loss = 0.1518, Test Accuracy = 78.64%
Epoch 20/30: Avg Loss = 0.1168, Test Accuracy = 78.89%
Epoch 21/30: Avg Loss = 0.0883, Test Accuracy = 78.93%
Epoch 22/30: Avg Loss = 0.0825, Test Accuracy = 79.01%
Epoch 23/30: Avg Loss = 0.0727, Test Accuracy = 79.12%
Epoch 24/30: Avg Loss = 0.0760, Test Accuracy = 79.32%
Epoch 25/30: Avg Loss = 0.0570, Test Accuracy = 79.44%
Epoch 26/30: Avg Loss = 0.0505, Test Accuracy = 79.35%
Epoch 27/30: Avg Loss = 0.0502, Test Accuracy = 79.24%
Epoch 28/30: Avg Loss = 0.0320, Test Accuracy = 79.27%

Training teachers:  40%|█████████████████████████████████████████████████████████████▊                                                                                              | 99/250 [01:53<02:51,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0388, Test Accuracy = 79.40%
Epoch 30/30: Avg Loss = 0.0299, Test Accuracy = 79.41%
Epoch 1/30: Avg Loss = 2.2556, Test Accuracy = 29.57%
Epoch 2/30: Avg Loss = 2.0768, Test Accuracy = 36.57%
Epoch 3/30: Avg Loss = 1.8730, Test Accuracy = 41.79%
Epoch 4/30: Avg Loss = 1.6865, Test Accuracy = 44.88%
Epoch 5/30: Avg Loss = 1.4954, Test Accuracy = 47.81%
Epoch 6/30: Avg Loss = 1.3080, Test Accuracy = 51.18%
Epoch 7/30: Avg Loss = 1.1480, Test Accuracy = 55.56%
Epoch 8/30: Avg Loss = 0.9914, Test Accuracy = 59.99%
Epoch 9/30: Avg Loss = 0.8329, Test Accuracy = 65.24%
Epoch 10/30: Avg Loss = 0.6699, Test Accuracy = 69.24%
Epoch 11/30: Avg Loss = 0.5679, Test Accuracy = 72.55%
Epoch 12/30: Avg Loss = 0.4523, Test Accuracy = 74.67%
Epoch 13/30: Avg Loss = 0.3762, Test Accuracy = 75.78%
Epoch 14/30: Avg Loss = 0.3270, Test Accuracy = 76.70%
Epoch 15/30: Avg Loss = 0.2936, Test Accuracy = 78.16%
Epoch 16/30: Avg Loss = 0.2135, Test Accuracy = 78.38%
Epoch 17/30: Avg Loss = 0.2053, Test Accuracy = 78.47%
Epoch 18/30: Avg Loss = 0.1454, Test Accuracy = 78.76%
Epoch 19/30: Avg Loss = 0.1672, Test Accuracy = 78.87%
Epoch 20/30: Avg Loss = 0.1127, Test Accuracy = 79.05%
Epoch 21/30: Avg Loss = 0.0939, Test Accuracy = 79.51%
Epoch 22/30: Avg Loss = 0.0962, Test Accuracy = 79.57%
Epoch 23/30: Avg Loss = 0.0656, Test Accuracy = 79.57%
Epoch 24/30: Avg Loss = 0.0642, Test Accuracy = 79.52%
Epoch 25/30: Avg Loss = 0.0620, Test Accuracy = 79.45%
Epoch 26/30: Avg Loss = 0.0515, Test Accuracy = 79.53%
Epoch 27/30: Avg Loss = 0.0393, Test Accuracy = 79.64%
Epoch 28/30: Avg Loss = 0.0508, Test Accuracy = 79.77%

Training teachers:  40%|██████████████████████████████████████████████████████████████                                                                                             | 100/250 [01:54<02:50,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0390, Test Accuracy = 79.89%
Epoch 30/30: Avg Loss = 0.0231, Test Accuracy = 79.91%
Epoch 1/30: Avg Loss = 2.2702, Test Accuracy = 34.51%
Epoch 2/30: Avg Loss = 2.1065, Test Accuracy = 50.88%
Epoch 3/30: Avg Loss = 1.9135, Test Accuracy = 53.96%
Epoch 4/30: Avg Loss = 1.7048, Test Accuracy = 54.81%
Epoch 5/30: Avg Loss = 1.4692, Test Accuracy = 55.30%
Epoch 6/30: Avg Loss = 1.2588, Test Accuracy = 56.35%
Epoch 7/30: Avg Loss = 1.0383, Test Accuracy = 58.23%
Epoch 8/30: Avg Loss = 0.9009, Test Accuracy = 61.43%
Epoch 9/30: Avg Loss = 0.8019, Test Accuracy = 65.12%
Epoch 10/30: Avg Loss = 0.6368, Test Accuracy = 69.12%
Epoch 11/30: Avg Loss = 0.5549, Test Accuracy = 72.78%
Epoch 12/30: Avg Loss = 0.4524, Test Accuracy = 75.41%
Epoch 13/30: Avg Loss = 0.3579, Test Accuracy = 76.94%
Epoch 14/30: Avg Loss = 0.3097, Test Accuracy = 78.07%
Epoch 15/30: Avg Loss = 0.2523, Test Accuracy = 78.69%
Epoch 16/30: Avg Loss = 0.2120, Test Accuracy = 79.50%
Epoch 17/30: Avg Loss = 0.1997, Test Accuracy = 79.71%
Epoch 18/30: Avg Loss = 0.1510, Test Accuracy = 79.97%
Epoch 19/30: Avg Loss = 0.1321, Test Accuracy = 80.20%
Epoch 20/30: Avg Loss = 0.0996, Test Accuracy = 80.42%
Epoch 21/30: Avg Loss = 0.0811, Test Accuracy = 80.36%
Epoch 22/30: Avg Loss = 0.0850, Test Accuracy = 80.28%
Epoch 23/30: Avg Loss = 0.0931, Test Accuracy = 80.10%
Epoch 24/30: Avg Loss = 0.0626, Test Accuracy = 80.02%
Epoch 25/30: Avg Loss = 0.0577, Test Accuracy = 80.12%
Epoch 26/30: Avg Loss = 0.0573, Test Accuracy = 80.17%
Epoch 27/30: Avg Loss = 0.0376, Test Accuracy = 80.32%
Epoch 28/30: Avg Loss = 0.0455, Test Accuracy = 80.45%

Training teachers:  40%|██████████████████████████████████████████████████████████████▌                                                                                            | 101/250 [01:55<02:49,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0414, Test Accuracy = 80.63%
Epoch 30/30: Avg Loss = 0.0471, Test Accuracy = 80.81%
Epoch 1/30: Avg Loss = 2.3049, Test Accuracy = 26.46%
Epoch 2/30: Avg Loss = 2.1438, Test Accuracy = 39.90%
Epoch 3/30: Avg Loss = 1.9966, Test Accuracy = 48.88%
Epoch 4/30: Avg Loss = 1.8145, Test Accuracy = 54.30%
Epoch 5/30: Avg Loss = 1.6039, Test Accuracy = 56.82%
Epoch 6/30: Avg Loss = 1.4201, Test Accuracy = 60.06%
Epoch 7/30: Avg Loss = 1.2209, Test Accuracy = 62.46%
Epoch 8/30: Avg Loss = 1.0224, Test Accuracy = 65.06%
Epoch 9/30: Avg Loss = 0.8727, Test Accuracy = 67.79%
Epoch 10/30: Avg Loss = 0.7021, Test Accuracy = 71.29%
Epoch 11/30: Avg Loss = 0.5701, Test Accuracy = 74.38%
Epoch 12/30: Avg Loss = 0.4351, Test Accuracy = 76.38%
Epoch 13/30: Avg Loss = 0.3850, Test Accuracy = 77.44%
Epoch 14/30: Avg Loss = 0.2864, Test Accuracy = 78.15%
Epoch 15/30: Avg Loss = 0.2038, Test Accuracy = 78.39%
Epoch 16/30: Avg Loss = 0.2103, Test Accuracy = 78.70%
Epoch 17/30: Avg Loss = 0.1628, Test Accuracy = 79.07%
Epoch 18/30: Avg Loss = 0.1203, Test Accuracy = 79.20%
Epoch 19/30: Avg Loss = 0.1111, Test Accuracy = 79.37%
Epoch 20/30: Avg Loss = 0.0979, Test Accuracy = 79.56%
Epoch 21/30: Avg Loss = 0.0962, Test Accuracy = 79.69%
Epoch 22/30: Avg Loss = 0.0604, Test Accuracy = 79.71%
Epoch 23/30: Avg Loss = 0.0542, Test Accuracy = 79.67%
Epoch 24/30: Avg Loss = 0.0528, Test Accuracy = 79.68%
Epoch 25/30: Avg Loss = 0.0352, Test Accuracy = 79.77%
Epoch 26/30: Avg Loss = 0.0483, Test Accuracy = 79.77%
Epoch 27/30: Avg Loss = 0.0320, Test Accuracy = 79.96%
Epoch 28/30: Avg Loss = 0.0272, Test Accuracy = 80.07%

Training teachers:  41%|███████████████████████████████████████████████████████████████▏                                                                                           | 102/250 [01:57<02:48,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0360, Test Accuracy = 80.13%
Epoch 30/30: Avg Loss = 0.0370, Test Accuracy = 80.18%
Epoch 1/30: Avg Loss = 2.2866, Test Accuracy = 27.20%
Epoch 2/30: Avg Loss = 2.1276, Test Accuracy = 51.71%
Epoch 3/30: Avg Loss = 1.9766, Test Accuracy = 60.48%
Epoch 4/30: Avg Loss = 1.7956, Test Accuracy = 63.80%
Epoch 5/30: Avg Loss = 1.6341, Test Accuracy = 64.94%
Epoch 6/30: Avg Loss = 1.3812, Test Accuracy = 66.32%
Epoch 7/30: Avg Loss = 1.1853, Test Accuracy = 67.43%
Epoch 8/30: Avg Loss = 0.9976, Test Accuracy = 68.87%
Epoch 9/30: Avg Loss = 0.7983, Test Accuracy = 71.07%
Epoch 10/30: Avg Loss = 0.6370, Test Accuracy = 73.05%
Epoch 11/30: Avg Loss = 0.4888, Test Accuracy = 73.96%
Epoch 12/30: Avg Loss = 0.4487, Test Accuracy = 74.55%
Epoch 13/30: Avg Loss = 0.3606, Test Accuracy = 75.23%
Epoch 14/30: Avg Loss = 0.2696, Test Accuracy = 75.94%
Epoch 15/30: Avg Loss = 0.2448, Test Accuracy = 76.28%
Epoch 16/30: Avg Loss = 0.2095, Test Accuracy = 76.57%
Epoch 17/30: Avg Loss = 0.1531, Test Accuracy = 76.84%
Epoch 18/30: Avg Loss = 0.1072, Test Accuracy = 76.82%
Epoch 19/30: Avg Loss = 0.1287, Test Accuracy = 76.82%
Epoch 20/30: Avg Loss = 0.0923, Test Accuracy = 76.87%
Epoch 21/30: Avg Loss = 0.0841, Test Accuracy = 76.87%
Epoch 22/30: Avg Loss = 0.0673, Test Accuracy = 77.12%
Epoch 23/30: Avg Loss = 0.0675, Test Accuracy = 77.15%
Epoch 24/30: Avg Loss = 0.0526, Test Accuracy = 77.18%
Epoch 25/30: Avg Loss = 0.0612, Test Accuracy = 77.36%
Epoch 26/30: Avg Loss = 0.0464, Test Accuracy = 77.48%
Epoch 27/30: Avg Loss = 0.0395, Test Accuracy = 77.77%
Epoch 28/30: Avg Loss = 0.0314, Test Accuracy = 77.78%

Training teachers:  41%|███████████████████████████████████████████████████████████████▊                                                                                           | 103/250 [01:58<02:47,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0413, Test Accuracy = 77.80%
Epoch 30/30: Avg Loss = 0.0344, Test Accuracy = 77.72%
Epoch 1/30: Avg Loss = 2.2788, Test Accuracy = 29.87%
Epoch 2/30: Avg Loss = 2.1321, Test Accuracy = 49.11%
Epoch 3/30: Avg Loss = 1.9939, Test Accuracy = 58.16%
Epoch 4/30: Avg Loss = 1.8059, Test Accuracy = 61.60%
Epoch 5/30: Avg Loss = 1.6113, Test Accuracy = 63.12%
Epoch 6/30: Avg Loss = 1.3638, Test Accuracy = 64.63%
Epoch 7/30: Avg Loss = 1.1877, Test Accuracy = 66.03%
Epoch 8/30: Avg Loss = 0.9237, Test Accuracy = 67.65%
Epoch 9/30: Avg Loss = 0.8144, Test Accuracy = 69.11%
Epoch 10/30: Avg Loss = 0.6762, Test Accuracy = 70.69%
Epoch 11/30: Avg Loss = 0.5801, Test Accuracy = 71.86%
Epoch 12/30: Avg Loss = 0.4433, Test Accuracy = 72.81%
Epoch 13/30: Avg Loss = 0.4126, Test Accuracy = 73.66%
Epoch 14/30: Avg Loss = 0.3174, Test Accuracy = 74.76%
Epoch 15/30: Avg Loss = 0.2532, Test Accuracy = 75.59%
Epoch 16/30: Avg Loss = 0.2241, Test Accuracy = 75.93%
Epoch 17/30: Avg Loss = 0.2051, Test Accuracy = 76.37%
Epoch 18/30: Avg Loss = 0.1762, Test Accuracy = 76.63%
Epoch 19/30: Avg Loss = 0.1384, Test Accuracy = 76.87%
Epoch 20/30: Avg Loss = 0.1211, Test Accuracy = 77.11%
Epoch 21/30: Avg Loss = 0.1011, Test Accuracy = 77.39%
Epoch 22/30: Avg Loss = 0.1058, Test Accuracy = 77.67%
Epoch 23/30: Avg Loss = 0.0767, Test Accuracy = 77.83%
Epoch 24/30: Avg Loss = 0.0685, Test Accuracy = 77.83%
Epoch 25/30: Avg Loss = 0.0667, Test Accuracy = 77.73%
Epoch 26/30: Avg Loss = 0.0555, Test Accuracy = 77.59%
Epoch 27/30: Avg Loss = 0.0462, Test Accuracy = 77.56%
Epoch 28/30: Avg Loss = 0.0635, Test Accuracy = 77.94%

Training teachers:  42%|████████████████████████████████████████████████████████████████▍                                                                                          | 104/250 [01:59<02:45,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0473, Test Accuracy = 78.18%
Epoch 30/30: Avg Loss = 0.0412, Test Accuracy = 78.46%
Epoch 1/30: Avg Loss = 2.2686, Test Accuracy = 35.93%
Epoch 2/30: Avg Loss = 2.1070, Test Accuracy = 49.65%
Epoch 3/30: Avg Loss = 1.9232, Test Accuracy = 51.87%
Epoch 4/30: Avg Loss = 1.7243, Test Accuracy = 52.23%
Epoch 5/30: Avg Loss = 1.5172, Test Accuracy = 52.33%
Epoch 6/30: Avg Loss = 1.3090, Test Accuracy = 53.63%
Epoch 7/30: Avg Loss = 1.1032, Test Accuracy = 55.94%
Epoch 8/30: Avg Loss = 0.9451, Test Accuracy = 58.49%
Epoch 9/30: Avg Loss = 0.7948, Test Accuracy = 61.74%
Epoch 10/30: Avg Loss = 0.6482, Test Accuracy = 64.17%
Epoch 11/30: Avg Loss = 0.5511, Test Accuracy = 66.44%
Epoch 12/30: Avg Loss = 0.4464, Test Accuracy = 68.90%
Epoch 13/30: Avg Loss = 0.3633, Test Accuracy = 71.35%
Epoch 14/30: Avg Loss = 0.2876, Test Accuracy = 73.16%
Epoch 15/30: Avg Loss = 0.1980, Test Accuracy = 74.46%
Epoch 16/30: Avg Loss = 0.1860, Test Accuracy = 75.79%
Epoch 17/30: Avg Loss = 0.1632, Test Accuracy = 76.68%
Epoch 18/30: Avg Loss = 0.1161, Test Accuracy = 77.18%
Epoch 19/30: Avg Loss = 0.1057, Test Accuracy = 76.72%
Epoch 20/30: Avg Loss = 0.0843, Test Accuracy = 76.29%
Epoch 21/30: Avg Loss = 0.0556, Test Accuracy = 76.11%
Epoch 22/30: Avg Loss = 0.0500, Test Accuracy = 76.00%
Epoch 23/30: Avg Loss = 0.0549, Test Accuracy = 76.28%
Epoch 24/30: Avg Loss = 0.0352, Test Accuracy = 76.74%
Epoch 25/30: Avg Loss = 0.0354, Test Accuracy = 77.02%
Epoch 26/30: Avg Loss = 0.0361, Test Accuracy = 77.05%
Epoch 27/30: Avg Loss = 0.0244, Test Accuracy = 77.48%
Epoch 28/30: Avg Loss = 0.0275, Test Accuracy = 77.85%

Training teachers:  42%|█████████████████████████████████████████████████████████████████                                                                                          | 105/250 [02:00<02:45,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0227, Test Accuracy = 78.12%
Epoch 30/30: Avg Loss = 0.0234, Test Accuracy = 78.16%
Epoch 1/30: Avg Loss = 2.3004, Test Accuracy = 39.58%
Epoch 2/30: Avg Loss = 2.1292, Test Accuracy = 54.67%
Epoch 3/30: Avg Loss = 1.9637, Test Accuracy = 55.04%
Epoch 4/30: Avg Loss = 1.7463, Test Accuracy = 54.66%
Epoch 5/30: Avg Loss = 1.5281, Test Accuracy = 54.63%
Epoch 6/30: Avg Loss = 1.2962, Test Accuracy = 54.99%
Epoch 7/30: Avg Loss = 1.1012, Test Accuracy = 56.29%
Epoch 8/30: Avg Loss = 0.9111, Test Accuracy = 57.74%
Epoch 9/30: Avg Loss = 0.7393, Test Accuracy = 59.75%
Epoch 10/30: Avg Loss = 0.6324, Test Accuracy = 62.26%
Epoch 11/30: Avg Loss = 0.5184, Test Accuracy = 64.57%
Epoch 12/30: Avg Loss = 0.4333, Test Accuracy = 66.94%
Epoch 13/30: Avg Loss = 0.3665, Test Accuracy = 69.72%
Epoch 14/30: Avg Loss = 0.3147, Test Accuracy = 71.78%
Epoch 15/30: Avg Loss = 0.2645, Test Accuracy = 73.54%
Epoch 16/30: Avg Loss = 0.2051, Test Accuracy = 74.63%
Epoch 17/30: Avg Loss = 0.1822, Test Accuracy = 75.27%
Epoch 18/30: Avg Loss = 0.1622, Test Accuracy = 75.79%
Epoch 19/30: Avg Loss = 0.1359, Test Accuracy = 76.20%
Epoch 20/30: Avg Loss = 0.1073, Test Accuracy = 76.45%
Epoch 21/30: Avg Loss = 0.0906, Test Accuracy = 76.95%
Epoch 22/30: Avg Loss = 0.0657, Test Accuracy = 77.10%
Epoch 23/30: Avg Loss = 0.0744, Test Accuracy = 77.27%
Epoch 24/30: Avg Loss = 0.0591, Test Accuracy = 77.29%
Epoch 25/30: Avg Loss = 0.0559, Test Accuracy = 77.35%
Epoch 26/30: Avg Loss = 0.0441, Test Accuracy = 77.53%
Epoch 27/30: Avg Loss = 0.0365, Test Accuracy = 77.84%
Epoch 28/30: Avg Loss = 0.0362, Test Accuracy = 78.11%

Training teachers:  42%|█████████████████████████████████████████████████████████████████▋                                                                                         | 106/250 [02:01<02:43,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0279, Test Accuracy = 78.32%
Epoch 30/30: Avg Loss = 0.0296, Test Accuracy = 78.49%
Epoch 1/30: Avg Loss = 2.2889, Test Accuracy = 35.62%
Epoch 2/30: Avg Loss = 2.1405, Test Accuracy = 53.12%
Epoch 3/30: Avg Loss = 1.9870, Test Accuracy = 61.01%
Epoch 4/30: Avg Loss = 1.8019, Test Accuracy = 63.17%
Epoch 5/30: Avg Loss = 1.6162, Test Accuracy = 63.94%
Epoch 6/30: Avg Loss = 1.3616, Test Accuracy = 64.38%
Epoch 7/30: Avg Loss = 1.1520, Test Accuracy = 65.27%
Epoch 8/30: Avg Loss = 0.9474, Test Accuracy = 66.45%
Epoch 9/30: Avg Loss = 0.7257, Test Accuracy = 67.82%
Epoch 10/30: Avg Loss = 0.6285, Test Accuracy = 69.85%
Epoch 11/30: Avg Loss = 0.4961, Test Accuracy = 72.14%
Epoch 12/30: Avg Loss = 0.4317, Test Accuracy = 74.33%
Epoch 13/30: Avg Loss = 0.3394, Test Accuracy = 76.48%
Epoch 14/30: Avg Loss = 0.2823, Test Accuracy = 77.80%
Epoch 15/30: Avg Loss = 0.2040, Test Accuracy = 78.62%
Epoch 16/30: Avg Loss = 0.1875, Test Accuracy = 78.85%
Epoch 17/30: Avg Loss = 0.1606, Test Accuracy = 78.96%
Epoch 18/30: Avg Loss = 0.1547, Test Accuracy = 78.98%
Epoch 19/30: Avg Loss = 0.1083, Test Accuracy = 79.03%
Epoch 20/30: Avg Loss = 0.0897, Test Accuracy = 78.97%
Epoch 21/30: Avg Loss = 0.0819, Test Accuracy = 79.29%
Epoch 22/30: Avg Loss = 0.0605, Test Accuracy = 79.53%
Epoch 23/30: Avg Loss = 0.0531, Test Accuracy = 79.54%
Epoch 24/30: Avg Loss = 0.0611, Test Accuracy = 79.58%
Epoch 25/30: Avg Loss = 0.0620, Test Accuracy = 79.60%
Epoch 26/30: Avg Loss = 0.0568, Test Accuracy = 79.57%
Epoch 27/30: Avg Loss = 0.0368, Test Accuracy = 79.58%
Epoch 28/30: Avg Loss = 0.0353, Test Accuracy = 79.66%

Training teachers:  43%|██████████████████████████████████████████████████████████████████▎                                                                                        | 107/250 [02:02<02:42,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0241, Test Accuracy = 79.79%
Epoch 30/30: Avg Loss = 0.0334, Test Accuracy = 79.82%
Epoch 1/30: Avg Loss = 2.2666, Test Accuracy = 31.14%
Epoch 2/30: Avg Loss = 2.0990, Test Accuracy = 39.65%
Epoch 3/30: Avg Loss = 1.9313, Test Accuracy = 45.32%
Epoch 4/30: Avg Loss = 1.7011, Test Accuracy = 48.13%
Epoch 5/30: Avg Loss = 1.4984, Test Accuracy = 50.77%
Epoch 6/30: Avg Loss = 1.2832, Test Accuracy = 53.35%
Epoch 7/30: Avg Loss = 1.0901, Test Accuracy = 56.25%
Epoch 8/30: Avg Loss = 0.9561, Test Accuracy = 59.50%
Epoch 9/30: Avg Loss = 0.8180, Test Accuracy = 65.14%
Epoch 10/30: Avg Loss = 0.6941, Test Accuracy = 69.29%
Epoch 11/30: Avg Loss = 0.5578, Test Accuracy = 71.99%
Epoch 12/30: Avg Loss = 0.4429, Test Accuracy = 74.06%
Epoch 13/30: Avg Loss = 0.3541, Test Accuracy = 75.46%
Epoch 14/30: Avg Loss = 0.2995, Test Accuracy = 76.30%
Epoch 15/30: Avg Loss = 0.2392, Test Accuracy = 76.96%
Epoch 16/30: Avg Loss = 0.2005, Test Accuracy = 77.48%
Epoch 17/30: Avg Loss = 0.1377, Test Accuracy = 77.86%
Epoch 18/30: Avg Loss = 0.1184, Test Accuracy = 78.24%
Epoch 19/30: Avg Loss = 0.1101, Test Accuracy = 78.58%
Epoch 20/30: Avg Loss = 0.0999, Test Accuracy = 78.77%
Epoch 21/30: Avg Loss = 0.0846, Test Accuracy = 79.08%
Epoch 22/30: Avg Loss = 0.0708, Test Accuracy = 79.36%
Epoch 23/30: Avg Loss = 0.0547, Test Accuracy = 79.21%
Epoch 24/30: Avg Loss = 0.0458, Test Accuracy = 79.38%
Epoch 25/30: Avg Loss = 0.0631, Test Accuracy = 79.43%
Epoch 26/30: Avg Loss = 0.0325, Test Accuracy = 79.48%
Epoch 27/30: Avg Loss = 0.0322, Test Accuracy = 79.53%
Epoch 28/30: Avg Loss = 0.0273, Test Accuracy = 79.51%

Training teachers:  43%|██████████████████████████████████████████████████████████████████▉                                                                                        | 108/250 [02:03<02:42,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0272, Test Accuracy = 79.51%
Epoch 30/30: Avg Loss = 0.0186, Test Accuracy = 79.58%
Epoch 1/30: Avg Loss = 2.2692, Test Accuracy = 33.35%
Epoch 2/30: Avg Loss = 2.1063, Test Accuracy = 47.34%
Epoch 3/30: Avg Loss = 1.9295, Test Accuracy = 52.30%
Epoch 4/30: Avg Loss = 1.7521, Test Accuracy = 54.14%
Epoch 5/30: Avg Loss = 1.5598, Test Accuracy = 55.09%
Epoch 6/30: Avg Loss = 1.3320, Test Accuracy = 56.86%
Epoch 7/30: Avg Loss = 1.1430, Test Accuracy = 59.09%
Epoch 8/30: Avg Loss = 0.9660, Test Accuracy = 61.81%
Epoch 9/30: Avg Loss = 0.8045, Test Accuracy = 65.23%
Epoch 10/30: Avg Loss = 0.6112, Test Accuracy = 68.57%
Epoch 11/30: Avg Loss = 0.5298, Test Accuracy = 71.55%
Epoch 12/30: Avg Loss = 0.4750, Test Accuracy = 73.85%
Epoch 13/30: Avg Loss = 0.3645, Test Accuracy = 75.90%
Epoch 14/30: Avg Loss = 0.2988, Test Accuracy = 77.33%
Epoch 15/30: Avg Loss = 0.2472, Test Accuracy = 78.00%
Epoch 16/30: Avg Loss = 0.2039, Test Accuracy = 78.27%
Epoch 17/30: Avg Loss = 0.1887, Test Accuracy = 78.79%
Epoch 18/30: Avg Loss = 0.1300, Test Accuracy = 79.00%
Epoch 19/30: Avg Loss = 0.1398, Test Accuracy = 78.95%
Epoch 20/30: Avg Loss = 0.0911, Test Accuracy = 78.88%
Epoch 21/30: Avg Loss = 0.0771, Test Accuracy = 78.77%
Epoch 22/30: Avg Loss = 0.0890, Test Accuracy = 78.82%
Epoch 23/30: Avg Loss = 0.0792, Test Accuracy = 78.93%
Epoch 24/30: Avg Loss = 0.0674, Test Accuracy = 78.98%
Epoch 25/30: Avg Loss = 0.0544, Test Accuracy = 79.01%
Epoch 26/30: Avg Loss = 0.0509, Test Accuracy = 79.18%
Epoch 27/30: Avg Loss = 0.0549, Test Accuracy = 79.28%
Epoch 28/30: Avg Loss = 0.0378, Test Accuracy = 79.34%

Training teachers:  44%|███████████████████████████████████████████████████████████████████▌                                                                                       | 109/250 [02:05<02:40,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0374, Test Accuracy = 79.22%
Epoch 30/30: Avg Loss = 0.0359, Test Accuracy = 79.29%
Epoch 1/30: Avg Loss = 2.2880, Test Accuracy = 25.37%
Epoch 2/30: Avg Loss = 2.1423, Test Accuracy = 41.22%
Epoch 3/30: Avg Loss = 1.9942, Test Accuracy = 47.81%
Epoch 4/30: Avg Loss = 1.8354, Test Accuracy = 52.95%
Epoch 5/30: Avg Loss = 1.6618, Test Accuracy = 56.34%
Epoch 6/30: Avg Loss = 1.4550, Test Accuracy = 58.54%
Epoch 7/30: Avg Loss = 1.2595, Test Accuracy = 61.47%
Epoch 8/30: Avg Loss = 1.0625, Test Accuracy = 65.58%
Epoch 9/30: Avg Loss = 0.9161, Test Accuracy = 70.98%
Epoch 10/30: Avg Loss = 0.7372, Test Accuracy = 75.05%
Epoch 11/30: Avg Loss = 0.5673, Test Accuracy = 77.12%
Epoch 12/30: Avg Loss = 0.4473, Test Accuracy = 78.30%
Epoch 13/30: Avg Loss = 0.4023, Test Accuracy = 78.68%
Epoch 14/30: Avg Loss = 0.3088, Test Accuracy = 79.12%
Epoch 15/30: Avg Loss = 0.2618, Test Accuracy = 79.48%
Epoch 16/30: Avg Loss = 0.2006, Test Accuracy = 79.78%
Epoch 17/30: Avg Loss = 0.1746, Test Accuracy = 80.07%
Epoch 18/30: Avg Loss = 0.1237, Test Accuracy = 80.46%
Epoch 19/30: Avg Loss = 0.1187, Test Accuracy = 80.74%
Epoch 20/30: Avg Loss = 0.0919, Test Accuracy = 80.59%
Epoch 21/30: Avg Loss = 0.1001, Test Accuracy = 80.59%
Epoch 22/30: Avg Loss = 0.0772, Test Accuracy = 80.40%
Epoch 23/30: Avg Loss = 0.0702, Test Accuracy = 80.46%
Epoch 24/30: Avg Loss = 0.0533, Test Accuracy = 80.76%
Epoch 25/30: Avg Loss = 0.0463, Test Accuracy = 80.74%
Epoch 26/30: Avg Loss = 0.0425, Test Accuracy = 80.87%
Epoch 27/30: Avg Loss = 0.0352, Test Accuracy = 80.86%
Epoch 28/30: Avg Loss = 0.0419, Test Accuracy = 80.85%

Training teachers:  44%|████████████████████████████████████████████████████████████████████▏                                                                                      | 110/250 [02:06<02:39,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0260, Test Accuracy = 80.56%
Epoch 30/30: Avg Loss = 0.0245, Test Accuracy = 80.46%
Epoch 1/30: Avg Loss = 2.2762, Test Accuracy = 40.49%
Epoch 2/30: Avg Loss = 2.1362, Test Accuracy = 55.01%
Epoch 3/30: Avg Loss = 1.9821, Test Accuracy = 63.02%
Epoch 4/30: Avg Loss = 1.7947, Test Accuracy = 65.70%
Epoch 5/30: Avg Loss = 1.6133, Test Accuracy = 67.03%
Epoch 6/30: Avg Loss = 1.4010, Test Accuracy = 68.69%
Epoch 7/30: Avg Loss = 1.1983, Test Accuracy = 70.16%
Epoch 8/30: Avg Loss = 0.9898, Test Accuracy = 71.67%
Epoch 9/30: Avg Loss = 0.8400, Test Accuracy = 73.58%
Epoch 10/30: Avg Loss = 0.6842, Test Accuracy = 75.34%
Epoch 11/30: Avg Loss = 0.5261, Test Accuracy = 76.94%
Epoch 12/30: Avg Loss = 0.4661, Test Accuracy = 78.44%
Epoch 13/30: Avg Loss = 0.3307, Test Accuracy = 79.44%
Epoch 14/30: Avg Loss = 0.3203, Test Accuracy = 80.27%
Epoch 15/30: Avg Loss = 0.2557, Test Accuracy = 80.74%
Epoch 16/30: Avg Loss = 0.2043, Test Accuracy = 80.93%
Epoch 17/30: Avg Loss = 0.1893, Test Accuracy = 81.36%
Epoch 18/30: Avg Loss = 0.1399, Test Accuracy = 81.48%
Epoch 19/30: Avg Loss = 0.1271, Test Accuracy = 81.47%
Epoch 20/30: Avg Loss = 0.1038, Test Accuracy = 81.70%
Epoch 21/30: Avg Loss = 0.0805, Test Accuracy = 81.74%
Epoch 22/30: Avg Loss = 0.1042, Test Accuracy = 81.88%
Epoch 23/30: Avg Loss = 0.0784, Test Accuracy = 81.85%
Epoch 24/30: Avg Loss = 0.0548, Test Accuracy = 81.83%
Epoch 25/30: Avg Loss = 0.0492, Test Accuracy = 81.73%
Epoch 26/30: Avg Loss = 0.0517, Test Accuracy = 81.50%
Epoch 27/30: Avg Loss = 0.0532, Test Accuracy = 81.55%
Epoch 28/30: Avg Loss = 0.0364, Test Accuracy = 81.95%

Training teachers:  44%|████████████████████████████████████████████████████████████████████▊                                                                                      | 111/250 [02:07<02:38,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0318, Test Accuracy = 82.31%
Epoch 30/30: Avg Loss = 0.0336, Test Accuracy = 82.38%
Epoch 1/30: Avg Loss = 2.2916, Test Accuracy = 40.41%
Epoch 2/30: Avg Loss = 2.1339, Test Accuracy = 53.00%
Epoch 3/30: Avg Loss = 2.0015, Test Accuracy = 57.39%
Epoch 4/30: Avg Loss = 1.8211, Test Accuracy = 59.99%
Epoch 5/30: Avg Loss = 1.6100, Test Accuracy = 61.75%
Epoch 6/30: Avg Loss = 1.3795, Test Accuracy = 63.13%
Epoch 7/30: Avg Loss = 1.1806, Test Accuracy = 64.85%
Epoch 8/30: Avg Loss = 0.9676, Test Accuracy = 67.06%
Epoch 9/30: Avg Loss = 0.8149, Test Accuracy = 69.38%
Epoch 10/30: Avg Loss = 0.6910, Test Accuracy = 72.30%
Epoch 11/30: Avg Loss = 0.5412, Test Accuracy = 75.15%
Epoch 12/30: Avg Loss = 0.4194, Test Accuracy = 76.92%
Epoch 13/30: Avg Loss = 0.3354, Test Accuracy = 77.81%
Epoch 14/30: Avg Loss = 0.2756, Test Accuracy = 78.47%
Epoch 15/30: Avg Loss = 0.2446, Test Accuracy = 78.76%
Epoch 16/30: Avg Loss = 0.1655, Test Accuracy = 78.74%
Epoch 17/30: Avg Loss = 0.1667, Test Accuracy = 78.98%
Epoch 18/30: Avg Loss = 0.1124, Test Accuracy = 78.94%
Epoch 19/30: Avg Loss = 0.1175, Test Accuracy = 78.96%
Epoch 20/30: Avg Loss = 0.1132, Test Accuracy = 79.10%
Epoch 21/30: Avg Loss = 0.0619, Test Accuracy = 79.12%
Epoch 22/30: Avg Loss = 0.0647, Test Accuracy = 79.30%
Epoch 23/30: Avg Loss = 0.0484, Test Accuracy = 79.48%
Epoch 24/30: Avg Loss = 0.0453, Test Accuracy = 79.71%
Epoch 25/30: Avg Loss = 0.0453, Test Accuracy = 79.94%
Epoch 26/30: Avg Loss = 0.0306, Test Accuracy = 79.90%
Epoch 27/30: Avg Loss = 0.0387, Test Accuracy = 79.93%
Epoch 28/30: Avg Loss = 0.0232, Test Accuracy = 79.90%

Training teachers:  45%|█████████████████████████████████████████████████████████████████████▍                                                                                     | 112/250 [02:08<02:37,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0185, Test Accuracy = 80.01%
Epoch 30/30: Avg Loss = 0.0303, Test Accuracy = 79.99%
Epoch 1/30: Avg Loss = 2.2727, Test Accuracy = 36.72%
Epoch 2/30: Avg Loss = 2.1273, Test Accuracy = 56.40%
Epoch 3/30: Avg Loss = 1.9485, Test Accuracy = 61.07%
Epoch 4/30: Avg Loss = 1.7248, Test Accuracy = 63.14%
Epoch 5/30: Avg Loss = 1.5255, Test Accuracy = 64.04%
Epoch 6/30: Avg Loss = 1.3165, Test Accuracy = 65.87%
Epoch 7/30: Avg Loss = 1.0952, Test Accuracy = 68.45%
Epoch 8/30: Avg Loss = 0.8824, Test Accuracy = 71.74%
Epoch 9/30: Avg Loss = 0.7251, Test Accuracy = 73.91%
Epoch 10/30: Avg Loss = 0.5683, Test Accuracy = 75.42%
Epoch 11/30: Avg Loss = 0.4568, Test Accuracy = 76.60%
Epoch 12/30: Avg Loss = 0.3770, Test Accuracy = 77.33%
Epoch 13/30: Avg Loss = 0.3058, Test Accuracy = 77.84%
Epoch 14/30: Avg Loss = 0.2290, Test Accuracy = 77.92%
Epoch 15/30: Avg Loss = 0.1922, Test Accuracy = 77.95%
Epoch 16/30: Avg Loss = 0.1662, Test Accuracy = 77.80%
Epoch 17/30: Avg Loss = 0.1683, Test Accuracy = 77.94%
Epoch 18/30: Avg Loss = 0.1147, Test Accuracy = 78.12%
Epoch 19/30: Avg Loss = 0.0809, Test Accuracy = 78.29%
Epoch 20/30: Avg Loss = 0.0824, Test Accuracy = 78.52%
Epoch 21/30: Avg Loss = 0.0466, Test Accuracy = 78.61%
Epoch 22/30: Avg Loss = 0.0488, Test Accuracy = 78.84%
Epoch 23/30: Avg Loss = 0.0602, Test Accuracy = 79.07%
Epoch 24/30: Avg Loss = 0.0376, Test Accuracy = 79.12%
Epoch 25/30: Avg Loss = 0.0268, Test Accuracy = 79.16%
Epoch 26/30: Avg Loss = 0.0361, Test Accuracy = 79.00%
Epoch 27/30: Avg Loss = 0.0243, Test Accuracy = 78.89%
Epoch 28/30: Avg Loss = 0.0274, Test Accuracy = 78.86%

Training teachers:  45%|██████████████████████████████████████████████████████████████████████                                                                                     | 113/250 [02:09<02:35,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0238, Test Accuracy = 78.80%
Epoch 30/30: Avg Loss = 0.0193, Test Accuracy = 78.85%
Epoch 1/30: Avg Loss = 2.2903, Test Accuracy = 40.58%
Epoch 2/30: Avg Loss = 2.1407, Test Accuracy = 49.62%
Epoch 3/30: Avg Loss = 1.9443, Test Accuracy = 52.38%
Epoch 4/30: Avg Loss = 1.7637, Test Accuracy = 53.64%
Epoch 5/30: Avg Loss = 1.5320, Test Accuracy = 55.42%
Epoch 6/30: Avg Loss = 1.3146, Test Accuracy = 57.28%
Epoch 7/30: Avg Loss = 1.1286, Test Accuracy = 60.35%
Epoch 8/30: Avg Loss = 0.9687, Test Accuracy = 63.46%
Epoch 9/30: Avg Loss = 0.7970, Test Accuracy = 66.22%
Epoch 10/30: Avg Loss = 0.6611, Test Accuracy = 68.40%
Epoch 11/30: Avg Loss = 0.5292, Test Accuracy = 71.17%
Epoch 12/30: Avg Loss = 0.4215, Test Accuracy = 73.87%
Epoch 13/30: Avg Loss = 0.3637, Test Accuracy = 76.09%
Epoch 14/30: Avg Loss = 0.3102, Test Accuracy = 77.36%
Epoch 15/30: Avg Loss = 0.2228, Test Accuracy = 77.96%
Epoch 16/30: Avg Loss = 0.2285, Test Accuracy = 78.15%
Epoch 17/30: Avg Loss = 0.1788, Test Accuracy = 78.26%
Epoch 18/30: Avg Loss = 0.1492, Test Accuracy = 78.27%
Epoch 19/30: Avg Loss = 0.1196, Test Accuracy = 78.46%
Epoch 20/30: Avg Loss = 0.1019, Test Accuracy = 78.81%
Epoch 21/30: Avg Loss = 0.0960, Test Accuracy = 78.83%
Epoch 22/30: Avg Loss = 0.0776, Test Accuracy = 78.88%
Epoch 23/30: Avg Loss = 0.0619, Test Accuracy = 78.69%
Epoch 24/30: Avg Loss = 0.0556, Test Accuracy = 78.46%
Epoch 25/30: Avg Loss = 0.0594, Test Accuracy = 78.48%
Epoch 26/30: Avg Loss = 0.0580, Test Accuracy = 78.66%
Epoch 27/30: Avg Loss = 0.0425, Test Accuracy = 78.69%
Epoch 28/30: Avg Loss = 0.0354, Test Accuracy = 78.66%

Training teachers:  46%|██████████████████████████████████████████████████████████████████████▋                                                                                    | 114/250 [02:10<02:35,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0423, Test Accuracy = 78.43%
Epoch 30/30: Avg Loss = 0.0271, Test Accuracy = 78.41%
Epoch 1/30: Avg Loss = 2.2644, Test Accuracy = 41.73%
Epoch 2/30: Avg Loss = 2.1134, Test Accuracy = 52.01%
Epoch 3/30: Avg Loss = 1.9470, Test Accuracy = 56.77%
Epoch 4/30: Avg Loss = 1.7509, Test Accuracy = 58.88%
Epoch 5/30: Avg Loss = 1.5420, Test Accuracy = 60.27%
Epoch 6/30: Avg Loss = 1.3665, Test Accuracy = 62.27%
Epoch 7/30: Avg Loss = 1.1542, Test Accuracy = 64.92%
Epoch 8/30: Avg Loss = 0.9708, Test Accuracy = 67.88%
Epoch 9/30: Avg Loss = 0.8029, Test Accuracy = 70.57%
Epoch 10/30: Avg Loss = 0.6577, Test Accuracy = 72.55%
Epoch 11/30: Avg Loss = 0.5566, Test Accuracy = 74.70%
Epoch 12/30: Avg Loss = 0.4314, Test Accuracy = 75.67%
Epoch 13/30: Avg Loss = 0.3659, Test Accuracy = 76.73%
Epoch 14/30: Avg Loss = 0.3232, Test Accuracy = 77.31%
Epoch 15/30: Avg Loss = 0.2413, Test Accuracy = 77.88%
Epoch 16/30: Avg Loss = 0.1919, Test Accuracy = 78.43%
Epoch 17/30: Avg Loss = 0.1849, Test Accuracy = 78.89%
Epoch 18/30: Avg Loss = 0.1253, Test Accuracy = 79.14%
Epoch 19/30: Avg Loss = 0.1326, Test Accuracy = 79.29%
Epoch 20/30: Avg Loss = 0.1100, Test Accuracy = 79.43%
Epoch 21/30: Avg Loss = 0.0666, Test Accuracy = 79.57%
Epoch 22/30: Avg Loss = 0.0735, Test Accuracy = 79.50%
Epoch 23/30: Avg Loss = 0.0643, Test Accuracy = 79.58%
Epoch 24/30: Avg Loss = 0.0509, Test Accuracy = 79.46%
Epoch 25/30: Avg Loss = 0.0409, Test Accuracy = 79.48%
Epoch 26/30: Avg Loss = 0.0410, Test Accuracy = 79.44%
Epoch 27/30: Avg Loss = 0.0456, Test Accuracy = 79.50%
Epoch 28/30: Avg Loss = 0.0300, Test Accuracy = 79.58%

Training teachers:  46%|███████████████████████████████████████████████████████████████████████▎                                                                                   | 115/250 [02:11<02:33,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0284, Test Accuracy = 79.63%
Epoch 30/30: Avg Loss = 0.0301, Test Accuracy = 79.74%
Epoch 1/30: Avg Loss = 2.2691, Test Accuracy = 21.85%
Epoch 2/30: Avg Loss = 2.1216, Test Accuracy = 43.74%
Epoch 3/30: Avg Loss = 1.9526, Test Accuracy = 55.72%
Epoch 4/30: Avg Loss = 1.7618, Test Accuracy = 61.46%
Epoch 5/30: Avg Loss = 1.5562, Test Accuracy = 64.48%
Epoch 6/30: Avg Loss = 1.3850, Test Accuracy = 66.21%
Epoch 7/30: Avg Loss = 1.1841, Test Accuracy = 67.83%
Epoch 8/30: Avg Loss = 0.9581, Test Accuracy = 69.86%
Epoch 9/30: Avg Loss = 0.7832, Test Accuracy = 72.42%
Epoch 10/30: Avg Loss = 0.6278, Test Accuracy = 75.30%
Epoch 11/30: Avg Loss = 0.5113, Test Accuracy = 76.98%
Epoch 12/30: Avg Loss = 0.4319, Test Accuracy = 77.61%
Epoch 13/30: Avg Loss = 0.3015, Test Accuracy = 77.81%
Epoch 14/30: Avg Loss = 0.2614, Test Accuracy = 77.91%
Epoch 15/30: Avg Loss = 0.1935, Test Accuracy = 78.16%
Epoch 16/30: Avg Loss = 0.1530, Test Accuracy = 78.27%
Epoch 17/30: Avg Loss = 0.1202, Test Accuracy = 78.20%
Epoch 18/30: Avg Loss = 0.1147, Test Accuracy = 78.24%
Epoch 19/30: Avg Loss = 0.0993, Test Accuracy = 78.27%
Epoch 20/30: Avg Loss = 0.0729, Test Accuracy = 78.45%
Epoch 21/30: Avg Loss = 0.0877, Test Accuracy = 78.36%
Epoch 22/30: Avg Loss = 0.0605, Test Accuracy = 78.76%
Epoch 23/30: Avg Loss = 0.0561, Test Accuracy = 78.92%
Epoch 24/30: Avg Loss = 0.0479, Test Accuracy = 79.03%
Epoch 25/30: Avg Loss = 0.0513, Test Accuracy = 79.25%
Epoch 26/30: Avg Loss = 0.0355, Test Accuracy = 79.30%
Epoch 27/30: Avg Loss = 0.0389, Test Accuracy = 79.13%
Epoch 28/30: Avg Loss = 0.0247, Test Accuracy = 79.11%

Training teachers:  46%|███████████████████████████████████████████████████████████████████████▉                                                                                   | 116/250 [02:13<02:32,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0325, Test Accuracy = 79.10%
Epoch 30/30: Avg Loss = 0.0249, Test Accuracy = 79.21%
Epoch 1/30: Avg Loss = 2.2940, Test Accuracy = 28.94%
Epoch 2/30: Avg Loss = 2.1360, Test Accuracy = 34.01%
Epoch 3/30: Avg Loss = 1.9972, Test Accuracy = 44.12%
Epoch 4/30: Avg Loss = 1.7930, Test Accuracy = 49.14%
Epoch 5/30: Avg Loss = 1.6034, Test Accuracy = 52.52%
Epoch 6/30: Avg Loss = 1.4095, Test Accuracy = 54.96%
Epoch 7/30: Avg Loss = 1.2400, Test Accuracy = 57.95%
Epoch 8/30: Avg Loss = 1.0542, Test Accuracy = 60.78%
Epoch 9/30: Avg Loss = 0.8718, Test Accuracy = 63.66%
Epoch 10/30: Avg Loss = 0.7403, Test Accuracy = 65.97%
Epoch 11/30: Avg Loss = 0.6147, Test Accuracy = 68.32%
Epoch 12/30: Avg Loss = 0.5122, Test Accuracy = 70.99%
Epoch 13/30: Avg Loss = 0.4270, Test Accuracy = 73.03%
Epoch 14/30: Avg Loss = 0.3415, Test Accuracy = 75.09%
Epoch 15/30: Avg Loss = 0.2712, Test Accuracy = 75.99%
Epoch 16/30: Avg Loss = 0.2544, Test Accuracy = 75.94%
Epoch 17/30: Avg Loss = 0.1865, Test Accuracy = 75.50%
Epoch 18/30: Avg Loss = 0.1637, Test Accuracy = 75.75%
Epoch 19/30: Avg Loss = 0.1456, Test Accuracy = 76.86%
Epoch 20/30: Avg Loss = 0.1247, Test Accuracy = 77.81%
Epoch 21/30: Avg Loss = 0.0955, Test Accuracy = 78.81%
Epoch 22/30: Avg Loss = 0.0944, Test Accuracy = 78.86%
Epoch 23/30: Avg Loss = 0.0716, Test Accuracy = 78.38%
Epoch 24/30: Avg Loss = 0.0768, Test Accuracy = 77.51%
Epoch 25/30: Avg Loss = 0.0607, Test Accuracy = 77.31%
Epoch 26/30: Avg Loss = 0.0660, Test Accuracy = 77.68%

Training teachers:  47%|████████████████████████████████████████████████████████████████████████▌                                                                                  | 117/250 [02:14<02:35,  1.17s/it]

Epoch 27/30: Avg Loss = 0.0533, Test Accuracy = 78.62%
Epoch 28/30: Avg Loss = 0.0405, Test Accuracy = 79.11%
Epoch 29/30: Avg Loss = 0.0491, Test Accuracy = 79.18%
Epoch 30/30: Avg Loss = 0.0326, Test Accuracy = 79.17%
Epoch 1/30: Avg Loss = 2.2966, Test Accuracy = 30.83%
Epoch 2/30: Avg Loss = 2.1332, Test Accuracy = 42.50%
Epoch 3/30: Avg Loss = 1.9768, Test Accuracy = 50.59%
Epoch 4/30: Avg Loss = 1.7891, Test Accuracy = 55.79%
Epoch 5/30: Avg Loss = 1.5709, Test Accuracy = 58.83%
Epoch 6/30: Avg Loss = 1.3492, Test Accuracy = 61.16%
Epoch 7/30: Avg Loss = 1.1310, Test Accuracy = 63.24%
Epoch 8/30: Avg Loss = 0.9233, Test Accuracy = 65.77%
Epoch 9/30: Avg Loss = 0.8075, Test Accuracy = 67.70%
Epoch 10/30: Avg Loss = 0.6428, Test Accuracy = 70.25%
Epoch 11/30: Avg Loss = 0.5076, Test Accuracy = 71.52%
Epoch 12/30: Avg Loss = 0.4049, Test Accuracy = 72.77%
Epoch 13/30: Avg Loss = 0.3343, Test Accuracy = 73.87%
Epoch 14/30: Avg Loss = 0.2771, Test Accuracy = 75.42%
Epoch 15/30: Avg Loss = 0.2276, Test Accuracy = 76.47%
Epoch 16/30: Avg Loss = 0.1861, Test Accuracy = 77.70%
Epoch 17/30: Avg Loss = 0.1642, Test Accuracy = 78.14%
Epoch 18/30: Avg Loss = 0.1225, Test Accuracy = 78.10%
Epoch 19/30: Avg Loss = 0.1091, Test Accuracy = 78.08%
Epoch 20/30: Avg Loss = 0.0743, Test Accuracy = 78.44%
Epoch 21/30: Avg Loss = 0.0750, Test Accuracy = 78.62%
Epoch 22/30: Avg Loss = 0.0552, Test Accuracy = 78.65%
Epoch 23/30: Avg Loss = 0.0613, Test Accuracy = 78.60%
Epoch 24/30: Avg Loss = 0.0536, Test Accuracy = 78.47%
Epoch 25/30: Avg Loss = 0.0597, Test Accuracy = 78.67%
Epoch 26/30: Avg Loss = 0.0349, Test Accuracy = 78.80%

Training teachers:  47%|█████████████████████████████████████████████████████████████████████████▏                                                                                 | 118/250 [02:15<02:32,  1.16s/it]

Epoch 27/30: Avg Loss = 0.0263, Test Accuracy = 79.10%
Epoch 28/30: Avg Loss = 0.0259, Test Accuracy = 79.16%
Epoch 29/30: Avg Loss = 0.0245, Test Accuracy = 79.25%
Epoch 30/30: Avg Loss = 0.0202, Test Accuracy = 79.34%
Epoch 1/30: Avg Loss = 2.2887, Test Accuracy = 37.66%
Epoch 2/30: Avg Loss = 2.1376, Test Accuracy = 50.21%
Epoch 3/30: Avg Loss = 1.9864, Test Accuracy = 55.25%
Epoch 4/30: Avg Loss = 1.8132, Test Accuracy = 59.32%
Epoch 5/30: Avg Loss = 1.5936, Test Accuracy = 62.04%
Epoch 6/30: Avg Loss = 1.3823, Test Accuracy = 64.48%
Epoch 7/30: Avg Loss = 1.1522, Test Accuracy = 68.44%
Epoch 8/30: Avg Loss = 0.9275, Test Accuracy = 71.95%
Epoch 9/30: Avg Loss = 0.7471, Test Accuracy = 75.48%
Epoch 10/30: Avg Loss = 0.5749, Test Accuracy = 77.70%
Epoch 11/30: Avg Loss = 0.4400, Test Accuracy = 78.14%
Epoch 12/30: Avg Loss = 0.3293, Test Accuracy = 77.82%
Epoch 13/30: Avg Loss = 0.3057, Test Accuracy = 78.15%
Epoch 14/30: Avg Loss = 0.2163, Test Accuracy = 79.20%
Epoch 15/30: Avg Loss = 0.1719, Test Accuracy = 79.98%
Epoch 16/30: Avg Loss = 0.1647, Test Accuracy = 80.30%
Epoch 17/30: Avg Loss = 0.1229, Test Accuracy = 80.41%
Epoch 18/30: Avg Loss = 0.1190, Test Accuracy = 80.39%
Epoch 19/30: Avg Loss = 0.0996, Test Accuracy = 80.40%
Epoch 20/30: Avg Loss = 0.0722, Test Accuracy = 80.35%
Epoch 21/30: Avg Loss = 0.0611, Test Accuracy = 80.21%
Epoch 22/30: Avg Loss = 0.0547, Test Accuracy = 80.00%
Epoch 23/30: Avg Loss = 0.0515, Test Accuracy = 79.95%
Epoch 24/30: Avg Loss = 0.0431, Test Accuracy = 79.92%
Epoch 25/30: Avg Loss = 0.0413, Test Accuracy = 80.00%
Epoch 26/30: Avg Loss = 0.0356, Test Accuracy = 79.99%

Training teachers:  48%|█████████████████████████████████████████████████████████████████████████▊                                                                                 | 119/250 [02:16<02:31,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0396, Test Accuracy = 80.09%
Epoch 28/30: Avg Loss = 0.0288, Test Accuracy = 80.13%
Epoch 29/30: Avg Loss = 0.0203, Test Accuracy = 80.30%
Epoch 30/30: Avg Loss = 0.0319, Test Accuracy = 80.38%
Epoch 1/30: Avg Loss = 2.2899, Test Accuracy = 24.72%
Epoch 2/30: Avg Loss = 2.1321, Test Accuracy = 42.52%
Epoch 3/30: Avg Loss = 1.9814, Test Accuracy = 53.60%
Epoch 4/30: Avg Loss = 1.7968, Test Accuracy = 59.72%
Epoch 5/30: Avg Loss = 1.5848, Test Accuracy = 62.36%
Epoch 6/30: Avg Loss = 1.4140, Test Accuracy = 64.48%
Epoch 7/30: Avg Loss = 1.1812, Test Accuracy = 66.32%
Epoch 8/30: Avg Loss = 0.9372, Test Accuracy = 68.64%
Epoch 9/30: Avg Loss = 0.7925, Test Accuracy = 71.39%
Epoch 10/30: Avg Loss = 0.6009, Test Accuracy = 74.28%
Epoch 11/30: Avg Loss = 0.4859, Test Accuracy = 76.87%
Epoch 12/30: Avg Loss = 0.3768, Test Accuracy = 78.60%
Epoch 13/30: Avg Loss = 0.2759, Test Accuracy = 79.49%
Epoch 14/30: Avg Loss = 0.2262, Test Accuracy = 79.94%
Epoch 15/30: Avg Loss = 0.1734, Test Accuracy = 80.28%
Epoch 16/30: Avg Loss = 0.1467, Test Accuracy = 80.50%
Epoch 17/30: Avg Loss = 0.1134, Test Accuracy = 80.76%
Epoch 18/30: Avg Loss = 0.0768, Test Accuracy = 80.73%
Epoch 19/30: Avg Loss = 0.0761, Test Accuracy = 80.81%
Epoch 20/30: Avg Loss = 0.0598, Test Accuracy = 80.78%
Epoch 21/30: Avg Loss = 0.0543, Test Accuracy = 80.81%
Epoch 22/30: Avg Loss = 0.0463, Test Accuracy = 80.64%
Epoch 23/30: Avg Loss = 0.0423, Test Accuracy = 80.63%
Epoch 24/30: Avg Loss = 0.0359, Test Accuracy = 80.76%
Epoch 25/30: Avg Loss = 0.0319, Test Accuracy = 80.83%
Epoch 26/30: Avg Loss = 0.0314, Test Accuracy = 80.69%

Training teachers:  48%|██████████████████████████████████████████████████████████████████████████▍                                                                                | 120/250 [02:17<02:29,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0255, Test Accuracy = 80.66%
Epoch 28/30: Avg Loss = 0.0199, Test Accuracy = 80.82%
Epoch 29/30: Avg Loss = 0.0303, Test Accuracy = 81.10%
Epoch 30/30: Avg Loss = 0.0238, Test Accuracy = 81.19%
Epoch 1/30: Avg Loss = 2.2869, Test Accuracy = 29.42%
Epoch 2/30: Avg Loss = 2.1502, Test Accuracy = 48.00%
Epoch 3/30: Avg Loss = 1.9864, Test Accuracy = 57.13%
Epoch 4/30: Avg Loss = 1.8026, Test Accuracy = 60.70%
Epoch 5/30: Avg Loss = 1.6169, Test Accuracy = 62.62%
Epoch 6/30: Avg Loss = 1.3578, Test Accuracy = 64.64%
Epoch 7/30: Avg Loss = 1.1832, Test Accuracy = 66.87%
Epoch 8/30: Avg Loss = 0.9941, Test Accuracy = 69.71%
Epoch 9/30: Avg Loss = 0.7993, Test Accuracy = 72.76%
Epoch 10/30: Avg Loss = 0.6184, Test Accuracy = 75.85%
Epoch 11/30: Avg Loss = 0.5377, Test Accuracy = 77.79%
Epoch 12/30: Avg Loss = 0.4350, Test Accuracy = 79.02%
Epoch 13/30: Avg Loss = 0.3468, Test Accuracy = 79.74%
Epoch 14/30: Avg Loss = 0.2582, Test Accuracy = 80.05%
Epoch 15/30: Avg Loss = 0.2403, Test Accuracy = 80.73%
Epoch 16/30: Avg Loss = 0.1948, Test Accuracy = 80.84%
Epoch 17/30: Avg Loss = 0.1852, Test Accuracy = 81.24%
Epoch 18/30: Avg Loss = 0.1519, Test Accuracy = 81.39%
Epoch 19/30: Avg Loss = 0.1080, Test Accuracy = 81.29%
Epoch 20/30: Avg Loss = 0.0912, Test Accuracy = 81.07%
Epoch 21/30: Avg Loss = 0.0841, Test Accuracy = 80.97%
Epoch 22/30: Avg Loss = 0.0682, Test Accuracy = 80.92%
Epoch 23/30: Avg Loss = 0.0717, Test Accuracy = 80.97%
Epoch 24/30: Avg Loss = 0.0558, Test Accuracy = 81.12%
Epoch 25/30: Avg Loss = 0.0532, Test Accuracy = 81.47%
Epoch 26/30: Avg Loss = 0.0496, Test Accuracy = 81.57%

Training teachers:  48%|███████████████████████████████████████████████████████████████████████████                                                                                | 121/250 [02:18<02:27,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0422, Test Accuracy = 81.63%
Epoch 28/30: Avg Loss = 0.0330, Test Accuracy = 81.74%
Epoch 29/30: Avg Loss = 0.0388, Test Accuracy = 81.52%
Epoch 30/30: Avg Loss = 0.0260, Test Accuracy = 81.42%
Epoch 1/30: Avg Loss = 2.2734, Test Accuracy = 27.64%
Epoch 2/30: Avg Loss = 2.1311, Test Accuracy = 39.38%
Epoch 3/30: Avg Loss = 1.9519, Test Accuracy = 50.70%
Epoch 4/30: Avg Loss = 1.7547, Test Accuracy = 61.98%
Epoch 5/30: Avg Loss = 1.5654, Test Accuracy = 65.43%
Epoch 6/30: Avg Loss = 1.3291, Test Accuracy = 67.26%
Epoch 7/30: Avg Loss = 1.1138, Test Accuracy = 69.20%
Epoch 8/30: Avg Loss = 0.9225, Test Accuracy = 71.75%
Epoch 9/30: Avg Loss = 0.7421, Test Accuracy = 73.48%
Epoch 10/30: Avg Loss = 0.6271, Test Accuracy = 75.37%
Epoch 11/30: Avg Loss = 0.5389, Test Accuracy = 76.96%
Epoch 12/30: Avg Loss = 0.3979, Test Accuracy = 77.69%
Epoch 13/30: Avg Loss = 0.3204, Test Accuracy = 78.53%
Epoch 14/30: Avg Loss = 0.2805, Test Accuracy = 79.54%
Epoch 15/30: Avg Loss = 0.2579, Test Accuracy = 80.61%
Epoch 16/30: Avg Loss = 0.2164, Test Accuracy = 81.10%
Epoch 17/30: Avg Loss = 0.1786, Test Accuracy = 81.34%
Epoch 18/30: Avg Loss = 0.1347, Test Accuracy = 81.52%
Epoch 19/30: Avg Loss = 0.1216, Test Accuracy = 81.65%
Epoch 20/30: Avg Loss = 0.1148, Test Accuracy = 81.67%
Epoch 21/30: Avg Loss = 0.1085, Test Accuracy = 81.67%
Epoch 22/30: Avg Loss = 0.0828, Test Accuracy = 81.94%
Epoch 23/30: Avg Loss = 0.0782, Test Accuracy = 81.83%
Epoch 24/30: Avg Loss = 0.0690, Test Accuracy = 81.81%
Epoch 25/30: Avg Loss = 0.0699, Test Accuracy = 81.60%
Epoch 26/30: Avg Loss = 0.0603, Test Accuracy = 81.60%

Training teachers:  49%|███████████████████████████████████████████████████████████████████████████▋                                                                               | 122/250 [02:19<02:26,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0415, Test Accuracy = 81.53%
Epoch 28/30: Avg Loss = 0.0434, Test Accuracy = 81.69%
Epoch 29/30: Avg Loss = 0.0364, Test Accuracy = 81.75%
Epoch 30/30: Avg Loss = 0.0373, Test Accuracy = 81.74%
Epoch 1/30: Avg Loss = 2.2753, Test Accuracy = 42.28%
Epoch 2/30: Avg Loss = 2.1103, Test Accuracy = 51.34%
Epoch 3/30: Avg Loss = 1.9309, Test Accuracy = 54.30%
Epoch 4/30: Avg Loss = 1.7107, Test Accuracy = 55.84%
Epoch 5/30: Avg Loss = 1.5126, Test Accuracy = 56.10%
Epoch 6/30: Avg Loss = 1.3038, Test Accuracy = 57.68%
Epoch 7/30: Avg Loss = 1.1203, Test Accuracy = 61.28%
Epoch 8/30: Avg Loss = 0.8969, Test Accuracy = 66.05%
Epoch 9/30: Avg Loss = 0.7603, Test Accuracy = 70.64%
Epoch 10/30: Avg Loss = 0.6053, Test Accuracy = 73.76%
Epoch 11/30: Avg Loss = 0.4667, Test Accuracy = 75.77%
Epoch 12/30: Avg Loss = 0.3770, Test Accuracy = 77.31%
Epoch 13/30: Avg Loss = 0.3079, Test Accuracy = 77.88%
Epoch 14/30: Avg Loss = 0.2500, Test Accuracy = 78.64%
Epoch 15/30: Avg Loss = 0.2117, Test Accuracy = 78.47%
Epoch 16/30: Avg Loss = 0.1652, Test Accuracy = 78.26%
Epoch 17/30: Avg Loss = 0.1470, Test Accuracy = 78.73%
Epoch 18/30: Avg Loss = 0.1220, Test Accuracy = 79.75%
Epoch 19/30: Avg Loss = 0.1064, Test Accuracy = 79.94%
Epoch 20/30: Avg Loss = 0.0903, Test Accuracy = 79.80%
Epoch 21/30: Avg Loss = 0.0695, Test Accuracy = 79.65%
Epoch 22/30: Avg Loss = 0.0705, Test Accuracy = 79.20%
Epoch 23/30: Avg Loss = 0.0568, Test Accuracy = 79.20%
Epoch 24/30: Avg Loss = 0.0411, Test Accuracy = 79.32%
Epoch 25/30: Avg Loss = 0.0369, Test Accuracy = 79.76%
Epoch 26/30: Avg Loss = 0.0406, Test Accuracy = 80.14%

Training teachers:  49%|████████████████████████████████████████████████████████████████████████████▎                                                                              | 123/250 [02:21<02:24,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0280, Test Accuracy = 80.28%
Epoch 28/30: Avg Loss = 0.0433, Test Accuracy = 80.43%
Epoch 29/30: Avg Loss = 0.0387, Test Accuracy = 80.62%
Epoch 30/30: Avg Loss = 0.0311, Test Accuracy = 80.40%
Epoch 1/30: Avg Loss = 2.2771, Test Accuracy = 38.95%
Epoch 2/30: Avg Loss = 2.1095, Test Accuracy = 55.76%
Epoch 3/30: Avg Loss = 1.9493, Test Accuracy = 59.61%
Epoch 4/30: Avg Loss = 1.7570, Test Accuracy = 61.43%
Epoch 5/30: Avg Loss = 1.5718, Test Accuracy = 62.79%
Epoch 6/30: Avg Loss = 1.3392, Test Accuracy = 64.30%
Epoch 7/30: Avg Loss = 1.1327, Test Accuracy = 65.94%
Epoch 8/30: Avg Loss = 0.9591, Test Accuracy = 67.88%
Epoch 9/30: Avg Loss = 0.8014, Test Accuracy = 70.01%
Epoch 10/30: Avg Loss = 0.6565, Test Accuracy = 71.98%
Epoch 11/30: Avg Loss = 0.5339, Test Accuracy = 73.26%
Epoch 12/30: Avg Loss = 0.4262, Test Accuracy = 74.94%
Epoch 13/30: Avg Loss = 0.3496, Test Accuracy = 76.43%
Epoch 14/30: Avg Loss = 0.3150, Test Accuracy = 77.48%
Epoch 15/30: Avg Loss = 0.2230, Test Accuracy = 78.31%
Epoch 16/30: Avg Loss = 0.2073, Test Accuracy = 78.88%
Epoch 17/30: Avg Loss = 0.1360, Test Accuracy = 79.10%
Epoch 18/30: Avg Loss = 0.1218, Test Accuracy = 79.41%
Epoch 19/30: Avg Loss = 0.1037, Test Accuracy = 79.54%
Epoch 20/30: Avg Loss = 0.0770, Test Accuracy = 79.69%
Epoch 21/30: Avg Loss = 0.0808, Test Accuracy = 79.77%
Epoch 22/30: Avg Loss = 0.0636, Test Accuracy = 79.81%
Epoch 23/30: Avg Loss = 0.0516, Test Accuracy = 79.82%
Epoch 24/30: Avg Loss = 0.0432, Test Accuracy = 79.86%
Epoch 25/30: Avg Loss = 0.0439, Test Accuracy = 79.81%
Epoch 26/30: Avg Loss = 0.0485, Test Accuracy = 79.68%

Training teachers:  50%|████████████████████████████████████████████████████████████████████████████▉                                                                              | 124/250 [02:22<02:23,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0327, Test Accuracy = 79.72%
Epoch 28/30: Avg Loss = 0.0264, Test Accuracy = 79.79%
Epoch 29/30: Avg Loss = 0.0327, Test Accuracy = 80.00%
Epoch 30/30: Avg Loss = 0.0315, Test Accuracy = 80.15%
Epoch 1/30: Avg Loss = 2.2862, Test Accuracy = 26.20%
Epoch 2/30: Avg Loss = 2.1183, Test Accuracy = 42.30%
Epoch 3/30: Avg Loss = 1.9352, Test Accuracy = 49.31%
Epoch 4/30: Avg Loss = 1.7406, Test Accuracy = 52.52%
Epoch 5/30: Avg Loss = 1.5187, Test Accuracy = 53.84%
Epoch 6/30: Avg Loss = 1.3620, Test Accuracy = 57.24%
Epoch 7/30: Avg Loss = 1.1314, Test Accuracy = 61.03%
Epoch 8/30: Avg Loss = 0.9996, Test Accuracy = 64.46%
Epoch 9/30: Avg Loss = 0.8196, Test Accuracy = 67.63%
Epoch 10/30: Avg Loss = 0.6503, Test Accuracy = 70.49%
Epoch 11/30: Avg Loss = 0.5378, Test Accuracy = 72.34%
Epoch 12/30: Avg Loss = 0.4638, Test Accuracy = 73.74%
Epoch 13/30: Avg Loss = 0.3440, Test Accuracy = 74.72%
Epoch 14/30: Avg Loss = 0.2672, Test Accuracy = 75.60%
Epoch 15/30: Avg Loss = 0.2209, Test Accuracy = 76.16%
Epoch 16/30: Avg Loss = 0.1836, Test Accuracy = 76.46%
Epoch 17/30: Avg Loss = 0.1365, Test Accuracy = 76.93%
Epoch 18/30: Avg Loss = 0.1353, Test Accuracy = 77.17%
Epoch 19/30: Avg Loss = 0.1101, Test Accuracy = 77.49%
Epoch 20/30: Avg Loss = 0.1059, Test Accuracy = 77.62%
Epoch 21/30: Avg Loss = 0.0743, Test Accuracy = 77.73%
Epoch 22/30: Avg Loss = 0.0744, Test Accuracy = 77.55%
Epoch 23/30: Avg Loss = 0.0667, Test Accuracy = 77.51%
Epoch 24/30: Avg Loss = 0.0589, Test Accuracy = 77.50%
Epoch 25/30: Avg Loss = 0.0462, Test Accuracy = 77.69%
Epoch 26/30: Avg Loss = 0.0400, Test Accuracy = 77.79%

Training teachers:  50%|█████████████████████████████████████████████████████████████████████████████▌                                                                             | 125/250 [02:23<02:22,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0324, Test Accuracy = 77.71%
Epoch 28/30: Avg Loss = 0.0241, Test Accuracy = 77.70%
Epoch 29/30: Avg Loss = 0.0259, Test Accuracy = 77.57%
Epoch 30/30: Avg Loss = 0.0275, Test Accuracy = 77.51%
Epoch 1/30: Avg Loss = 2.2839, Test Accuracy = 38.41%
Epoch 2/30: Avg Loss = 2.1039, Test Accuracy = 55.78%
Epoch 3/30: Avg Loss = 1.9337, Test Accuracy = 62.02%
Epoch 4/30: Avg Loss = 1.7428, Test Accuracy = 63.79%
Epoch 5/30: Avg Loss = 1.5198, Test Accuracy = 64.51%
Epoch 6/30: Avg Loss = 1.2832, Test Accuracy = 65.66%
Epoch 7/30: Avg Loss = 1.0698, Test Accuracy = 66.64%
Epoch 8/30: Avg Loss = 0.8766, Test Accuracy = 68.27%
Epoch 9/30: Avg Loss = 0.6775, Test Accuracy = 70.55%
Epoch 10/30: Avg Loss = 0.5793, Test Accuracy = 73.17%
Epoch 11/30: Avg Loss = 0.4584, Test Accuracy = 75.19%
Epoch 12/30: Avg Loss = 0.3879, Test Accuracy = 76.75%
Epoch 13/30: Avg Loss = 0.3018, Test Accuracy = 77.76%
Epoch 14/30: Avg Loss = 0.2476, Test Accuracy = 78.40%
Epoch 15/30: Avg Loss = 0.1940, Test Accuracy = 79.10%
Epoch 16/30: Avg Loss = 0.1731, Test Accuracy = 79.34%
Epoch 17/30: Avg Loss = 0.1503, Test Accuracy = 79.50%
Epoch 18/30: Avg Loss = 0.1137, Test Accuracy = 79.78%
Epoch 19/30: Avg Loss = 0.0948, Test Accuracy = 79.94%
Epoch 20/30: Avg Loss = 0.0782, Test Accuracy = 80.09%
Epoch 21/30: Avg Loss = 0.0698, Test Accuracy = 80.20%
Epoch 22/30: Avg Loss = 0.0716, Test Accuracy = 80.27%
Epoch 23/30: Avg Loss = 0.0497, Test Accuracy = 80.24%
Epoch 24/30: Avg Loss = 0.0509, Test Accuracy = 80.08%
Epoch 25/30: Avg Loss = 0.0293, Test Accuracy = 79.95%
Epoch 26/30: Avg Loss = 0.0348, Test Accuracy = 80.05%

Training teachers:  50%|██████████████████████████████████████████████████████████████████████████████                                                                             | 126/250 [02:24<02:21,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0390, Test Accuracy = 80.04%
Epoch 28/30: Avg Loss = 0.0334, Test Accuracy = 80.13%
Epoch 29/30: Avg Loss = 0.0345, Test Accuracy = 80.09%
Epoch 30/30: Avg Loss = 0.0250, Test Accuracy = 80.10%
Epoch 1/30: Avg Loss = 2.2779, Test Accuracy = 12.63%
Epoch 2/30: Avg Loss = 2.1324, Test Accuracy = 26.73%
Epoch 3/30: Avg Loss = 1.9787, Test Accuracy = 38.61%
Epoch 4/30: Avg Loss = 1.8094, Test Accuracy = 45.38%
Epoch 5/30: Avg Loss = 1.5952, Test Accuracy = 51.67%
Epoch 6/30: Avg Loss = 1.4151, Test Accuracy = 56.87%
Epoch 7/30: Avg Loss = 1.2018, Test Accuracy = 60.17%
Epoch 8/30: Avg Loss = 1.0271, Test Accuracy = 63.27%
Epoch 9/30: Avg Loss = 0.8582, Test Accuracy = 67.31%
Epoch 10/30: Avg Loss = 0.6896, Test Accuracy = 71.85%
Epoch 11/30: Avg Loss = 0.6396, Test Accuracy = 74.35%
Epoch 12/30: Avg Loss = 0.4778, Test Accuracy = 75.74%
Epoch 13/30: Avg Loss = 0.3897, Test Accuracy = 77.02%
Epoch 14/30: Avg Loss = 0.3247, Test Accuracy = 77.36%
Epoch 15/30: Avg Loss = 0.2686, Test Accuracy = 76.82%
Epoch 16/30: Avg Loss = 0.2372, Test Accuracy = 77.44%
Epoch 17/30: Avg Loss = 0.1787, Test Accuracy = 78.12%
Epoch 18/30: Avg Loss = 0.1592, Test Accuracy = 78.60%
Epoch 19/30: Avg Loss = 0.1208, Test Accuracy = 78.46%
Epoch 20/30: Avg Loss = 0.1316, Test Accuracy = 78.37%
Epoch 21/30: Avg Loss = 0.0868, Test Accuracy = 78.57%
Epoch 22/30: Avg Loss = 0.0772, Test Accuracy = 78.52%
Epoch 23/30: Avg Loss = 0.0748, Test Accuracy = 78.37%
Epoch 24/30: Avg Loss = 0.0521, Test Accuracy = 78.43%
Epoch 25/30: Avg Loss = 0.0459, Test Accuracy = 78.65%
Epoch 26/30: Avg Loss = 0.0501, Test Accuracy = 78.84%

Training teachers:  51%|██████████████████████████████████████████████████████████████████████████████▋                                                                            | 127/250 [02:25<02:20,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0420, Test Accuracy = 78.76%
Epoch 28/30: Avg Loss = 0.0352, Test Accuracy = 78.74%
Epoch 29/30: Avg Loss = 0.0364, Test Accuracy = 78.67%
Epoch 30/30: Avg Loss = 0.0278, Test Accuracy = 78.83%
Epoch 1/30: Avg Loss = 2.2822, Test Accuracy = 40.42%
Epoch 2/30: Avg Loss = 2.1316, Test Accuracy = 55.85%
Epoch 3/30: Avg Loss = 1.9771, Test Accuracy = 60.70%
Epoch 4/30: Avg Loss = 1.7966, Test Accuracy = 62.46%
Epoch 5/30: Avg Loss = 1.5899, Test Accuracy = 63.13%
Epoch 6/30: Avg Loss = 1.4042, Test Accuracy = 63.91%
Epoch 7/30: Avg Loss = 1.1714, Test Accuracy = 65.44%
Epoch 8/30: Avg Loss = 0.9915, Test Accuracy = 68.50%
Epoch 9/30: Avg Loss = 0.7743, Test Accuracy = 72.40%
Epoch 10/30: Avg Loss = 0.5981, Test Accuracy = 75.51%
Epoch 11/30: Avg Loss = 0.4999, Test Accuracy = 76.90%
Epoch 12/30: Avg Loss = 0.3724, Test Accuracy = 77.74%
Epoch 13/30: Avg Loss = 0.2886, Test Accuracy = 78.18%
Epoch 14/30: Avg Loss = 0.2307, Test Accuracy = 78.47%
Epoch 15/30: Avg Loss = 0.2242, Test Accuracy = 78.52%
Epoch 16/30: Avg Loss = 0.1512, Test Accuracy = 78.91%
Epoch 17/30: Avg Loss = 0.1463, Test Accuracy = 79.10%
Epoch 18/30: Avg Loss = 0.1205, Test Accuracy = 79.51%
Epoch 19/30: Avg Loss = 0.1141, Test Accuracy = 79.31%
Epoch 20/30: Avg Loss = 0.0594, Test Accuracy = 79.11%
Epoch 21/30: Avg Loss = 0.0555, Test Accuracy = 79.26%
Epoch 22/30: Avg Loss = 0.0476, Test Accuracy = 79.37%
Epoch 23/30: Avg Loss = 0.0510, Test Accuracy = 79.50%
Epoch 24/30: Avg Loss = 0.0472, Test Accuracy = 79.74%
Epoch 25/30: Avg Loss = 0.0376, Test Accuracy = 79.98%
Epoch 26/30: Avg Loss = 0.0409, Test Accuracy = 80.11%

Training teachers:  51%|███████████████████████████████████████████████████████████████████████████████▎                                                                           | 128/250 [02:26<02:18,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0359, Test Accuracy = 80.31%
Epoch 28/30: Avg Loss = 0.0316, Test Accuracy = 80.29%
Epoch 29/30: Avg Loss = 0.0255, Test Accuracy = 80.42%
Epoch 30/30: Avg Loss = 0.0260, Test Accuracy = 80.37%
Epoch 1/30: Avg Loss = 2.2834, Test Accuracy = 36.16%
Epoch 2/30: Avg Loss = 2.1304, Test Accuracy = 49.96%
Epoch 3/30: Avg Loss = 1.9946, Test Accuracy = 53.79%
Epoch 4/30: Avg Loss = 1.8084, Test Accuracy = 56.15%
Epoch 5/30: Avg Loss = 1.5934, Test Accuracy = 58.27%
Epoch 6/30: Avg Loss = 1.4044, Test Accuracy = 60.85%
Epoch 7/30: Avg Loss = 1.1714, Test Accuracy = 63.88%
Epoch 8/30: Avg Loss = 0.9941, Test Accuracy = 67.27%
Epoch 9/30: Avg Loss = 0.7896, Test Accuracy = 70.42%
Epoch 10/30: Avg Loss = 0.6735, Test Accuracy = 72.36%
Epoch 11/30: Avg Loss = 0.5050, Test Accuracy = 74.22%
Epoch 12/30: Avg Loss = 0.4326, Test Accuracy = 75.81%
Epoch 13/30: Avg Loss = 0.3194, Test Accuracy = 77.32%
Epoch 14/30: Avg Loss = 0.2751, Test Accuracy = 78.45%
Epoch 15/30: Avg Loss = 0.2254, Test Accuracy = 79.25%
Epoch 16/30: Avg Loss = 0.1911, Test Accuracy = 79.49%
Epoch 17/30: Avg Loss = 0.1694, Test Accuracy = 79.79%
Epoch 18/30: Avg Loss = 0.1217, Test Accuracy = 80.01%
Epoch 19/30: Avg Loss = 0.0951, Test Accuracy = 80.13%
Epoch 20/30: Avg Loss = 0.0746, Test Accuracy = 80.00%
Epoch 21/30: Avg Loss = 0.0842, Test Accuracy = 79.93%
Epoch 22/30: Avg Loss = 0.0779, Test Accuracy = 79.97%
Epoch 23/30: Avg Loss = 0.0554, Test Accuracy = 80.18%
Epoch 24/30: Avg Loss = 0.0578, Test Accuracy = 80.40%
Epoch 25/30: Avg Loss = 0.0458, Test Accuracy = 80.59%
Epoch 26/30: Avg Loss = 0.0419, Test Accuracy = 80.71%

Training teachers:  52%|███████████████████████████████████████████████████████████████████████████████▉                                                                           | 129/250 [02:27<02:17,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0520, Test Accuracy = 80.59%
Epoch 28/30: Avg Loss = 0.0545, Test Accuracy = 80.43%
Epoch 29/30: Avg Loss = 0.0422, Test Accuracy = 80.39%
Epoch 30/30: Avg Loss = 0.0374, Test Accuracy = 80.48%
Epoch 1/30: Avg Loss = 2.2660, Test Accuracy = 27.12%
Epoch 2/30: Avg Loss = 2.1072, Test Accuracy = 39.48%
Epoch 3/30: Avg Loss = 1.9401, Test Accuracy = 49.76%
Epoch 4/30: Avg Loss = 1.7473, Test Accuracy = 57.17%
Epoch 5/30: Avg Loss = 1.5432, Test Accuracy = 61.78%
Epoch 6/30: Avg Loss = 1.3252, Test Accuracy = 65.52%
Epoch 7/30: Avg Loss = 1.1230, Test Accuracy = 68.33%
Epoch 8/30: Avg Loss = 0.9357, Test Accuracy = 70.97%
Epoch 9/30: Avg Loss = 0.7251, Test Accuracy = 73.20%
Epoch 10/30: Avg Loss = 0.5939, Test Accuracy = 74.97%
Epoch 11/30: Avg Loss = 0.4793, Test Accuracy = 76.37%
Epoch 12/30: Avg Loss = 0.3919, Test Accuracy = 77.36%
Epoch 13/30: Avg Loss = 0.3030, Test Accuracy = 78.19%
Epoch 14/30: Avg Loss = 0.2832, Test Accuracy = 78.92%
Epoch 15/30: Avg Loss = 0.2151, Test Accuracy = 79.63%
Epoch 16/30: Avg Loss = 0.1469, Test Accuracy = 80.15%
Epoch 17/30: Avg Loss = 0.1428, Test Accuracy = 80.44%
Epoch 18/30: Avg Loss = 0.1064, Test Accuracy = 80.76%
Epoch 19/30: Avg Loss = 0.0969, Test Accuracy = 80.79%
Epoch 20/30: Avg Loss = 0.0871, Test Accuracy = 80.96%
Epoch 21/30: Avg Loss = 0.0547, Test Accuracy = 81.03%
Epoch 22/30: Avg Loss = 0.0553, Test Accuracy = 81.08%
Epoch 23/30: Avg Loss = 0.0454, Test Accuracy = 81.03%
Epoch 24/30: Avg Loss = 0.0483, Test Accuracy = 81.04%
Epoch 25/30: Avg Loss = 0.0332, Test Accuracy = 81.20%
Epoch 26/30: Avg Loss = 0.0369, Test Accuracy = 81.25%

Training teachers:  52%|████████████████████████████████████████████████████████████████████████████████▌                                                                          | 130/250 [02:29<02:16,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0381, Test Accuracy = 81.19%
Epoch 28/30: Avg Loss = 0.0397, Test Accuracy = 81.14%
Epoch 29/30: Avg Loss = 0.0224, Test Accuracy = 80.98%
Epoch 30/30: Avg Loss = 0.0299, Test Accuracy = 80.90%
Epoch 1/30: Avg Loss = 2.2983, Test Accuracy = 30.65%
Epoch 2/30: Avg Loss = 2.1811, Test Accuracy = 53.20%
Epoch 3/30: Avg Loss = 2.0582, Test Accuracy = 61.28%
Epoch 4/30: Avg Loss = 1.9007, Test Accuracy = 65.84%
Epoch 5/30: Avg Loss = 1.7439, Test Accuracy = 69.35%
Epoch 6/30: Avg Loss = 1.5289, Test Accuracy = 70.22%
Epoch 7/30: Avg Loss = 1.2975, Test Accuracy = 71.24%
Epoch 8/30: Avg Loss = 1.0925, Test Accuracy = 72.97%
Epoch 9/30: Avg Loss = 0.8624, Test Accuracy = 74.28%
Epoch 10/30: Avg Loss = 0.7199, Test Accuracy = 76.41%
Epoch 11/30: Avg Loss = 0.5555, Test Accuracy = 77.83%
Epoch 12/30: Avg Loss = 0.4287, Test Accuracy = 78.56%
Epoch 13/30: Avg Loss = 0.3715, Test Accuracy = 79.29%
Epoch 14/30: Avg Loss = 0.2981, Test Accuracy = 79.66%
Epoch 15/30: Avg Loss = 0.2089, Test Accuracy = 79.99%
Epoch 16/30: Avg Loss = 0.1770, Test Accuracy = 80.22%
Epoch 17/30: Avg Loss = 0.1529, Test Accuracy = 80.62%
Epoch 18/30: Avg Loss = 0.1124, Test Accuracy = 80.88%
Epoch 19/30: Avg Loss = 0.0935, Test Accuracy = 80.90%
Epoch 20/30: Avg Loss = 0.0932, Test Accuracy = 81.04%
Epoch 21/30: Avg Loss = 0.0719, Test Accuracy = 81.04%
Epoch 22/30: Avg Loss = 0.0569, Test Accuracy = 81.05%
Epoch 23/30: Avg Loss = 0.0524, Test Accuracy = 80.97%
Epoch 24/30: Avg Loss = 0.0494, Test Accuracy = 80.87%
Epoch 25/30: Avg Loss = 0.0546, Test Accuracy = 80.85%
Epoch 26/30: Avg Loss = 0.0309, Test Accuracy = 80.88%

Training teachers:  52%|█████████████████████████████████████████████████████████████████████████████████▏                                                                         | 131/250 [02:30<02:15,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0407, Test Accuracy = 80.91%
Epoch 28/30: Avg Loss = 0.0362, Test Accuracy = 81.08%
Epoch 29/30: Avg Loss = 0.0322, Test Accuracy = 81.17%
Epoch 30/30: Avg Loss = 0.0345, Test Accuracy = 81.35%
Epoch 1/30: Avg Loss = 2.2618, Test Accuracy = 31.92%
Epoch 2/30: Avg Loss = 2.0774, Test Accuracy = 40.32%
Epoch 3/30: Avg Loss = 1.9090, Test Accuracy = 47.20%
Epoch 4/30: Avg Loss = 1.7045, Test Accuracy = 52.08%
Epoch 5/30: Avg Loss = 1.5060, Test Accuracy = 56.58%
Epoch 6/30: Avg Loss = 1.3046, Test Accuracy = 59.53%
Epoch 7/30: Avg Loss = 1.1159, Test Accuracy = 62.53%
Epoch 8/30: Avg Loss = 0.9372, Test Accuracy = 66.14%
Epoch 9/30: Avg Loss = 0.7735, Test Accuracy = 69.01%
Epoch 10/30: Avg Loss = 0.6131, Test Accuracy = 71.57%
Epoch 11/30: Avg Loss = 0.5353, Test Accuracy = 73.34%
Epoch 12/30: Avg Loss = 0.4091, Test Accuracy = 75.26%
Epoch 13/30: Avg Loss = 0.3448, Test Accuracy = 76.59%
Epoch 14/30: Avg Loss = 0.2743, Test Accuracy = 77.20%
Epoch 15/30: Avg Loss = 0.2424, Test Accuracy = 77.97%
Epoch 16/30: Avg Loss = 0.1991, Test Accuracy = 78.46%
Epoch 17/30: Avg Loss = 0.1432, Test Accuracy = 78.90%
Epoch 18/30: Avg Loss = 0.1308, Test Accuracy = 78.97%
Epoch 19/30: Avg Loss = 0.1138, Test Accuracy = 79.11%
Epoch 20/30: Avg Loss = 0.0919, Test Accuracy = 79.29%
Epoch 21/30: Avg Loss = 0.0623, Test Accuracy = 79.44%
Epoch 22/30: Avg Loss = 0.0686, Test Accuracy = 79.70%
Epoch 23/30: Avg Loss = 0.0602, Test Accuracy = 80.01%
Epoch 24/30: Avg Loss = 0.0526, Test Accuracy = 80.26%
Epoch 25/30: Avg Loss = 0.0530, Test Accuracy = 80.41%
Epoch 26/30: Avg Loss = 0.0406, Test Accuracy = 80.61%

Training teachers:  53%|█████████████████████████████████████████████████████████████████████████████████▊                                                                         | 132/250 [02:31<02:14,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0366, Test Accuracy = 80.56%
Epoch 28/30: Avg Loss = 0.0341, Test Accuracy = 80.47%
Epoch 29/30: Avg Loss = 0.0255, Test Accuracy = 80.26%
Epoch 30/30: Avg Loss = 0.0358, Test Accuracy = 80.58%
Epoch 1/30: Avg Loss = 2.2839, Test Accuracy = 36.97%
Epoch 2/30: Avg Loss = 2.1067, Test Accuracy = 52.68%
Epoch 3/30: Avg Loss = 1.9356, Test Accuracy = 54.44%
Epoch 4/30: Avg Loss = 1.7177, Test Accuracy = 54.13%
Epoch 5/30: Avg Loss = 1.5006, Test Accuracy = 53.97%
Epoch 6/30: Avg Loss = 1.3085, Test Accuracy = 54.93%
Epoch 7/30: Avg Loss = 1.0912, Test Accuracy = 56.92%
Epoch 8/30: Avg Loss = 0.9276, Test Accuracy = 59.63%
Epoch 9/30: Avg Loss = 0.8156, Test Accuracy = 63.67%
Epoch 10/30: Avg Loss = 0.6531, Test Accuracy = 67.83%
Epoch 11/30: Avg Loss = 0.5813, Test Accuracy = 72.76%
Epoch 12/30: Avg Loss = 0.4402, Test Accuracy = 76.28%
Epoch 13/30: Avg Loss = 0.4018, Test Accuracy = 78.03%
Epoch 14/30: Avg Loss = 0.3526, Test Accuracy = 78.88%
Epoch 15/30: Avg Loss = 0.2530, Test Accuracy = 79.21%
Epoch 16/30: Avg Loss = 0.2152, Test Accuracy = 79.54%
Epoch 17/30: Avg Loss = 0.1888, Test Accuracy = 79.66%
Epoch 18/30: Avg Loss = 0.1513, Test Accuracy = 79.72%
Epoch 19/30: Avg Loss = 0.1467, Test Accuracy = 79.92%
Epoch 20/30: Avg Loss = 0.1295, Test Accuracy = 80.12%
Epoch 21/30: Avg Loss = 0.1101, Test Accuracy = 80.29%
Epoch 22/30: Avg Loss = 0.0796, Test Accuracy = 80.34%
Epoch 23/30: Avg Loss = 0.0912, Test Accuracy = 80.51%
Epoch 24/30: Avg Loss = 0.0688, Test Accuracy = 80.48%
Epoch 25/30: Avg Loss = 0.0686, Test Accuracy = 80.64%
Epoch 26/30: Avg Loss = 0.0467, Test Accuracy = 80.90%

Training teachers:  53%|██████████████████████████████████████████████████████████████████████████████████▍                                                                        | 133/250 [02:32<02:13,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0463, Test Accuracy = 81.20%
Epoch 28/30: Avg Loss = 0.0301, Test Accuracy = 81.12%
Epoch 29/30: Avg Loss = 0.0339, Test Accuracy = 81.04%
Epoch 30/30: Avg Loss = 0.0333, Test Accuracy = 81.11%
Epoch 1/30: Avg Loss = 2.2777, Test Accuracy = 32.90%
Epoch 2/30: Avg Loss = 2.1392, Test Accuracy = 46.74%
Epoch 3/30: Avg Loss = 1.9941, Test Accuracy = 52.88%
Epoch 4/30: Avg Loss = 1.8180, Test Accuracy = 55.29%
Epoch 5/30: Avg Loss = 1.6284, Test Accuracy = 58.07%
Epoch 6/30: Avg Loss = 1.4348, Test Accuracy = 60.30%
Epoch 7/30: Avg Loss = 1.2230, Test Accuracy = 63.46%
Epoch 8/30: Avg Loss = 1.0400, Test Accuracy = 66.93%
Epoch 9/30: Avg Loss = 0.8669, Test Accuracy = 70.69%
Epoch 10/30: Avg Loss = 0.6981, Test Accuracy = 73.31%
Epoch 11/30: Avg Loss = 0.5790, Test Accuracy = 75.10%
Epoch 12/30: Avg Loss = 0.4250, Test Accuracy = 76.55%
Epoch 13/30: Avg Loss = 0.3902, Test Accuracy = 77.24%
Epoch 14/30: Avg Loss = 0.2815, Test Accuracy = 78.05%
Epoch 15/30: Avg Loss = 0.2286, Test Accuracy = 78.82%
Epoch 16/30: Avg Loss = 0.1807, Test Accuracy = 79.22%
Epoch 17/30: Avg Loss = 0.1669, Test Accuracy = 79.48%
Epoch 18/30: Avg Loss = 0.1240, Test Accuracy = 79.70%
Epoch 19/30: Avg Loss = 0.1222, Test Accuracy = 79.98%
Epoch 20/30: Avg Loss = 0.0934, Test Accuracy = 80.18%
Epoch 21/30: Avg Loss = 0.0900, Test Accuracy = 80.46%
Epoch 22/30: Avg Loss = 0.0619, Test Accuracy = 80.63%
Epoch 23/30: Avg Loss = 0.0779, Test Accuracy = 81.01%
Epoch 24/30: Avg Loss = 0.0662, Test Accuracy = 81.11%
Epoch 25/30: Avg Loss = 0.0467, Test Accuracy = 81.07%
Epoch 26/30: Avg Loss = 0.0397, Test Accuracy = 80.86%

Training teachers:  54%|███████████████████████████████████████████████████████████████████████████████████                                                                        | 134/250 [02:33<02:12,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0306, Test Accuracy = 80.69%
Epoch 28/30: Avg Loss = 0.0334, Test Accuracy = 80.74%
Epoch 29/30: Avg Loss = 0.0370, Test Accuracy = 80.52%
Epoch 30/30: Avg Loss = 0.0311, Test Accuracy = 80.63%
Epoch 1/30: Avg Loss = 2.2751, Test Accuracy = 43.61%
Epoch 2/30: Avg Loss = 2.1201, Test Accuracy = 54.45%
Epoch 3/30: Avg Loss = 1.9456, Test Accuracy = 58.05%
Epoch 4/30: Avg Loss = 1.7503, Test Accuracy = 59.95%
Epoch 5/30: Avg Loss = 1.5838, Test Accuracy = 62.35%
Epoch 6/30: Avg Loss = 1.3577, Test Accuracy = 65.06%
Epoch 7/30: Avg Loss = 1.1469, Test Accuracy = 68.88%
Epoch 8/30: Avg Loss = 0.9689, Test Accuracy = 72.66%
Epoch 9/30: Avg Loss = 0.7603, Test Accuracy = 75.02%
Epoch 10/30: Avg Loss = 0.5770, Test Accuracy = 76.64%
Epoch 11/30: Avg Loss = 0.4915, Test Accuracy = 77.28%
Epoch 12/30: Avg Loss = 0.3622, Test Accuracy = 77.77%
Epoch 13/30: Avg Loss = 0.2700, Test Accuracy = 78.19%
Epoch 14/30: Avg Loss = 0.2342, Test Accuracy = 78.37%
Epoch 15/30: Avg Loss = 0.1923, Test Accuracy = 78.56%
Epoch 16/30: Avg Loss = 0.1357, Test Accuracy = 78.69%
Epoch 17/30: Avg Loss = 0.1186, Test Accuracy = 78.79%
Epoch 18/30: Avg Loss = 0.0963, Test Accuracy = 79.07%
Epoch 19/30: Avg Loss = 0.0894, Test Accuracy = 79.34%
Epoch 20/30: Avg Loss = 0.0691, Test Accuracy = 79.53%
Epoch 21/30: Avg Loss = 0.0543, Test Accuracy = 79.83%
Epoch 22/30: Avg Loss = 0.0721, Test Accuracy = 79.89%
Epoch 23/30: Avg Loss = 0.0482, Test Accuracy = 79.90%
Epoch 24/30: Avg Loss = 0.0372, Test Accuracy = 79.95%
Epoch 25/30: Avg Loss = 0.0427, Test Accuracy = 79.90%
Epoch 26/30: Avg Loss = 0.0396, Test Accuracy = 79.91%

Training teachers:  54%|███████████████████████████████████████████████████████████████████████████████████▋                                                                       | 135/250 [02:34<02:11,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0352, Test Accuracy = 79.84%
Epoch 28/30: Avg Loss = 0.0224, Test Accuracy = 79.72%
Epoch 29/30: Avg Loss = 0.0346, Test Accuracy = 79.88%
Epoch 30/30: Avg Loss = 0.0219, Test Accuracy = 79.81%
Epoch 1/30: Avg Loss = 2.2796, Test Accuracy = 28.84%
Epoch 2/30: Avg Loss = 2.1410, Test Accuracy = 40.61%
Epoch 3/30: Avg Loss = 1.9928, Test Accuracy = 47.84%
Epoch 4/30: Avg Loss = 1.8336, Test Accuracy = 51.38%
Epoch 5/30: Avg Loss = 1.6588, Test Accuracy = 54.36%
Epoch 6/30: Avg Loss = 1.4648, Test Accuracy = 56.22%
Epoch 7/30: Avg Loss = 1.2808, Test Accuracy = 58.40%
Epoch 8/30: Avg Loss = 1.1079, Test Accuracy = 60.85%
Epoch 9/30: Avg Loss = 0.9075, Test Accuracy = 63.35%
Epoch 10/30: Avg Loss = 0.7547, Test Accuracy = 65.67%
Epoch 11/30: Avg Loss = 0.6129, Test Accuracy = 68.81%
Epoch 12/30: Avg Loss = 0.5212, Test Accuracy = 71.84%
Epoch 13/30: Avg Loss = 0.4032, Test Accuracy = 73.73%
Epoch 14/30: Avg Loss = 0.3748, Test Accuracy = 75.09%
Epoch 15/30: Avg Loss = 0.2754, Test Accuracy = 75.57%
Epoch 16/30: Avg Loss = 0.2218, Test Accuracy = 75.55%
Epoch 17/30: Avg Loss = 0.2009, Test Accuracy = 75.52%
Epoch 18/30: Avg Loss = 0.1498, Test Accuracy = 75.77%
Epoch 19/30: Avg Loss = 0.1328, Test Accuracy = 75.91%
Epoch 20/30: Avg Loss = 0.1129, Test Accuracy = 76.07%
Epoch 21/30: Avg Loss = 0.0776, Test Accuracy = 76.21%
Epoch 22/30: Avg Loss = 0.0713, Test Accuracy = 76.31%
Epoch 23/30: Avg Loss = 0.0688, Test Accuracy = 76.48%
Epoch 24/30: Avg Loss = 0.0564, Test Accuracy = 76.61%
Epoch 25/30: Avg Loss = 0.0693, Test Accuracy = 76.75%
Epoch 26/30: Avg Loss = 0.0520, Test Accuracy = 76.85%

Training teachers:  54%|████████████████████████████████████████████████████████████████████████████████████▎                                                                      | 136/250 [02:35<02:10,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0371, Test Accuracy = 76.67%
Epoch 28/30: Avg Loss = 0.0502, Test Accuracy = 76.69%
Epoch 29/30: Avg Loss = 0.0376, Test Accuracy = 76.52%
Epoch 30/30: Avg Loss = 0.0492, Test Accuracy = 76.48%
Epoch 1/30: Avg Loss = 2.2744, Test Accuracy = 41.09%
Epoch 2/30: Avg Loss = 2.1192, Test Accuracy = 53.25%
Epoch 3/30: Avg Loss = 1.9580, Test Accuracy = 57.32%
Epoch 4/30: Avg Loss = 1.7613, Test Accuracy = 58.95%
Epoch 5/30: Avg Loss = 1.5774, Test Accuracy = 60.95%
Epoch 6/30: Avg Loss = 1.3787, Test Accuracy = 64.74%
Epoch 7/30: Avg Loss = 1.2043, Test Accuracy = 67.75%
Epoch 8/30: Avg Loss = 0.9983, Test Accuracy = 71.35%
Epoch 9/30: Avg Loss = 0.8038, Test Accuracy = 74.14%
Epoch 10/30: Avg Loss = 0.6564, Test Accuracy = 77.00%
Epoch 11/30: Avg Loss = 0.5465, Test Accuracy = 78.98%
Epoch 12/30: Avg Loss = 0.4203, Test Accuracy = 79.91%
Epoch 13/30: Avg Loss = 0.3573, Test Accuracy = 80.51%
Epoch 14/30: Avg Loss = 0.2621, Test Accuracy = 81.13%
Epoch 15/30: Avg Loss = 0.2645, Test Accuracy = 81.46%
Epoch 16/30: Avg Loss = 0.1630, Test Accuracy = 81.79%
Epoch 17/30: Avg Loss = 0.1307, Test Accuracy = 81.80%
Epoch 18/30: Avg Loss = 0.1490, Test Accuracy = 81.80%
Epoch 19/30: Avg Loss = 0.1236, Test Accuracy = 81.86%
Epoch 20/30: Avg Loss = 0.1029, Test Accuracy = 82.19%
Epoch 21/30: Avg Loss = 0.0824, Test Accuracy = 82.38%
Epoch 22/30: Avg Loss = 0.0734, Test Accuracy = 82.30%
Epoch 23/30: Avg Loss = 0.0629, Test Accuracy = 82.34%
Epoch 24/30: Avg Loss = 0.0532, Test Accuracy = 82.34%
Epoch 25/30: Avg Loss = 0.0523, Test Accuracy = 82.25%
Epoch 26/30: Avg Loss = 0.0378, Test Accuracy = 82.23%

Training teachers:  55%|████████████████████████████████████████████████████████████████████████████████████▉                                                                      | 137/250 [02:37<02:08,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0385, Test Accuracy = 82.27%
Epoch 28/30: Avg Loss = 0.0352, Test Accuracy = 82.23%
Epoch 29/30: Avg Loss = 0.0447, Test Accuracy = 82.31%
Epoch 30/30: Avg Loss = 0.0337, Test Accuracy = 82.35%
Epoch 1/30: Avg Loss = 2.2877, Test Accuracy = 38.64%
Epoch 2/30: Avg Loss = 2.1444, Test Accuracy = 56.62%
Epoch 3/30: Avg Loss = 1.9849, Test Accuracy = 57.66%
Epoch 4/30: Avg Loss = 1.7965, Test Accuracy = 56.56%
Epoch 5/30: Avg Loss = 1.5777, Test Accuracy = 57.07%
Epoch 6/30: Avg Loss = 1.3790, Test Accuracy = 58.66%
Epoch 7/30: Avg Loss = 1.2236, Test Accuracy = 61.10%
Epoch 8/30: Avg Loss = 0.9912, Test Accuracy = 64.15%
Epoch 9/30: Avg Loss = 0.8278, Test Accuracy = 66.99%
Epoch 10/30: Avg Loss = 0.7001, Test Accuracy = 69.72%
Epoch 11/30: Avg Loss = 0.5730, Test Accuracy = 71.90%
Epoch 12/30: Avg Loss = 0.4660, Test Accuracy = 74.47%
Epoch 13/30: Avg Loss = 0.3646, Test Accuracy = 75.97%
Epoch 14/30: Avg Loss = 0.3271, Test Accuracy = 76.79%
Epoch 15/30: Avg Loss = 0.2703, Test Accuracy = 77.65%
Epoch 16/30: Avg Loss = 0.2230, Test Accuracy = 78.23%
Epoch 17/30: Avg Loss = 0.1798, Test Accuracy = 78.48%
Epoch 18/30: Avg Loss = 0.1463, Test Accuracy = 78.62%
Epoch 19/30: Avg Loss = 0.1148, Test Accuracy = 78.65%
Epoch 20/30: Avg Loss = 0.1124, Test Accuracy = 78.69%
Epoch 21/30: Avg Loss = 0.1088, Test Accuracy = 78.93%
Epoch 22/30: Avg Loss = 0.0663, Test Accuracy = 79.10%
Epoch 23/30: Avg Loss = 0.0629, Test Accuracy = 79.10%
Epoch 24/30: Avg Loss = 0.0679, Test Accuracy = 78.98%
Epoch 25/30: Avg Loss = 0.0420, Test Accuracy = 78.94%
Epoch 26/30: Avg Loss = 0.0464, Test Accuracy = 78.97%

Training teachers:  55%|█████████████████████████████████████████████████████████████████████████████████████▌                                                                     | 138/250 [02:38<02:07,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0402, Test Accuracy = 78.94%
Epoch 28/30: Avg Loss = 0.0510, Test Accuracy = 78.97%
Epoch 29/30: Avg Loss = 0.0411, Test Accuracy = 78.91%
Epoch 30/30: Avg Loss = 0.0368, Test Accuracy = 78.86%
Epoch 1/30: Avg Loss = 2.3021, Test Accuracy = 23.94%
Epoch 2/30: Avg Loss = 2.1582, Test Accuracy = 42.93%
Epoch 3/30: Avg Loss = 2.0132, Test Accuracy = 53.25%
Epoch 4/30: Avg Loss = 1.8573, Test Accuracy = 58.37%
Epoch 5/30: Avg Loss = 1.6879, Test Accuracy = 61.83%
Epoch 6/30: Avg Loss = 1.4841, Test Accuracy = 64.57%
Epoch 7/30: Avg Loss = 1.2852, Test Accuracy = 66.95%
Epoch 8/30: Avg Loss = 1.0508, Test Accuracy = 70.35%
Epoch 9/30: Avg Loss = 0.8865, Test Accuracy = 73.23%
Epoch 10/30: Avg Loss = 0.6792, Test Accuracy = 75.60%
Epoch 11/30: Avg Loss = 0.5340, Test Accuracy = 76.95%
Epoch 12/30: Avg Loss = 0.4122, Test Accuracy = 77.72%
Epoch 13/30: Avg Loss = 0.3247, Test Accuracy = 78.20%
Epoch 14/30: Avg Loss = 0.2805, Test Accuracy = 78.39%
Epoch 15/30: Avg Loss = 0.1937, Test Accuracy = 78.50%
Epoch 16/30: Avg Loss = 0.1513, Test Accuracy = 78.55%
Epoch 17/30: Avg Loss = 0.1583, Test Accuracy = 78.60%
Epoch 18/30: Avg Loss = 0.1303, Test Accuracy = 78.87%
Epoch 19/30: Avg Loss = 0.0871, Test Accuracy = 78.95%
Epoch 20/30: Avg Loss = 0.0797, Test Accuracy = 79.22%
Epoch 21/30: Avg Loss = 0.0813, Test Accuracy = 79.38%
Epoch 22/30: Avg Loss = 0.0678, Test Accuracy = 79.47%
Epoch 23/30: Avg Loss = 0.0470, Test Accuracy = 79.74%
Epoch 24/30: Avg Loss = 0.0556, Test Accuracy = 79.89%
Epoch 25/30: Avg Loss = 0.0388, Test Accuracy = 79.91%
Epoch 26/30: Avg Loss = 0.0371, Test Accuracy = 79.79%

Training teachers:  56%|██████████████████████████████████████████████████████████████████████████████████████▏                                                                    | 139/250 [02:39<02:06,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0342, Test Accuracy = 79.92%
Epoch 28/30: Avg Loss = 0.0341, Test Accuracy = 79.94%
Epoch 29/30: Avg Loss = 0.0375, Test Accuracy = 79.93%
Epoch 30/30: Avg Loss = 0.0210, Test Accuracy = 79.80%
Epoch 1/30: Avg Loss = 2.2802, Test Accuracy = 28.51%
Epoch 2/30: Avg Loss = 2.1206, Test Accuracy = 45.69%
Epoch 3/30: Avg Loss = 1.9725, Test Accuracy = 54.18%
Epoch 4/30: Avg Loss = 1.8029, Test Accuracy = 57.01%
Epoch 5/30: Avg Loss = 1.6088, Test Accuracy = 58.38%
Epoch 6/30: Avg Loss = 1.3806, Test Accuracy = 60.11%
Epoch 7/30: Avg Loss = 1.2241, Test Accuracy = 61.58%
Epoch 8/30: Avg Loss = 1.0432, Test Accuracy = 63.43%
Epoch 9/30: Avg Loss = 0.8948, Test Accuracy = 66.12%
Epoch 10/30: Avg Loss = 0.6949, Test Accuracy = 69.17%
Epoch 11/30: Avg Loss = 0.6304, Test Accuracy = 72.00%
Epoch 12/30: Avg Loss = 0.5026, Test Accuracy = 75.24%
Epoch 13/30: Avg Loss = 0.4159, Test Accuracy = 77.36%
Epoch 14/30: Avg Loss = 0.3629, Test Accuracy = 78.76%
Epoch 15/30: Avg Loss = 0.2748, Test Accuracy = 79.60%
Epoch 16/30: Avg Loss = 0.2355, Test Accuracy = 79.90%
Epoch 17/30: Avg Loss = 0.1901, Test Accuracy = 79.79%
Epoch 18/30: Avg Loss = 0.1513, Test Accuracy = 79.93%
Epoch 19/30: Avg Loss = 0.1285, Test Accuracy = 80.07%
Epoch 20/30: Avg Loss = 0.1088, Test Accuracy = 80.45%
Epoch 21/30: Avg Loss = 0.1019, Test Accuracy = 80.63%
Epoch 22/30: Avg Loss = 0.0888, Test Accuracy = 81.14%
Epoch 23/30: Avg Loss = 0.0695, Test Accuracy = 81.19%
Epoch 24/30: Avg Loss = 0.0654, Test Accuracy = 81.23%
Epoch 25/30: Avg Loss = 0.0464, Test Accuracy = 81.21%
Epoch 26/30: Avg Loss = 0.0506, Test Accuracy = 81.09%

Training teachers:  56%|██████████████████████████████████████████████████████████████████████████████████████▊                                                                    | 140/250 [02:40<02:05,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0437, Test Accuracy = 81.03%
Epoch 28/30: Avg Loss = 0.0487, Test Accuracy = 81.06%
Epoch 29/30: Avg Loss = 0.0307, Test Accuracy = 81.23%
Epoch 30/30: Avg Loss = 0.0314, Test Accuracy = 81.25%
Epoch 1/30: Avg Loss = 2.2800, Test Accuracy = 33.78%
Epoch 2/30: Avg Loss = 2.1083, Test Accuracy = 46.78%
Epoch 3/30: Avg Loss = 1.9506, Test Accuracy = 53.75%
Epoch 4/30: Avg Loss = 1.7545, Test Accuracy = 57.46%
Epoch 5/30: Avg Loss = 1.5625, Test Accuracy = 59.27%
Epoch 6/30: Avg Loss = 1.3457, Test Accuracy = 60.47%
Epoch 7/30: Avg Loss = 1.1127, Test Accuracy = 61.68%
Epoch 8/30: Avg Loss = 0.9439, Test Accuracy = 62.83%
Epoch 9/30: Avg Loss = 0.7845, Test Accuracy = 65.40%
Epoch 10/30: Avg Loss = 0.6499, Test Accuracy = 68.68%
Epoch 11/30: Avg Loss = 0.4976, Test Accuracy = 72.05%
Epoch 12/30: Avg Loss = 0.4321, Test Accuracy = 74.62%
Epoch 13/30: Avg Loss = 0.3508, Test Accuracy = 76.53%
Epoch 14/30: Avg Loss = 0.3041, Test Accuracy = 77.42%
Epoch 15/30: Avg Loss = 0.2273, Test Accuracy = 77.88%
Epoch 16/30: Avg Loss = 0.1803, Test Accuracy = 78.22%
Epoch 17/30: Avg Loss = 0.1744, Test Accuracy = 78.36%
Epoch 18/30: Avg Loss = 0.1246, Test Accuracy = 78.47%
Epoch 19/30: Avg Loss = 0.1296, Test Accuracy = 78.75%
Epoch 20/30: Avg Loss = 0.1065, Test Accuracy = 79.24%
Epoch 21/30: Avg Loss = 0.0860, Test Accuracy = 79.54%
Epoch 22/30: Avg Loss = 0.0773, Test Accuracy = 79.87%
Epoch 23/30: Avg Loss = 0.0652, Test Accuracy = 80.30%
Epoch 24/30: Avg Loss = 0.0488, Test Accuracy = 80.52%
Epoch 25/30: Avg Loss = 0.0560, Test Accuracy = 80.55%
Epoch 26/30: Avg Loss = 0.0394, Test Accuracy = 80.73%

Training teachers:  56%|███████████████████████████████████████████████████████████████████████████████████████▍                                                                   | 141/250 [02:41<02:03,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0310, Test Accuracy = 80.68%
Epoch 28/30: Avg Loss = 0.0282, Test Accuracy = 80.82%
Epoch 29/30: Avg Loss = 0.0366, Test Accuracy = 80.75%
Epoch 30/30: Avg Loss = 0.0296, Test Accuracy = 80.58%
Epoch 1/30: Avg Loss = 2.2594, Test Accuracy = 35.59%
Epoch 2/30: Avg Loss = 2.1080, Test Accuracy = 44.90%
Epoch 3/30: Avg Loss = 1.9254, Test Accuracy = 48.41%
Epoch 4/30: Avg Loss = 1.7367, Test Accuracy = 50.65%
Epoch 5/30: Avg Loss = 1.5147, Test Accuracy = 52.87%
Epoch 6/30: Avg Loss = 1.3023, Test Accuracy = 56.10%
Epoch 7/30: Avg Loss = 1.1194, Test Accuracy = 60.99%
Epoch 8/30: Avg Loss = 0.9477, Test Accuracy = 65.60%
Epoch 9/30: Avg Loss = 0.7655, Test Accuracy = 69.43%
Epoch 10/30: Avg Loss = 0.6687, Test Accuracy = 72.38%
Epoch 11/30: Avg Loss = 0.5688, Test Accuracy = 75.24%
Epoch 12/30: Avg Loss = 0.4362, Test Accuracy = 77.30%
Epoch 13/30: Avg Loss = 0.3880, Test Accuracy = 78.39%
Epoch 14/30: Avg Loss = 0.2901, Test Accuracy = 78.86%
Epoch 15/30: Avg Loss = 0.2519, Test Accuracy = 79.76%
Epoch 16/30: Avg Loss = 0.2163, Test Accuracy = 80.22%
Epoch 17/30: Avg Loss = 0.1650, Test Accuracy = 80.60%
Epoch 18/30: Avg Loss = 0.1309, Test Accuracy = 80.60%
Epoch 19/30: Avg Loss = 0.1407, Test Accuracy = 80.63%
Epoch 20/30: Avg Loss = 0.1186, Test Accuracy = 80.68%
Epoch 21/30: Avg Loss = 0.0884, Test Accuracy = 80.65%
Epoch 22/30: Avg Loss = 0.1163, Test Accuracy = 80.71%
Epoch 23/30: Avg Loss = 0.0706, Test Accuracy = 80.82%
Epoch 24/30: Avg Loss = 0.0687, Test Accuracy = 80.81%
Epoch 25/30: Avg Loss = 0.0609, Test Accuracy = 80.67%
Epoch 26/30: Avg Loss = 0.0602, Test Accuracy = 80.58%

Training teachers:  57%|████████████████████████████████████████████████████████████████████████████████████████                                                                   | 142/250 [02:42<02:02,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0361, Test Accuracy = 80.59%
Epoch 28/30: Avg Loss = 0.0451, Test Accuracy = 80.72%
Epoch 29/30: Avg Loss = 0.0350, Test Accuracy = 80.68%
Epoch 30/30: Avg Loss = 0.0321, Test Accuracy = 80.73%
Epoch 1/30: Avg Loss = 2.2571, Test Accuracy = 32.83%
Epoch 2/30: Avg Loss = 2.1163, Test Accuracy = 46.65%
Epoch 3/30: Avg Loss = 1.9337, Test Accuracy = 51.17%
Epoch 4/30: Avg Loss = 1.7634, Test Accuracy = 52.85%
Epoch 5/30: Avg Loss = 1.5690, Test Accuracy = 54.55%
Epoch 6/30: Avg Loss = 1.3579, Test Accuracy = 56.97%
Epoch 7/30: Avg Loss = 1.1794, Test Accuracy = 59.78%
Epoch 8/30: Avg Loss = 1.0236, Test Accuracy = 63.73%
Epoch 9/30: Avg Loss = 0.8687, Test Accuracy = 68.35%
Epoch 10/30: Avg Loss = 0.6831, Test Accuracy = 71.66%
Epoch 11/30: Avg Loss = 0.5518, Test Accuracy = 73.53%
Epoch 12/30: Avg Loss = 0.4284, Test Accuracy = 74.49%
Epoch 13/30: Avg Loss = 0.3663, Test Accuracy = 75.32%
Epoch 14/30: Avg Loss = 0.3392, Test Accuracy = 76.05%
Epoch 15/30: Avg Loss = 0.2338, Test Accuracy = 76.71%
Epoch 16/30: Avg Loss = 0.2024, Test Accuracy = 77.07%
Epoch 17/30: Avg Loss = 0.1660, Test Accuracy = 77.09%
Epoch 18/30: Avg Loss = 0.1391, Test Accuracy = 77.50%
Epoch 19/30: Avg Loss = 0.1153, Test Accuracy = 77.81%
Epoch 20/30: Avg Loss = 0.0860, Test Accuracy = 77.87%
Epoch 21/30: Avg Loss = 0.0942, Test Accuracy = 77.89%
Epoch 22/30: Avg Loss = 0.0670, Test Accuracy = 78.16%
Epoch 23/30: Avg Loss = 0.0686, Test Accuracy = 78.43%
Epoch 24/30: Avg Loss = 0.0426, Test Accuracy = 78.56%
Epoch 25/30: Avg Loss = 0.0387, Test Accuracy = 78.61%
Epoch 26/30: Avg Loss = 0.0294, Test Accuracy = 78.88%

Training teachers:  57%|████████████████████████████████████████████████████████████████████████████████████████▋                                                                  | 143/250 [02:43<02:01,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0326, Test Accuracy = 79.04%
Epoch 28/30: Avg Loss = 0.0252, Test Accuracy = 79.05%
Epoch 29/30: Avg Loss = 0.0265, Test Accuracy = 79.03%
Epoch 30/30: Avg Loss = 0.0256, Test Accuracy = 78.88%
Epoch 1/30: Avg Loss = 2.2657, Test Accuracy = 40.48%
Epoch 2/30: Avg Loss = 2.1096, Test Accuracy = 49.79%
Epoch 3/30: Avg Loss = 1.9529, Test Accuracy = 53.14%
Epoch 4/30: Avg Loss = 1.7475, Test Accuracy = 55.35%
Epoch 5/30: Avg Loss = 1.5583, Test Accuracy = 56.94%
Epoch 6/30: Avg Loss = 1.3465, Test Accuracy = 59.17%
Epoch 7/30: Avg Loss = 1.1805, Test Accuracy = 61.64%
Epoch 8/30: Avg Loss = 1.0040, Test Accuracy = 64.59%
Epoch 9/30: Avg Loss = 0.8691, Test Accuracy = 68.23%
Epoch 10/30: Avg Loss = 0.7110, Test Accuracy = 72.22%
Epoch 11/30: Avg Loss = 0.6070, Test Accuracy = 75.68%
Epoch 12/30: Avg Loss = 0.4805, Test Accuracy = 77.37%
Epoch 13/30: Avg Loss = 0.4449, Test Accuracy = 78.54%
Epoch 14/30: Avg Loss = 0.3506, Test Accuracy = 79.20%
Epoch 15/30: Avg Loss = 0.2889, Test Accuracy = 79.46%
Epoch 16/30: Avg Loss = 0.2472, Test Accuracy = 79.60%
Epoch 17/30: Avg Loss = 0.2035, Test Accuracy = 79.70%
Epoch 18/30: Avg Loss = 0.2029, Test Accuracy = 80.11%
Epoch 19/30: Avg Loss = 0.1431, Test Accuracy = 80.60%
Epoch 20/30: Avg Loss = 0.1173, Test Accuracy = 80.93%
Epoch 21/30: Avg Loss = 0.0961, Test Accuracy = 80.94%
Epoch 22/30: Avg Loss = 0.0875, Test Accuracy = 81.03%
Epoch 23/30: Avg Loss = 0.0941, Test Accuracy = 80.93%
Epoch 24/30: Avg Loss = 0.0681, Test Accuracy = 80.79%
Epoch 25/30: Avg Loss = 0.0541, Test Accuracy = 80.60%
Epoch 26/30: Avg Loss = 0.0614, Test Accuracy = 80.69%

Training teachers:  58%|█████████████████████████████████████████████████████████████████████████████████████████▎                                                                 | 144/250 [02:45<02:01,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0541, Test Accuracy = 80.79%
Epoch 28/30: Avg Loss = 0.0432, Test Accuracy = 80.68%
Epoch 29/30: Avg Loss = 0.0283, Test Accuracy = 80.58%
Epoch 30/30: Avg Loss = 0.0335, Test Accuracy = 80.52%
Epoch 1/30: Avg Loss = 2.2817, Test Accuracy = 29.15%
Epoch 2/30: Avg Loss = 2.1279, Test Accuracy = 46.82%
Epoch 3/30: Avg Loss = 1.9817, Test Accuracy = 55.23%
Epoch 4/30: Avg Loss = 1.8042, Test Accuracy = 60.94%
Epoch 5/30: Avg Loss = 1.6124, Test Accuracy = 64.55%
Epoch 6/30: Avg Loss = 1.4308, Test Accuracy = 67.00%
Epoch 7/30: Avg Loss = 1.2308, Test Accuracy = 69.38%
Epoch 8/30: Avg Loss = 1.0231, Test Accuracy = 71.54%
Epoch 9/30: Avg Loss = 0.8592, Test Accuracy = 73.84%
Epoch 10/30: Avg Loss = 0.7069, Test Accuracy = 76.07%
Epoch 11/30: Avg Loss = 0.5662, Test Accuracy = 77.61%
Epoch 12/30: Avg Loss = 0.4419, Test Accuracy = 79.10%
Epoch 13/30: Avg Loss = 0.3352, Test Accuracy = 79.43%
Epoch 14/30: Avg Loss = 0.3107, Test Accuracy = 79.92%
Epoch 15/30: Avg Loss = 0.2196, Test Accuracy = 80.37%
Epoch 16/30: Avg Loss = 0.1957, Test Accuracy = 81.15%
Epoch 17/30: Avg Loss = 0.1579, Test Accuracy = 81.46%
Epoch 18/30: Avg Loss = 0.1153, Test Accuracy = 81.68%
Epoch 19/30: Avg Loss = 0.1242, Test Accuracy = 81.94%
Epoch 20/30: Avg Loss = 0.0696, Test Accuracy = 81.91%
Epoch 21/30: Avg Loss = 0.0738, Test Accuracy = 82.03%
Epoch 22/30: Avg Loss = 0.0670, Test Accuracy = 82.38%
Epoch 23/30: Avg Loss = 0.0595, Test Accuracy = 82.53%
Epoch 24/30: Avg Loss = 0.0498, Test Accuracy = 82.57%
Epoch 25/30: Avg Loss = 0.0377, Test Accuracy = 82.65%
Epoch 26/30: Avg Loss = 0.0383, Test Accuracy = 82.65%

Training teachers:  58%|█████████████████████████████████████████████████████████████████████████████████████████▉                                                                 | 145/250 [02:46<02:00,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0321, Test Accuracy = 82.51%
Epoch 28/30: Avg Loss = 0.0335, Test Accuracy = 82.53%
Epoch 29/30: Avg Loss = 0.0379, Test Accuracy = 82.52%
Epoch 30/30: Avg Loss = 0.0357, Test Accuracy = 82.68%
Epoch 1/30: Avg Loss = 2.2930, Test Accuracy = 28.22%
Epoch 2/30: Avg Loss = 2.1328, Test Accuracy = 47.62%
Epoch 3/30: Avg Loss = 1.9663, Test Accuracy = 54.02%
Epoch 4/30: Avg Loss = 1.8007, Test Accuracy = 57.96%
Epoch 5/30: Avg Loss = 1.5951, Test Accuracy = 60.31%
Epoch 6/30: Avg Loss = 1.3731, Test Accuracy = 62.52%
Epoch 7/30: Avg Loss = 1.1775, Test Accuracy = 65.45%
Epoch 8/30: Avg Loss = 0.9615, Test Accuracy = 68.65%
Epoch 9/30: Avg Loss = 0.7935, Test Accuracy = 71.41%
Epoch 10/30: Avg Loss = 0.6576, Test Accuracy = 73.43%
Epoch 11/30: Avg Loss = 0.5312, Test Accuracy = 75.22%
Epoch 12/30: Avg Loss = 0.4589, Test Accuracy = 76.08%
Epoch 13/30: Avg Loss = 0.3356, Test Accuracy = 76.61%
Epoch 14/30: Avg Loss = 0.2568, Test Accuracy = 77.23%
Epoch 15/30: Avg Loss = 0.2102, Test Accuracy = 77.71%
Epoch 16/30: Avg Loss = 0.1765, Test Accuracy = 78.23%
Epoch 17/30: Avg Loss = 0.1332, Test Accuracy = 78.67%
Epoch 18/30: Avg Loss = 0.1246, Test Accuracy = 79.11%
Epoch 19/30: Avg Loss = 0.0914, Test Accuracy = 78.94%
Epoch 20/30: Avg Loss = 0.0934, Test Accuracy = 78.85%
Epoch 21/30: Avg Loss = 0.0883, Test Accuracy = 79.20%
Epoch 22/30: Avg Loss = 0.0596, Test Accuracy = 79.41%
Epoch 23/30: Avg Loss = 0.0430, Test Accuracy = 79.55%
Epoch 24/30: Avg Loss = 0.0570, Test Accuracy = 79.55%
Epoch 25/30: Avg Loss = 0.0381, Test Accuracy = 79.55%
Epoch 26/30: Avg Loss = 0.0381, Test Accuracy = 79.52%

Training teachers:  58%|██████████████████████████████████████████████████████████████████████████████████████████▌                                                                | 146/250 [02:47<01:59,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0423, Test Accuracy = 79.58%
Epoch 28/30: Avg Loss = 0.0284, Test Accuracy = 79.61%
Epoch 29/30: Avg Loss = 0.0284, Test Accuracy = 79.55%
Epoch 30/30: Avg Loss = 0.0207, Test Accuracy = 79.40%
Epoch 1/30: Avg Loss = 2.2809, Test Accuracy = 35.55%
Epoch 2/30: Avg Loss = 2.1350, Test Accuracy = 51.19%
Epoch 3/30: Avg Loss = 1.9892, Test Accuracy = 54.65%
Epoch 4/30: Avg Loss = 1.8196, Test Accuracy = 57.71%
Epoch 5/30: Avg Loss = 1.6427, Test Accuracy = 59.89%
Epoch 6/30: Avg Loss = 1.4383, Test Accuracy = 62.41%
Epoch 7/30: Avg Loss = 1.2331, Test Accuracy = 64.82%
Epoch 8/30: Avg Loss = 1.0444, Test Accuracy = 67.60%
Epoch 9/30: Avg Loss = 0.8663, Test Accuracy = 70.98%
Epoch 10/30: Avg Loss = 0.7181, Test Accuracy = 73.67%
Epoch 11/30: Avg Loss = 0.5807, Test Accuracy = 75.58%
Epoch 12/30: Avg Loss = 0.5081, Test Accuracy = 77.13%
Epoch 13/30: Avg Loss = 0.4283, Test Accuracy = 78.98%
Epoch 14/30: Avg Loss = 0.3208, Test Accuracy = 80.36%
Epoch 15/30: Avg Loss = 0.2893, Test Accuracy = 81.16%
Epoch 16/30: Avg Loss = 0.2258, Test Accuracy = 81.64%
Epoch 17/30: Avg Loss = 0.1662, Test Accuracy = 81.91%
Epoch 18/30: Avg Loss = 0.1762, Test Accuracy = 82.04%
Epoch 19/30: Avg Loss = 0.1557, Test Accuracy = 82.13%
Epoch 20/30: Avg Loss = 0.0977, Test Accuracy = 82.19%
Epoch 21/30: Avg Loss = 0.0844, Test Accuracy = 82.16%
Epoch 22/30: Avg Loss = 0.0722, Test Accuracy = 82.06%
Epoch 23/30: Avg Loss = 0.0702, Test Accuracy = 82.20%
Epoch 24/30: Avg Loss = 0.0583, Test Accuracy = 82.02%
Epoch 25/30: Avg Loss = 0.0486, Test Accuracy = 81.94%
Epoch 26/30: Avg Loss = 0.0537, Test Accuracy = 81.93%

Training teachers:  59%|███████████████████████████████████████████████████████████████████████████████████████████▏                                                               | 147/250 [02:48<01:58,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0417, Test Accuracy = 81.92%
Epoch 28/30: Avg Loss = 0.0437, Test Accuracy = 81.95%
Epoch 29/30: Avg Loss = 0.0279, Test Accuracy = 81.96%
Epoch 30/30: Avg Loss = 0.0269, Test Accuracy = 81.98%
Epoch 1/30: Avg Loss = 2.2690, Test Accuracy = 31.07%
Epoch 2/30: Avg Loss = 2.1136, Test Accuracy = 41.93%
Epoch 3/30: Avg Loss = 1.9159, Test Accuracy = 48.70%
Epoch 4/30: Avg Loss = 1.7190, Test Accuracy = 51.64%
Epoch 5/30: Avg Loss = 1.5066, Test Accuracy = 53.45%
Epoch 6/30: Avg Loss = 1.2642, Test Accuracy = 54.63%
Epoch 7/30: Avg Loss = 1.0518, Test Accuracy = 56.38%
Epoch 8/30: Avg Loss = 0.8532, Test Accuracy = 58.45%
Epoch 9/30: Avg Loss = 0.7233, Test Accuracy = 60.99%
Epoch 10/30: Avg Loss = 0.5865, Test Accuracy = 63.73%
Epoch 11/30: Avg Loss = 0.4907, Test Accuracy = 65.86%
Epoch 12/30: Avg Loss = 0.4261, Test Accuracy = 67.66%
Epoch 13/30: Avg Loss = 0.3437, Test Accuracy = 69.49%
Epoch 14/30: Avg Loss = 0.2690, Test Accuracy = 70.93%
Epoch 15/30: Avg Loss = 0.2444, Test Accuracy = 72.61%
Epoch 16/30: Avg Loss = 0.1818, Test Accuracy = 73.95%
Epoch 17/30: Avg Loss = 0.1691, Test Accuracy = 74.72%
Epoch 18/30: Avg Loss = 0.1398, Test Accuracy = 75.68%
Epoch 19/30: Avg Loss = 0.1170, Test Accuracy = 76.43%
Epoch 20/30: Avg Loss = 0.0887, Test Accuracy = 76.74%
Epoch 21/30: Avg Loss = 0.0672, Test Accuracy = 76.68%
Epoch 22/30: Avg Loss = 0.0681, Test Accuracy = 76.82%
Epoch 23/30: Avg Loss = 0.0505, Test Accuracy = 76.80%
Epoch 24/30: Avg Loss = 0.0567, Test Accuracy = 76.70%
Epoch 25/30: Avg Loss = 0.0545, Test Accuracy = 76.83%
Epoch 26/30: Avg Loss = 0.0427, Test Accuracy = 76.94%

Training teachers:  59%|███████████████████████████████████████████████████████████████████████████████████████████▊                                                               | 148/250 [02:49<01:56,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0452, Test Accuracy = 77.10%
Epoch 28/30: Avg Loss = 0.0275, Test Accuracy = 77.40%
Epoch 29/30: Avg Loss = 0.0236, Test Accuracy = 77.47%
Epoch 30/30: Avg Loss = 0.0253, Test Accuracy = 77.60%
Epoch 1/30: Avg Loss = 2.2708, Test Accuracy = 40.39%
Epoch 2/30: Avg Loss = 2.0973, Test Accuracy = 54.47%
Epoch 3/30: Avg Loss = 1.9029, Test Accuracy = 56.81%
Epoch 4/30: Avg Loss = 1.6798, Test Accuracy = 57.21%
Epoch 5/30: Avg Loss = 1.4289, Test Accuracy = 57.55%
Epoch 6/30: Avg Loss = 1.2103, Test Accuracy = 58.65%
Epoch 7/30: Avg Loss = 1.0118, Test Accuracy = 60.37%
Epoch 8/30: Avg Loss = 0.8633, Test Accuracy = 63.27%
Epoch 9/30: Avg Loss = 0.6666, Test Accuracy = 66.21%
Epoch 10/30: Avg Loss = 0.5760, Test Accuracy = 69.14%
Epoch 11/30: Avg Loss = 0.4920, Test Accuracy = 71.23%
Epoch 12/30: Avg Loss = 0.3909, Test Accuracy = 72.69%
Epoch 13/30: Avg Loss = 0.3086, Test Accuracy = 74.02%
Epoch 14/30: Avg Loss = 0.2679, Test Accuracy = 74.62%
Epoch 15/30: Avg Loss = 0.2025, Test Accuracy = 75.34%
Epoch 16/30: Avg Loss = 0.1816, Test Accuracy = 75.44%
Epoch 17/30: Avg Loss = 0.1477, Test Accuracy = 75.78%
Epoch 18/30: Avg Loss = 0.1109, Test Accuracy = 76.07%
Epoch 19/30: Avg Loss = 0.1104, Test Accuracy = 76.45%
Epoch 20/30: Avg Loss = 0.0938, Test Accuracy = 76.75%
Epoch 21/30: Avg Loss = 0.0744, Test Accuracy = 77.10%
Epoch 22/30: Avg Loss = 0.0503, Test Accuracy = 77.35%
Epoch 23/30: Avg Loss = 0.0450, Test Accuracy = 77.50%
Epoch 24/30: Avg Loss = 0.0462, Test Accuracy = 77.60%
Epoch 25/30: Avg Loss = 0.0366, Test Accuracy = 77.72%
Epoch 26/30: Avg Loss = 0.0483, Test Accuracy = 77.80%

Training teachers:  60%|████████████████████████████████████████████████████████████████████████████████████████████▍                                                              | 149/250 [02:50<01:55,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0291, Test Accuracy = 77.80%
Epoch 28/30: Avg Loss = 0.0297, Test Accuracy = 77.74%
Epoch 29/30: Avg Loss = 0.0205, Test Accuracy = 77.66%
Epoch 30/30: Avg Loss = 0.0276, Test Accuracy = 77.51%
Epoch 1/30: Avg Loss = 2.2767, Test Accuracy = 34.90%
Epoch 2/30: Avg Loss = 2.1570, Test Accuracy = 52.91%
Epoch 3/30: Avg Loss = 2.0367, Test Accuracy = 60.18%
Epoch 4/30: Avg Loss = 1.8575, Test Accuracy = 62.72%
Epoch 5/30: Avg Loss = 1.6924, Test Accuracy = 64.02%
Epoch 6/30: Avg Loss = 1.4618, Test Accuracy = 64.75%
Epoch 7/30: Avg Loss = 1.2426, Test Accuracy = 66.82%
Epoch 8/30: Avg Loss = 1.0519, Test Accuracy = 69.60%
Epoch 9/30: Avg Loss = 0.8516, Test Accuracy = 72.78%
Epoch 10/30: Avg Loss = 0.6910, Test Accuracy = 75.95%
Epoch 11/30: Avg Loss = 0.5381, Test Accuracy = 77.74%
Epoch 12/30: Avg Loss = 0.4074, Test Accuracy = 78.65%
Epoch 13/30: Avg Loss = 0.3312, Test Accuracy = 79.49%
Epoch 14/30: Avg Loss = 0.2427, Test Accuracy = 80.30%
Epoch 15/30: Avg Loss = 0.2257, Test Accuracy = 80.82%
Epoch 16/30: Avg Loss = 0.1712, Test Accuracy = 81.01%
Epoch 17/30: Avg Loss = 0.1554, Test Accuracy = 81.33%
Epoch 18/30: Avg Loss = 0.1159, Test Accuracy = 81.41%
Epoch 19/30: Avg Loss = 0.0830, Test Accuracy = 81.42%
Epoch 20/30: Avg Loss = 0.0859, Test Accuracy = 81.46%
Epoch 21/30: Avg Loss = 0.0732, Test Accuracy = 81.63%
Epoch 22/30: Avg Loss = 0.0677, Test Accuracy = 81.77%
Epoch 23/30: Avg Loss = 0.0473, Test Accuracy = 81.83%
Epoch 24/30: Avg Loss = 0.0647, Test Accuracy = 81.94%
Epoch 25/30: Avg Loss = 0.0489, Test Accuracy = 81.93%
Epoch 26/30: Avg Loss = 0.0404, Test Accuracy = 81.88%

Training teachers:  60%|█████████████████████████████████████████████████████████████████████████████████████████████                                                              | 150/250 [02:51<01:54,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0507, Test Accuracy = 81.81%
Epoch 28/30: Avg Loss = 0.0244, Test Accuracy = 81.89%
Epoch 29/30: Avg Loss = 0.0379, Test Accuracy = 82.07%
Epoch 30/30: Avg Loss = 0.0306, Test Accuracy = 81.98%
Epoch 1/30: Avg Loss = 2.2762, Test Accuracy = 29.22%
Epoch 2/30: Avg Loss = 2.1283, Test Accuracy = 56.31%
Epoch 3/30: Avg Loss = 1.9641, Test Accuracy = 62.20%
Epoch 4/30: Avg Loss = 1.7707, Test Accuracy = 62.70%
Epoch 5/30: Avg Loss = 1.5498, Test Accuracy = 62.23%
Epoch 6/30: Avg Loss = 1.3038, Test Accuracy = 62.87%
Epoch 7/30: Avg Loss = 1.1031, Test Accuracy = 64.10%
Epoch 8/30: Avg Loss = 0.9062, Test Accuracy = 66.49%
Epoch 9/30: Avg Loss = 0.7441, Test Accuracy = 68.93%
Epoch 10/30: Avg Loss = 0.6487, Test Accuracy = 71.07%
Epoch 11/30: Avg Loss = 0.4912, Test Accuracy = 72.74%
Epoch 12/30: Avg Loss = 0.4010, Test Accuracy = 74.13%
Epoch 13/30: Avg Loss = 0.3660, Test Accuracy = 75.93%
Epoch 14/30: Avg Loss = 0.2816, Test Accuracy = 77.56%
Epoch 15/30: Avg Loss = 0.2329, Test Accuracy = 78.92%
Epoch 16/30: Avg Loss = 0.1857, Test Accuracy = 79.72%
Epoch 17/30: Avg Loss = 0.1772, Test Accuracy = 79.94%
Epoch 18/30: Avg Loss = 0.1374, Test Accuracy = 80.20%
Epoch 19/30: Avg Loss = 0.1065, Test Accuracy = 80.21%
Epoch 20/30: Avg Loss = 0.1032, Test Accuracy = 80.62%
Epoch 21/30: Avg Loss = 0.0735, Test Accuracy = 80.79%
Epoch 22/30: Avg Loss = 0.0699, Test Accuracy = 80.92%
Epoch 23/30: Avg Loss = 0.0659, Test Accuracy = 81.06%
Epoch 24/30: Avg Loss = 0.0449, Test Accuracy = 81.04%
Epoch 25/30: Avg Loss = 0.0456, Test Accuracy = 81.26%
Epoch 26/30: Avg Loss = 0.0398, Test Accuracy = 81.25%

Training teachers:  60%|█████████████████████████████████████████████████████████████████████████████████████████████▌                                                             | 151/250 [02:53<01:53,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0443, Test Accuracy = 81.15%
Epoch 28/30: Avg Loss = 0.0371, Test Accuracy = 81.14%
Epoch 29/30: Avg Loss = 0.0363, Test Accuracy = 81.21%
Epoch 30/30: Avg Loss = 0.0223, Test Accuracy = 81.31%
Epoch 1/30: Avg Loss = 2.2631, Test Accuracy = 35.81%
Epoch 2/30: Avg Loss = 2.1313, Test Accuracy = 49.14%
Epoch 3/30: Avg Loss = 1.9860, Test Accuracy = 53.82%
Epoch 4/30: Avg Loss = 1.8302, Test Accuracy = 56.11%
Epoch 5/30: Avg Loss = 1.6585, Test Accuracy = 57.76%
Epoch 6/30: Avg Loss = 1.4577, Test Accuracy = 59.86%
Epoch 7/30: Avg Loss = 1.2492, Test Accuracy = 62.94%
Epoch 8/30: Avg Loss = 1.0525, Test Accuracy = 66.35%
Epoch 9/30: Avg Loss = 0.8991, Test Accuracy = 70.66%
Epoch 10/30: Avg Loss = 0.7433, Test Accuracy = 73.99%
Epoch 11/30: Avg Loss = 0.5841, Test Accuracy = 76.17%
Epoch 12/30: Avg Loss = 0.5073, Test Accuracy = 77.71%
Epoch 13/30: Avg Loss = 0.3879, Test Accuracy = 78.57%
Epoch 14/30: Avg Loss = 0.3053, Test Accuracy = 78.83%
Epoch 15/30: Avg Loss = 0.2699, Test Accuracy = 79.00%
Epoch 16/30: Avg Loss = 0.2285, Test Accuracy = 79.40%
Epoch 17/30: Avg Loss = 0.1553, Test Accuracy = 79.82%
Epoch 18/30: Avg Loss = 0.1338, Test Accuracy = 79.76%
Epoch 19/30: Avg Loss = 0.1275, Test Accuracy = 80.24%
Epoch 20/30: Avg Loss = 0.1156, Test Accuracy = 80.05%
Epoch 21/30: Avg Loss = 0.0935, Test Accuracy = 80.03%
Epoch 22/30: Avg Loss = 0.0699, Test Accuracy = 80.06%
Epoch 23/30: Avg Loss = 0.0682, Test Accuracy = 80.25%
Epoch 24/30: Avg Loss = 0.0622, Test Accuracy = 80.43%
Epoch 25/30: Avg Loss = 0.0583, Test Accuracy = 80.48%
Epoch 26/30: Avg Loss = 0.0657, Test Accuracy = 80.48%

Training teachers:  61%|██████████████████████████████████████████████████████████████████████████████████████████████▏                                                            | 152/250 [02:54<01:51,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0508, Test Accuracy = 80.48%
Epoch 28/30: Avg Loss = 0.0386, Test Accuracy = 80.76%
Epoch 29/30: Avg Loss = 0.0450, Test Accuracy = 80.73%
Epoch 30/30: Avg Loss = 0.0273, Test Accuracy = 80.76%
Epoch 1/30: Avg Loss = 2.2582, Test Accuracy = 26.39%
Epoch 2/30: Avg Loss = 2.0880, Test Accuracy = 39.90%
Epoch 3/30: Avg Loss = 1.9048, Test Accuracy = 47.34%
Epoch 4/30: Avg Loss = 1.7036, Test Accuracy = 52.14%
Epoch 5/30: Avg Loss = 1.5197, Test Accuracy = 55.66%
Epoch 6/30: Avg Loss = 1.3519, Test Accuracy = 58.88%
Epoch 7/30: Avg Loss = 1.1266, Test Accuracy = 62.72%
Epoch 8/30: Avg Loss = 0.9411, Test Accuracy = 66.36%
Epoch 9/30: Avg Loss = 0.7672, Test Accuracy = 69.42%
Epoch 10/30: Avg Loss = 0.6424, Test Accuracy = 71.75%
Epoch 11/30: Avg Loss = 0.5185, Test Accuracy = 73.54%
Epoch 12/30: Avg Loss = 0.4075, Test Accuracy = 75.00%
Epoch 13/30: Avg Loss = 0.3422, Test Accuracy = 76.17%
Epoch 14/30: Avg Loss = 0.2653, Test Accuracy = 77.17%
Epoch 15/30: Avg Loss = 0.2003, Test Accuracy = 77.87%
Epoch 16/30: Avg Loss = 0.1686, Test Accuracy = 78.68%
Epoch 17/30: Avg Loss = 0.1253, Test Accuracy = 79.00%
Epoch 18/30: Avg Loss = 0.1232, Test Accuracy = 79.25%
Epoch 19/30: Avg Loss = 0.0828, Test Accuracy = 79.36%
Epoch 20/30: Avg Loss = 0.0823, Test Accuracy = 79.24%
Epoch 21/30: Avg Loss = 0.0603, Test Accuracy = 79.29%
Epoch 22/30: Avg Loss = 0.0687, Test Accuracy = 79.35%
Epoch 23/30: Avg Loss = 0.0478, Test Accuracy = 79.42%
Epoch 24/30: Avg Loss = 0.0404, Test Accuracy = 79.36%
Epoch 25/30: Avg Loss = 0.0497, Test Accuracy = 79.46%
Epoch 26/30: Avg Loss = 0.0465, Test Accuracy = 79.89%

Training teachers:  61%|██████████████████████████████████████████████████████████████████████████████████████████████▊                                                            | 153/250 [02:55<01:50,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0279, Test Accuracy = 80.27%
Epoch 28/30: Avg Loss = 0.0298, Test Accuracy = 80.44%
Epoch 29/30: Avg Loss = 0.0284, Test Accuracy = 80.54%
Epoch 30/30: Avg Loss = 0.0288, Test Accuracy = 80.58%
Epoch 1/30: Avg Loss = 2.2515, Test Accuracy = 37.28%
Epoch 2/30: Avg Loss = 2.0856, Test Accuracy = 47.15%
Epoch 3/30: Avg Loss = 1.9206, Test Accuracy = 52.54%
Epoch 4/30: Avg Loss = 1.7225, Test Accuracy = 55.63%
Epoch 5/30: Avg Loss = 1.5381, Test Accuracy = 58.25%
Epoch 6/30: Avg Loss = 1.3758, Test Accuracy = 59.78%
Epoch 7/30: Avg Loss = 1.1559, Test Accuracy = 62.00%
Epoch 8/30: Avg Loss = 0.9455, Test Accuracy = 64.27%
Epoch 9/30: Avg Loss = 0.7885, Test Accuracy = 67.35%
Epoch 10/30: Avg Loss = 0.6657, Test Accuracy = 69.62%
Epoch 11/30: Avg Loss = 0.5201, Test Accuracy = 71.52%
Epoch 12/30: Avg Loss = 0.4131, Test Accuracy = 72.79%
Epoch 13/30: Avg Loss = 0.3429, Test Accuracy = 74.54%
Epoch 14/30: Avg Loss = 0.2764, Test Accuracy = 75.77%
Epoch 15/30: Avg Loss = 0.2293, Test Accuracy = 76.26%
Epoch 16/30: Avg Loss = 0.1698, Test Accuracy = 76.64%
Epoch 17/30: Avg Loss = 0.1586, Test Accuracy = 76.89%
Epoch 18/30: Avg Loss = 0.1252, Test Accuracy = 77.18%
Epoch 19/30: Avg Loss = 0.1066, Test Accuracy = 77.15%
Epoch 20/30: Avg Loss = 0.0794, Test Accuracy = 76.97%
Epoch 21/30: Avg Loss = 0.0912, Test Accuracy = 76.99%
Epoch 22/30: Avg Loss = 0.0590, Test Accuracy = 77.08%
Epoch 23/30: Avg Loss = 0.0451, Test Accuracy = 77.17%
Epoch 24/30: Avg Loss = 0.0493, Test Accuracy = 77.18%
Epoch 25/30: Avg Loss = 0.0474, Test Accuracy = 77.16%
Epoch 26/30: Avg Loss = 0.0335, Test Accuracy = 77.49%

Training teachers:  62%|███████████████████████████████████████████████████████████████████████████████████████████████▍                                                           | 154/250 [02:56<01:49,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0260, Test Accuracy = 77.57%
Epoch 28/30: Avg Loss = 0.0259, Test Accuracy = 77.67%
Epoch 29/30: Avg Loss = 0.0244, Test Accuracy = 77.65%
Epoch 30/30: Avg Loss = 0.0202, Test Accuracy = 77.80%
Epoch 1/30: Avg Loss = 2.2649, Test Accuracy = 28.50%
Epoch 2/30: Avg Loss = 2.1138, Test Accuracy = 48.48%
Epoch 3/30: Avg Loss = 1.9418, Test Accuracy = 55.51%
Epoch 4/30: Avg Loss = 1.7413, Test Accuracy = 58.86%
Epoch 5/30: Avg Loss = 1.5400, Test Accuracy = 60.44%
Epoch 6/30: Avg Loss = 1.3096, Test Accuracy = 62.64%
Epoch 7/30: Avg Loss = 1.1384, Test Accuracy = 65.56%
Epoch 8/30: Avg Loss = 0.9616, Test Accuracy = 69.12%
Epoch 9/30: Avg Loss = 0.7901, Test Accuracy = 71.52%
Epoch 10/30: Avg Loss = 0.6569, Test Accuracy = 74.36%
Epoch 11/30: Avg Loss = 0.5453, Test Accuracy = 76.44%
Epoch 12/30: Avg Loss = 0.4188, Test Accuracy = 77.83%
Epoch 13/30: Avg Loss = 0.3415, Test Accuracy = 79.06%
Epoch 14/30: Avg Loss = 0.3138, Test Accuracy = 79.86%
Epoch 15/30: Avg Loss = 0.2454, Test Accuracy = 80.08%
Epoch 16/30: Avg Loss = 0.1993, Test Accuracy = 80.34%
Epoch 17/30: Avg Loss = 0.1511, Test Accuracy = 80.60%
Epoch 18/30: Avg Loss = 0.1615, Test Accuracy = 80.88%
Epoch 19/30: Avg Loss = 0.0955, Test Accuracy = 80.97%
Epoch 20/30: Avg Loss = 0.0842, Test Accuracy = 81.19%
Epoch 21/30: Avg Loss = 0.0732, Test Accuracy = 81.25%
Epoch 22/30: Avg Loss = 0.0547, Test Accuracy = 81.17%
Epoch 23/30: Avg Loss = 0.0605, Test Accuracy = 81.17%
Epoch 24/30: Avg Loss = 0.0494, Test Accuracy = 81.17%
Epoch 25/30: Avg Loss = 0.0413, Test Accuracy = 81.08%
Epoch 26/30: Avg Loss = 0.0392, Test Accuracy = 81.14%

Training teachers:  62%|████████████████████████████████████████████████████████████████████████████████████████████████                                                           | 155/250 [02:57<01:48,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0434, Test Accuracy = 81.37%
Epoch 28/30: Avg Loss = 0.0441, Test Accuracy = 81.61%
Epoch 29/30: Avg Loss = 0.0249, Test Accuracy = 81.71%
Epoch 30/30: Avg Loss = 0.0332, Test Accuracy = 81.83%
Epoch 1/30: Avg Loss = 2.2934, Test Accuracy = 31.10%
Epoch 2/30: Avg Loss = 2.1633, Test Accuracy = 48.14%
Epoch 3/30: Avg Loss = 2.0399, Test Accuracy = 56.65%
Epoch 4/30: Avg Loss = 1.8759, Test Accuracy = 60.04%
Epoch 5/30: Avg Loss = 1.6927, Test Accuracy = 61.86%
Epoch 6/30: Avg Loss = 1.5183, Test Accuracy = 63.12%
Epoch 7/30: Avg Loss = 1.3452, Test Accuracy = 64.33%
Epoch 8/30: Avg Loss = 1.1353, Test Accuracy = 66.36%
Epoch 9/30: Avg Loss = 0.9499, Test Accuracy = 69.53%
Epoch 10/30: Avg Loss = 0.8458, Test Accuracy = 73.40%
Epoch 11/30: Avg Loss = 0.6519, Test Accuracy = 75.42%
Epoch 12/30: Avg Loss = 0.5468, Test Accuracy = 76.58%
Epoch 13/30: Avg Loss = 0.4236, Test Accuracy = 77.55%
Epoch 14/30: Avg Loss = 0.3511, Test Accuracy = 78.45%
Epoch 15/30: Avg Loss = 0.3198, Test Accuracy = 78.86%
Epoch 16/30: Avg Loss = 0.2645, Test Accuracy = 78.95%
Epoch 17/30: Avg Loss = 0.2223, Test Accuracy = 79.11%
Epoch 18/30: Avg Loss = 0.1998, Test Accuracy = 79.19%
Epoch 19/30: Avg Loss = 0.1618, Test Accuracy = 79.18%
Epoch 20/30: Avg Loss = 0.1350, Test Accuracy = 79.13%
Epoch 21/30: Avg Loss = 0.1252, Test Accuracy = 79.17%
Epoch 22/30: Avg Loss = 0.1122, Test Accuracy = 79.59%
Epoch 23/30: Avg Loss = 0.0876, Test Accuracy = 80.21%
Epoch 24/30: Avg Loss = 0.0653, Test Accuracy = 80.08%
Epoch 25/30: Avg Loss = 0.0775, Test Accuracy = 80.13%
Epoch 26/30: Avg Loss = 0.0536, Test Accuracy = 80.18%

Training teachers:  62%|████████████████████████████████████████████████████████████████████████████████████████████████▋                                                          | 156/250 [02:58<01:46,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0556, Test Accuracy = 79.87%
Epoch 28/30: Avg Loss = 0.0704, Test Accuracy = 79.52%
Epoch 29/30: Avg Loss = 0.0419, Test Accuracy = 79.37%
Epoch 30/30: Avg Loss = 0.0528, Test Accuracy = 79.33%
Epoch 1/30: Avg Loss = 2.2649, Test Accuracy = 29.54%
Epoch 2/30: Avg Loss = 2.1018, Test Accuracy = 49.33%
Epoch 3/30: Avg Loss = 1.9317, Test Accuracy = 55.93%
Epoch 4/30: Avg Loss = 1.7496, Test Accuracy = 58.09%
Epoch 5/30: Avg Loss = 1.5397, Test Accuracy = 59.60%
Epoch 6/30: Avg Loss = 1.3280, Test Accuracy = 60.80%
Epoch 7/30: Avg Loss = 1.1460, Test Accuracy = 62.41%
Epoch 8/30: Avg Loss = 0.9154, Test Accuracy = 64.37%
Epoch 9/30: Avg Loss = 0.7511, Test Accuracy = 66.52%
Epoch 10/30: Avg Loss = 0.6516, Test Accuracy = 68.76%
Epoch 11/30: Avg Loss = 0.4923, Test Accuracy = 70.67%
Epoch 12/30: Avg Loss = 0.4071, Test Accuracy = 72.54%
Epoch 13/30: Avg Loss = 0.3479, Test Accuracy = 73.63%
Epoch 14/30: Avg Loss = 0.2922, Test Accuracy = 75.09%
Epoch 15/30: Avg Loss = 0.2149, Test Accuracy = 76.22%
Epoch 16/30: Avg Loss = 0.2015, Test Accuracy = 77.20%
Epoch 17/30: Avg Loss = 0.1556, Test Accuracy = 77.85%
Epoch 18/30: Avg Loss = 0.1387, Test Accuracy = 78.30%
Epoch 19/30: Avg Loss = 0.1168, Test Accuracy = 78.09%
Epoch 20/30: Avg Loss = 0.0959, Test Accuracy = 78.09%
Epoch 21/30: Avg Loss = 0.0937, Test Accuracy = 78.80%
Epoch 22/30: Avg Loss = 0.0747, Test Accuracy = 79.48%
Epoch 23/30: Avg Loss = 0.0530, Test Accuracy = 79.59%
Epoch 24/30: Avg Loss = 0.0500, Test Accuracy = 79.52%
Epoch 25/30: Avg Loss = 0.0439, Test Accuracy = 79.44%
Epoch 26/30: Avg Loss = 0.0552, Test Accuracy = 79.32%

Training teachers:  63%|█████████████████████████████████████████████████████████████████████████████████████████████████▎                                                         | 157/250 [02:59<01:45,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0326, Test Accuracy = 79.36%
Epoch 28/30: Avg Loss = 0.0360, Test Accuracy = 79.37%
Epoch 29/30: Avg Loss = 0.0347, Test Accuracy = 79.40%
Epoch 30/30: Avg Loss = 0.0389, Test Accuracy = 79.48%
Epoch 1/30: Avg Loss = 2.2850, Test Accuracy = 31.18%
Epoch 2/30: Avg Loss = 2.1320, Test Accuracy = 50.73%
Epoch 3/30: Avg Loss = 1.9929, Test Accuracy = 57.20%
Epoch 4/30: Avg Loss = 1.8114, Test Accuracy = 61.60%
Epoch 5/30: Avg Loss = 1.6166, Test Accuracy = 63.91%
Epoch 6/30: Avg Loss = 1.3983, Test Accuracy = 65.58%
Epoch 7/30: Avg Loss = 1.1832, Test Accuracy = 67.33%
Epoch 8/30: Avg Loss = 0.9980, Test Accuracy = 68.87%
Epoch 9/30: Avg Loss = 0.7963, Test Accuracy = 69.96%
Epoch 10/30: Avg Loss = 0.6743, Test Accuracy = 71.00%
Epoch 11/30: Avg Loss = 0.5530, Test Accuracy = 71.79%
Epoch 12/30: Avg Loss = 0.4351, Test Accuracy = 73.08%
Epoch 13/30: Avg Loss = 0.3915, Test Accuracy = 74.34%
Epoch 14/30: Avg Loss = 0.3443, Test Accuracy = 75.81%
Epoch 15/30: Avg Loss = 0.2764, Test Accuracy = 76.74%
Epoch 16/30: Avg Loss = 0.2147, Test Accuracy = 77.52%
Epoch 17/30: Avg Loss = 0.2053, Test Accuracy = 77.83%
Epoch 18/30: Avg Loss = 0.1330, Test Accuracy = 78.35%
Epoch 19/30: Avg Loss = 0.1373, Test Accuracy = 78.73%
Epoch 20/30: Avg Loss = 0.1138, Test Accuracy = 78.80%
Epoch 21/30: Avg Loss = 0.1127, Test Accuracy = 78.79%
Epoch 22/30: Avg Loss = 0.0951, Test Accuracy = 78.68%
Epoch 23/30: Avg Loss = 0.0597, Test Accuracy = 78.44%
Epoch 24/30: Avg Loss = 0.0556, Test Accuracy = 78.44%
Epoch 25/30: Avg Loss = 0.0505, Test Accuracy = 78.65%
Epoch 26/30: Avg Loss = 0.0501, Test Accuracy = 79.16%

Training teachers:  63%|█████████████████████████████████████████████████████████████████████████████████████████████████▉                                                         | 158/250 [03:01<01:44,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0653, Test Accuracy = 79.36%
Epoch 28/30: Avg Loss = 0.0385, Test Accuracy = 79.37%
Epoch 29/30: Avg Loss = 0.0299, Test Accuracy = 79.50%
Epoch 30/30: Avg Loss = 0.0292, Test Accuracy = 79.50%
Epoch 1/30: Avg Loss = 2.2742, Test Accuracy = 34.64%
Epoch 2/30: Avg Loss = 2.1258, Test Accuracy = 54.12%
Epoch 3/30: Avg Loss = 1.9791, Test Accuracy = 59.78%
Epoch 4/30: Avg Loss = 1.8067, Test Accuracy = 61.12%
Epoch 5/30: Avg Loss = 1.5864, Test Accuracy = 61.38%
Epoch 6/30: Avg Loss = 1.4116, Test Accuracy = 61.71%
Epoch 7/30: Avg Loss = 1.1973, Test Accuracy = 63.45%
Epoch 8/30: Avg Loss = 1.0199, Test Accuracy = 65.67%
Epoch 9/30: Avg Loss = 0.8725, Test Accuracy = 68.06%
Epoch 10/30: Avg Loss = 0.7057, Test Accuracy = 69.91%
Epoch 11/30: Avg Loss = 0.6233, Test Accuracy = 71.63%
Epoch 12/30: Avg Loss = 0.4781, Test Accuracy = 73.22%
Epoch 13/30: Avg Loss = 0.3974, Test Accuracy = 74.67%
Epoch 14/30: Avg Loss = 0.3144, Test Accuracy = 75.82%
Epoch 15/30: Avg Loss = 0.2662, Test Accuracy = 76.46%
Epoch 16/30: Avg Loss = 0.2413, Test Accuracy = 76.92%
Epoch 17/30: Avg Loss = 0.1949, Test Accuracy = 77.31%
Epoch 18/30: Avg Loss = 0.1870, Test Accuracy = 77.52%
Epoch 19/30: Avg Loss = 0.1541, Test Accuracy = 77.57%
Epoch 20/30: Avg Loss = 0.1035, Test Accuracy = 77.70%
Epoch 21/30: Avg Loss = 0.1176, Test Accuracy = 78.01%
Epoch 22/30: Avg Loss = 0.0878, Test Accuracy = 78.02%
Epoch 23/30: Avg Loss = 0.0934, Test Accuracy = 78.03%
Epoch 24/30: Avg Loss = 0.0607, Test Accuracy = 78.08%
Epoch 25/30: Avg Loss = 0.0647, Test Accuracy = 78.08%
Epoch 26/30: Avg Loss = 0.0426, Test Accuracy = 78.19%

Training teachers:  64%|██████████████████████████████████████████████████████████████████████████████████████████████████▌                                                        | 159/250 [03:02<01:43,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0509, Test Accuracy = 78.22%
Epoch 28/30: Avg Loss = 0.0387, Test Accuracy = 78.22%
Epoch 29/30: Avg Loss = 0.0349, Test Accuracy = 78.23%
Epoch 30/30: Avg Loss = 0.0363, Test Accuracy = 78.32%
Epoch 1/30: Avg Loss = 2.2816, Test Accuracy = 39.64%
Epoch 2/30: Avg Loss = 2.1186, Test Accuracy = 53.44%
Epoch 3/30: Avg Loss = 1.9793, Test Accuracy = 57.14%
Epoch 4/30: Avg Loss = 1.8066, Test Accuracy = 58.65%
Epoch 5/30: Avg Loss = 1.5903, Test Accuracy = 59.62%
Epoch 6/30: Avg Loss = 1.3827, Test Accuracy = 60.59%
Epoch 7/30: Avg Loss = 1.1982, Test Accuracy = 62.09%
Epoch 8/30: Avg Loss = 1.0086, Test Accuracy = 64.70%
Epoch 9/30: Avg Loss = 0.8617, Test Accuracy = 67.34%
Epoch 10/30: Avg Loss = 0.7236, Test Accuracy = 69.87%
Epoch 11/30: Avg Loss = 0.5856, Test Accuracy = 71.95%
Epoch 12/30: Avg Loss = 0.4845, Test Accuracy = 73.57%
Epoch 13/30: Avg Loss = 0.3860, Test Accuracy = 74.30%
Epoch 14/30: Avg Loss = 0.3113, Test Accuracy = 75.16%
Epoch 15/30: Avg Loss = 0.2662, Test Accuracy = 75.67%
Epoch 16/30: Avg Loss = 0.2266, Test Accuracy = 76.16%
Epoch 17/30: Avg Loss = 0.1735, Test Accuracy = 76.52%
Epoch 18/30: Avg Loss = 0.1388, Test Accuracy = 76.73%
Epoch 19/30: Avg Loss = 0.1175, Test Accuracy = 77.00%
Epoch 20/30: Avg Loss = 0.0997, Test Accuracy = 77.19%
Epoch 21/30: Avg Loss = 0.0769, Test Accuracy = 77.47%
Epoch 22/30: Avg Loss = 0.0796, Test Accuracy = 77.70%
Epoch 23/30: Avg Loss = 0.0615, Test Accuracy = 78.02%
Epoch 24/30: Avg Loss = 0.0627, Test Accuracy = 78.23%
Epoch 25/30: Avg Loss = 0.0433, Test Accuracy = 78.23%
Epoch 26/30: Avg Loss = 0.0456, Test Accuracy = 78.18%

Training teachers:  64%|███████████████████████████████████████████████████████████████████████████████████████████████████▏                                                       | 160/250 [03:03<01:42,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0322, Test Accuracy = 78.21%
Epoch 28/30: Avg Loss = 0.0343, Test Accuracy = 78.06%
Epoch 29/30: Avg Loss = 0.0281, Test Accuracy = 78.04%
Epoch 30/30: Avg Loss = 0.0250, Test Accuracy = 78.24%
Epoch 1/30: Avg Loss = 2.2938, Test Accuracy = 31.47%
Epoch 2/30: Avg Loss = 2.1645, Test Accuracy = 50.43%
Epoch 3/30: Avg Loss = 2.0228, Test Accuracy = 59.35%
Epoch 4/30: Avg Loss = 1.8745, Test Accuracy = 64.78%
Epoch 5/30: Avg Loss = 1.6589, Test Accuracy = 67.33%
Epoch 6/30: Avg Loss = 1.4509, Test Accuracy = 68.95%
Epoch 7/30: Avg Loss = 1.1682, Test Accuracy = 69.10%
Epoch 8/30: Avg Loss = 1.0213, Test Accuracy = 69.61%
Epoch 9/30: Avg Loss = 0.7939, Test Accuracy = 70.91%
Epoch 10/30: Avg Loss = 0.6657, Test Accuracy = 72.53%
Epoch 11/30: Avg Loss = 0.5281, Test Accuracy = 74.73%
Epoch 12/30: Avg Loss = 0.4118, Test Accuracy = 78.02%
Epoch 13/30: Avg Loss = 0.3169, Test Accuracy = 79.47%
Epoch 14/30: Avg Loss = 0.2610, Test Accuracy = 79.70%
Epoch 15/30: Avg Loss = 0.2218, Test Accuracy = 79.88%
Epoch 16/30: Avg Loss = 0.1586, Test Accuracy = 80.11%
Epoch 17/30: Avg Loss = 0.1476, Test Accuracy = 80.40%
Epoch 18/30: Avg Loss = 0.1311, Test Accuracy = 80.94%
Epoch 19/30: Avg Loss = 0.1120, Test Accuracy = 80.72%
Epoch 20/30: Avg Loss = 0.0919, Test Accuracy = 80.65%
Epoch 21/30: Avg Loss = 0.0690, Test Accuracy = 80.87%
Epoch 22/30: Avg Loss = 0.0640, Test Accuracy = 81.07%
Epoch 23/30: Avg Loss = 0.0604, Test Accuracy = 81.04%
Epoch 24/30: Avg Loss = 0.0557, Test Accuracy = 81.12%
Epoch 25/30: Avg Loss = 0.0548, Test Accuracy = 80.97%
Epoch 26/30: Avg Loss = 0.0502, Test Accuracy = 80.98%

Training teachers:  64%|███████████████████████████████████████████████████████████████████████████████████████████████████▊                                                       | 161/250 [03:04<01:41,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0381, Test Accuracy = 81.12%
Epoch 28/30: Avg Loss = 0.0271, Test Accuracy = 81.33%
Epoch 29/30: Avg Loss = 0.0183, Test Accuracy = 81.32%
Epoch 30/30: Avg Loss = 0.0256, Test Accuracy = 81.13%
Epoch 1/30: Avg Loss = 2.2474, Test Accuracy = 44.04%
Epoch 2/30: Avg Loss = 2.0768, Test Accuracy = 48.97%
Epoch 3/30: Avg Loss = 1.9039, Test Accuracy = 51.50%
Epoch 4/30: Avg Loss = 1.7088, Test Accuracy = 52.69%
Epoch 5/30: Avg Loss = 1.5087, Test Accuracy = 53.87%
Epoch 6/30: Avg Loss = 1.3126, Test Accuracy = 55.86%
Epoch 7/30: Avg Loss = 1.1013, Test Accuracy = 58.10%
Epoch 8/30: Avg Loss = 0.9251, Test Accuracy = 61.39%
Epoch 9/30: Avg Loss = 0.7736, Test Accuracy = 64.55%
Epoch 10/30: Avg Loss = 0.6460, Test Accuracy = 67.29%
Epoch 11/30: Avg Loss = 0.4899, Test Accuracy = 70.16%
Epoch 12/30: Avg Loss = 0.3913, Test Accuracy = 72.04%
Epoch 13/30: Avg Loss = 0.3472, Test Accuracy = 73.82%
Epoch 14/30: Avg Loss = 0.2217, Test Accuracy = 75.42%
Epoch 15/30: Avg Loss = 0.2190, Test Accuracy = 76.29%
Epoch 16/30: Avg Loss = 0.1597, Test Accuracy = 76.63%
Epoch 17/30: Avg Loss = 0.1445, Test Accuracy = 77.03%
Epoch 18/30: Avg Loss = 0.1136, Test Accuracy = 77.29%
Epoch 19/30: Avg Loss = 0.1013, Test Accuracy = 77.38%
Epoch 20/30: Avg Loss = 0.0774, Test Accuracy = 77.48%
Epoch 21/30: Avg Loss = 0.0793, Test Accuracy = 77.31%
Epoch 22/30: Avg Loss = 0.0712, Test Accuracy = 77.17%
Epoch 23/30: Avg Loss = 0.0653, Test Accuracy = 77.40%
Epoch 24/30: Avg Loss = 0.0425, Test Accuracy = 77.62%
Epoch 25/30: Avg Loss = 0.0412, Test Accuracy = 77.83%
Epoch 26/30: Avg Loss = 0.0328, Test Accuracy = 77.95%

Training teachers:  65%|████████████████████████████████████████████████████████████████████████████████████████████████████▍                                                      | 162/250 [03:05<01:40,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0293, Test Accuracy = 77.97%
Epoch 28/30: Avg Loss = 0.0253, Test Accuracy = 77.88%
Epoch 29/30: Avg Loss = 0.0425, Test Accuracy = 78.00%
Epoch 30/30: Avg Loss = 0.0171, Test Accuracy = 78.09%
Epoch 1/30: Avg Loss = 2.2955, Test Accuracy = 21.79%
Epoch 2/30: Avg Loss = 2.1671, Test Accuracy = 45.93%
Epoch 3/30: Avg Loss = 2.0086, Test Accuracy = 58.62%
Epoch 4/30: Avg Loss = 1.8236, Test Accuracy = 62.02%
Epoch 5/30: Avg Loss = 1.6639, Test Accuracy = 62.76%
Epoch 6/30: Avg Loss = 1.4138, Test Accuracy = 63.49%
Epoch 7/30: Avg Loss = 1.2527, Test Accuracy = 64.20%
Epoch 8/30: Avg Loss = 1.0601, Test Accuracy = 65.67%
Epoch 9/30: Avg Loss = 0.8859, Test Accuracy = 68.08%
Epoch 10/30: Avg Loss = 0.7362, Test Accuracy = 70.89%
Epoch 11/30: Avg Loss = 0.6098, Test Accuracy = 73.38%
Epoch 12/30: Avg Loss = 0.5008, Test Accuracy = 75.62%
Epoch 13/30: Avg Loss = 0.4070, Test Accuracy = 77.97%
Epoch 14/30: Avg Loss = 0.3069, Test Accuracy = 79.22%
Epoch 15/30: Avg Loss = 0.2574, Test Accuracy = 79.81%
Epoch 16/30: Avg Loss = 0.2213, Test Accuracy = 80.09%
Epoch 17/30: Avg Loss = 0.1830, Test Accuracy = 80.18%
Epoch 18/30: Avg Loss = 0.1472, Test Accuracy = 80.49%
Epoch 19/30: Avg Loss = 0.1217, Test Accuracy = 80.83%
Epoch 20/30: Avg Loss = 0.0935, Test Accuracy = 81.07%
Epoch 21/30: Avg Loss = 0.0746, Test Accuracy = 81.14%
Epoch 22/30: Avg Loss = 0.0666, Test Accuracy = 81.24%
Epoch 23/30: Avg Loss = 0.0562, Test Accuracy = 81.40%
Epoch 24/30: Avg Loss = 0.0530, Test Accuracy = 81.63%
Epoch 25/30: Avg Loss = 0.0416, Test Accuracy = 81.61%
Epoch 26/30: Avg Loss = 0.0381, Test Accuracy = 81.52%

Training teachers:  65%|█████████████████████████████████████████████████████████████████████████████████████████████████████                                                      | 163/250 [03:06<01:39,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0306, Test Accuracy = 81.44%
Epoch 28/30: Avg Loss = 0.0304, Test Accuracy = 81.59%
Epoch 29/30: Avg Loss = 0.0256, Test Accuracy = 81.61%
Epoch 30/30: Avg Loss = 0.0256, Test Accuracy = 81.61%
Epoch 1/30: Avg Loss = 2.2765, Test Accuracy = 30.96%
Epoch 2/30: Avg Loss = 2.1195, Test Accuracy = 52.08%
Epoch 3/30: Avg Loss = 1.9499, Test Accuracy = 59.37%
Epoch 4/30: Avg Loss = 1.8032, Test Accuracy = 61.80%
Epoch 5/30: Avg Loss = 1.5893, Test Accuracy = 62.16%
Epoch 6/30: Avg Loss = 1.3912, Test Accuracy = 62.63%
Epoch 7/30: Avg Loss = 1.1774, Test Accuracy = 63.74%
Epoch 8/30: Avg Loss = 1.0256, Test Accuracy = 65.40%
Epoch 9/30: Avg Loss = 0.8711, Test Accuracy = 67.62%
Epoch 10/30: Avg Loss = 0.7295, Test Accuracy = 69.44%
Epoch 11/30: Avg Loss = 0.6030, Test Accuracy = 72.04%
Epoch 12/30: Avg Loss = 0.4690, Test Accuracy = 75.18%
Epoch 13/30: Avg Loss = 0.3900, Test Accuracy = 77.64%
Epoch 14/30: Avg Loss = 0.3489, Test Accuracy = 78.86%
Epoch 15/30: Avg Loss = 0.2537, Test Accuracy = 80.01%
Epoch 16/30: Avg Loss = 0.2084, Test Accuracy = 80.43%
Epoch 17/30: Avg Loss = 0.1764, Test Accuracy = 80.32%
Epoch 18/30: Avg Loss = 0.1281, Test Accuracy = 80.60%
Epoch 19/30: Avg Loss = 0.1105, Test Accuracy = 80.64%
Epoch 20/30: Avg Loss = 0.0958, Test Accuracy = 80.51%
Epoch 21/30: Avg Loss = 0.0785, Test Accuracy = 80.81%
Epoch 22/30: Avg Loss = 0.0607, Test Accuracy = 81.07%
Epoch 23/30: Avg Loss = 0.0557, Test Accuracy = 81.44%
Epoch 24/30: Avg Loss = 0.0379, Test Accuracy = 81.74%
Epoch 25/30: Avg Loss = 0.0356, Test Accuracy = 81.98%
Epoch 26/30: Avg Loss = 0.0429, Test Accuracy = 82.10%

Training teachers:  66%|█████████████████████████████████████████████████████████████████████████████████████████████████████▋                                                     | 164/250 [03:07<01:38,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0290, Test Accuracy = 82.08%
Epoch 28/30: Avg Loss = 0.0325, Test Accuracy = 82.14%
Epoch 29/30: Avg Loss = 0.0210, Test Accuracy = 82.06%
Epoch 30/30: Avg Loss = 0.0231, Test Accuracy = 81.95%
Epoch 1/30: Avg Loss = 2.3022, Test Accuracy = 21.44%
Epoch 2/30: Avg Loss = 2.1686, Test Accuracy = 41.93%
Epoch 3/30: Avg Loss = 2.0437, Test Accuracy = 55.78%
Epoch 4/30: Avg Loss = 1.8815, Test Accuracy = 60.93%
Epoch 5/30: Avg Loss = 1.6808, Test Accuracy = 63.03%
Epoch 6/30: Avg Loss = 1.4737, Test Accuracy = 63.95%
Epoch 7/30: Avg Loss = 1.2543, Test Accuracy = 63.89%
Epoch 8/30: Avg Loss = 1.0435, Test Accuracy = 64.51%
Epoch 9/30: Avg Loss = 0.8606, Test Accuracy = 65.09%
Epoch 10/30: Avg Loss = 0.7184, Test Accuracy = 66.49%
Epoch 11/30: Avg Loss = 0.5899, Test Accuracy = 68.99%
Epoch 12/30: Avg Loss = 0.4696, Test Accuracy = 71.71%
Epoch 13/30: Avg Loss = 0.3927, Test Accuracy = 74.60%
Epoch 14/30: Avg Loss = 0.2969, Test Accuracy = 76.64%
Epoch 15/30: Avg Loss = 0.2423, Test Accuracy = 77.68%
Epoch 16/30: Avg Loss = 0.2080, Test Accuracy = 78.40%
Epoch 17/30: Avg Loss = 0.1504, Test Accuracy = 78.80%
Epoch 18/30: Avg Loss = 0.1387, Test Accuracy = 78.92%
Epoch 19/30: Avg Loss = 0.1059, Test Accuracy = 78.63%
Epoch 20/30: Avg Loss = 0.0880, Test Accuracy = 78.54%
Epoch 21/30: Avg Loss = 0.0774, Test Accuracy = 78.74%
Epoch 22/30: Avg Loss = 0.0705, Test Accuracy = 78.79%
Epoch 23/30: Avg Loss = 0.0515, Test Accuracy = 78.88%
Epoch 24/30: Avg Loss = 0.0475, Test Accuracy = 79.02%
Epoch 25/30: Avg Loss = 0.0463, Test Accuracy = 79.28%
Epoch 26/30: Avg Loss = 0.0395, Test Accuracy = 79.33%

Training teachers:  66%|██████████████████████████████████████████████████████████████████████████████████████████████████████▎                                                    | 165/250 [03:09<01:37,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0358, Test Accuracy = 79.45%
Epoch 28/30: Avg Loss = 0.0323, Test Accuracy = 79.51%
Epoch 29/30: Avg Loss = 0.0281, Test Accuracy = 79.63%
Epoch 30/30: Avg Loss = 0.0320, Test Accuracy = 79.74%
Epoch 1/30: Avg Loss = 2.2591, Test Accuracy = 40.20%
Epoch 2/30: Avg Loss = 2.1020, Test Accuracy = 51.40%
Epoch 3/30: Avg Loss = 1.9098, Test Accuracy = 53.69%
Epoch 4/30: Avg Loss = 1.7154, Test Accuracy = 54.36%
Epoch 5/30: Avg Loss = 1.5086, Test Accuracy = 55.16%
Epoch 6/30: Avg Loss = 1.3220, Test Accuracy = 56.34%
Epoch 7/30: Avg Loss = 1.1774, Test Accuracy = 58.60%
Epoch 8/30: Avg Loss = 0.9967, Test Accuracy = 61.99%
Epoch 9/30: Avg Loss = 0.8354, Test Accuracy = 66.61%
Epoch 10/30: Avg Loss = 0.6904, Test Accuracy = 70.39%
Epoch 11/30: Avg Loss = 0.5759, Test Accuracy = 73.22%
Epoch 12/30: Avg Loss = 0.4596, Test Accuracy = 75.37%
Epoch 13/30: Avg Loss = 0.3740, Test Accuracy = 76.72%
Epoch 14/30: Avg Loss = 0.2834, Test Accuracy = 77.58%
Epoch 15/30: Avg Loss = 0.2123, Test Accuracy = 78.59%
Epoch 16/30: Avg Loss = 0.1867, Test Accuracy = 79.64%
Epoch 17/30: Avg Loss = 0.1423, Test Accuracy = 80.19%
Epoch 18/30: Avg Loss = 0.1092, Test Accuracy = 80.35%
Epoch 19/30: Avg Loss = 0.1073, Test Accuracy = 80.39%
Epoch 20/30: Avg Loss = 0.0699, Test Accuracy = 80.19%
Epoch 21/30: Avg Loss = 0.0625, Test Accuracy = 79.93%
Epoch 22/30: Avg Loss = 0.0582, Test Accuracy = 79.79%
Epoch 23/30: Avg Loss = 0.0588, Test Accuracy = 80.01%
Epoch 24/30: Avg Loss = 0.0373, Test Accuracy = 80.23%
Epoch 25/30: Avg Loss = 0.0304, Test Accuracy = 80.45%
Epoch 26/30: Avg Loss = 0.0465, Test Accuracy = 80.48%

Training teachers:  66%|██████████████████████████████████████████████████████████████████████████████████████████████████████▉                                                    | 166/250 [03:10<01:35,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0332, Test Accuracy = 80.56%
Epoch 28/30: Avg Loss = 0.0298, Test Accuracy = 80.55%
Epoch 29/30: Avg Loss = 0.0313, Test Accuracy = 80.41%
Epoch 30/30: Avg Loss = 0.0238, Test Accuracy = 80.33%
Epoch 1/30: Avg Loss = 2.3062, Test Accuracy = 21.33%
Epoch 2/30: Avg Loss = 2.1360, Test Accuracy = 37.45%
Epoch 3/30: Avg Loss = 2.0021, Test Accuracy = 48.43%
Epoch 4/30: Avg Loss = 1.8232, Test Accuracy = 53.38%
Epoch 5/30: Avg Loss = 1.6050, Test Accuracy = 55.90%
Epoch 6/30: Avg Loss = 1.3471, Test Accuracy = 57.91%
Epoch 7/30: Avg Loss = 1.1393, Test Accuracy = 59.55%
Epoch 8/30: Avg Loss = 0.9863, Test Accuracy = 61.60%
Epoch 9/30: Avg Loss = 0.7902, Test Accuracy = 64.15%
Epoch 10/30: Avg Loss = 0.6748, Test Accuracy = 67.10%
Epoch 11/30: Avg Loss = 0.5445, Test Accuracy = 70.49%
Epoch 12/30: Avg Loss = 0.4473, Test Accuracy = 73.42%
Epoch 13/30: Avg Loss = 0.3503, Test Accuracy = 75.29%
Epoch 14/30: Avg Loss = 0.2984, Test Accuracy = 76.44%
Epoch 15/30: Avg Loss = 0.2311, Test Accuracy = 77.03%
Epoch 16/30: Avg Loss = 0.1775, Test Accuracy = 77.33%
Epoch 17/30: Avg Loss = 0.1572, Test Accuracy = 77.45%
Epoch 18/30: Avg Loss = 0.1217, Test Accuracy = 77.21%
Epoch 19/30: Avg Loss = 0.1181, Test Accuracy = 77.00%
Epoch 20/30: Avg Loss = 0.0918, Test Accuracy = 77.04%
Epoch 21/30: Avg Loss = 0.0796, Test Accuracy = 77.22%
Epoch 22/30: Avg Loss = 0.0585, Test Accuracy = 77.57%
Epoch 23/30: Avg Loss = 0.0639, Test Accuracy = 77.72%
Epoch 24/30: Avg Loss = 0.0478, Test Accuracy = 77.89%
Epoch 25/30: Avg Loss = 0.0410, Test Accuracy = 78.01%
Epoch 26/30: Avg Loss = 0.0326, Test Accuracy = 78.23%

Training teachers:  67%|███████████████████████████████████████████████████████████████████████████████████████████████████████▌                                                   | 167/250 [03:11<01:34,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0362, Test Accuracy = 78.35%
Epoch 28/30: Avg Loss = 0.0281, Test Accuracy = 78.49%
Epoch 29/30: Avg Loss = 0.0208, Test Accuracy = 78.49%
Epoch 30/30: Avg Loss = 0.0282, Test Accuracy = 78.45%
Epoch 1/30: Avg Loss = 2.2867, Test Accuracy = 34.58%
Epoch 2/30: Avg Loss = 2.1222, Test Accuracy = 50.79%
Epoch 3/30: Avg Loss = 1.9455, Test Accuracy = 53.71%
Epoch 4/30: Avg Loss = 1.7317, Test Accuracy = 54.53%
Epoch 5/30: Avg Loss = 1.4985, Test Accuracy = 55.10%
Epoch 6/30: Avg Loss = 1.2902, Test Accuracy = 56.23%
Epoch 7/30: Avg Loss = 1.1143, Test Accuracy = 59.09%
Epoch 8/30: Avg Loss = 0.9101, Test Accuracy = 63.11%
Epoch 9/30: Avg Loss = 0.7310, Test Accuracy = 65.94%
Epoch 10/30: Avg Loss = 0.6110, Test Accuracy = 67.97%
Epoch 11/30: Avg Loss = 0.5065, Test Accuracy = 69.39%
Epoch 12/30: Avg Loss = 0.4015, Test Accuracy = 70.89%
Epoch 13/30: Avg Loss = 0.3194, Test Accuracy = 72.33%
Epoch 14/30: Avg Loss = 0.2809, Test Accuracy = 73.67%
Epoch 15/30: Avg Loss = 0.2084, Test Accuracy = 75.18%
Epoch 16/30: Avg Loss = 0.1856, Test Accuracy = 76.12%
Epoch 17/30: Avg Loss = 0.1409, Test Accuracy = 76.81%
Epoch 18/30: Avg Loss = 0.1524, Test Accuracy = 77.29%
Epoch 19/30: Avg Loss = 0.1228, Test Accuracy = 77.59%
Epoch 20/30: Avg Loss = 0.0866, Test Accuracy = 77.67%
Epoch 21/30: Avg Loss = 0.0796, Test Accuracy = 77.79%
Epoch 22/30: Avg Loss = 0.0566, Test Accuracy = 77.62%
Epoch 23/30: Avg Loss = 0.0532, Test Accuracy = 77.58%
Epoch 24/30: Avg Loss = 0.0380, Test Accuracy = 77.58%
Epoch 25/30: Avg Loss = 0.0356, Test Accuracy = 77.80%

Training teachers:  67%|████████████████████████████████████████████████████████████████████████████████████████████████████████▏                                                  | 168/250 [03:12<01:34,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0359, Test Accuracy = 78.15%
Epoch 27/30: Avg Loss = 0.0331, Test Accuracy = 78.44%
Epoch 28/30: Avg Loss = 0.0339, Test Accuracy = 78.51%
Epoch 29/30: Avg Loss = 0.0274, Test Accuracy = 78.63%
Epoch 30/30: Avg Loss = 0.0219, Test Accuracy = 78.80%
Epoch 1/30: Avg Loss = 2.2812, Test Accuracy = 26.58%
Epoch 2/30: Avg Loss = 2.1455, Test Accuracy = 44.56%
Epoch 3/30: Avg Loss = 2.0135, Test Accuracy = 49.40%
Epoch 4/30: Avg Loss = 1.8393, Test Accuracy = 51.91%
Epoch 5/30: Avg Loss = 1.6545, Test Accuracy = 53.41%
Epoch 6/30: Avg Loss = 1.4826, Test Accuracy = 55.28%
Epoch 7/30: Avg Loss = 1.2635, Test Accuracy = 57.86%
Epoch 8/30: Avg Loss = 1.1111, Test Accuracy = 61.58%
Epoch 9/30: Avg Loss = 0.9108, Test Accuracy = 66.10%
Epoch 10/30: Avg Loss = 0.7288, Test Accuracy = 70.30%
Epoch 11/30: Avg Loss = 0.5700, Test Accuracy = 73.98%
Epoch 12/30: Avg Loss = 0.4467, Test Accuracy = 76.29%
Epoch 13/30: Avg Loss = 0.3687, Test Accuracy = 77.72%
Epoch 14/30: Avg Loss = 0.2974, Test Accuracy = 78.29%
Epoch 15/30: Avg Loss = 0.2599, Test Accuracy = 78.58%
Epoch 16/30: Avg Loss = 0.1647, Test Accuracy = 78.84%
Epoch 17/30: Avg Loss = 0.1407, Test Accuracy = 78.85%
Epoch 18/30: Avg Loss = 0.1285, Test Accuracy = 79.10%
Epoch 19/30: Avg Loss = 0.0979, Test Accuracy = 79.32%
Epoch 20/30: Avg Loss = 0.0814, Test Accuracy = 79.46%
Epoch 21/30: Avg Loss = 0.0643, Test Accuracy = 79.40%
Epoch 22/30: Avg Loss = 0.0516, Test Accuracy = 79.42%
Epoch 23/30: Avg Loss = 0.0419, Test Accuracy = 79.44%
Epoch 24/30: Avg Loss = 0.0533, Test Accuracy = 79.37%
Epoch 25/30: Avg Loss = 0.0316, Test Accuracy = 79.32%
Epoch 26/30: Avg Loss = 0.0329, Test Accuracy = 79.33%
Epoch 27/30: Avg Loss = 0.0357, Test Accuracy = 79.49%
Epoch 28/30: Avg Loss = 0.0191, Test Accuracy = 79.48%
Epoch 29/30: Avg Loss = 0.0274, Test Accuracy = 79.61%

Training teachers:  68%|████████████████████████████████████████████████████████████████████████████████████████████████████████▊                                                  | 169/250 [03:13<01:33,  1.16s/it]

Epoch 30/30: Avg Loss = 0.0308, Test Accuracy = 79.65%
Epoch 1/30: Avg Loss = 2.2928, Test Accuracy = 30.03%
Epoch 2/30: Avg Loss = 2.1445, Test Accuracy = 50.46%
Epoch 3/30: Avg Loss = 1.9843, Test Accuracy = 61.04%
Epoch 4/30: Avg Loss = 1.8175, Test Accuracy = 64.41%
Epoch 5/30: Avg Loss = 1.5877, Test Accuracy = 66.04%
Epoch 6/30: Avg Loss = 1.3823, Test Accuracy = 67.75%
Epoch 7/30: Avg Loss = 1.1424, Test Accuracy = 70.34%
Epoch 8/30: Avg Loss = 0.9445, Test Accuracy = 72.89%
Epoch 9/30: Avg Loss = 0.7886, Test Accuracy = 75.41%
Epoch 10/30: Avg Loss = 0.5973, Test Accuracy = 76.72%
Epoch 11/30: Avg Loss = 0.5195, Test Accuracy = 77.87%
Epoch 12/30: Avg Loss = 0.4043, Test Accuracy = 78.49%
Epoch 13/30: Avg Loss = 0.3591, Test Accuracy = 78.79%
Epoch 14/30: Avg Loss = 0.3031, Test Accuracy = 79.21%
Epoch 15/30: Avg Loss = 0.2308, Test Accuracy = 79.54%
Epoch 16/30: Avg Loss = 0.2114, Test Accuracy = 79.76%
Epoch 17/30: Avg Loss = 0.1544, Test Accuracy = 80.06%
Epoch 18/30: Avg Loss = 0.1412, Test Accuracy = 80.21%
Epoch 19/30: Avg Loss = 0.1396, Test Accuracy = 80.40%
Epoch 20/30: Avg Loss = 0.1070, Test Accuracy = 80.77%
Epoch 21/30: Avg Loss = 0.0866, Test Accuracy = 80.92%
Epoch 22/30: Avg Loss = 0.0762, Test Accuracy = 80.81%
Epoch 23/30: Avg Loss = 0.0742, Test Accuracy = 80.78%
Epoch 24/30: Avg Loss = 0.0642, Test Accuracy = 80.85%
Epoch 25/30: Avg Loss = 0.0566, Test Accuracy = 80.93%
Epoch 26/30: Avg Loss = 0.0465, Test Accuracy = 80.97%
Epoch 27/30: Avg Loss = 0.0364, Test Accuracy = 80.87%
Epoch 28/30: Avg Loss = 0.0448, Test Accuracy = 80.91%
Epoch 29/30: Avg Loss = 0.0301, Test Accuracy = 80.85%

Training teachers:  68%|█████████████████████████████████████████████████████████████████████████████████████████████████████████▍                                                 | 170/250 [03:14<01:32,  1.15s/it]

Epoch 30/30: Avg Loss = 0.0286, Test Accuracy = 80.71%
Epoch 1/30: Avg Loss = 2.2813, Test Accuracy = 32.90%
Epoch 2/30: Avg Loss = 2.1399, Test Accuracy = 45.72%
Epoch 3/30: Avg Loss = 2.0058, Test Accuracy = 55.00%
Epoch 4/30: Avg Loss = 1.8306, Test Accuracy = 59.49%
Epoch 5/30: Avg Loss = 1.6400, Test Accuracy = 61.60%
Epoch 6/30: Avg Loss = 1.4344, Test Accuracy = 63.78%
Epoch 7/30: Avg Loss = 1.2637, Test Accuracy = 65.88%
Epoch 8/30: Avg Loss = 1.1023, Test Accuracy = 68.06%
Epoch 9/30: Avg Loss = 0.9015, Test Accuracy = 70.73%
Epoch 10/30: Avg Loss = 0.7167, Test Accuracy = 72.84%
Epoch 11/30: Avg Loss = 0.5589, Test Accuracy = 75.12%
Epoch 12/30: Avg Loss = 0.4503, Test Accuracy = 76.58%
Epoch 13/30: Avg Loss = 0.3815, Test Accuracy = 77.60%
Epoch 14/30: Avg Loss = 0.2612, Test Accuracy = 78.60%
Epoch 15/30: Avg Loss = 0.2574, Test Accuracy = 79.11%
Epoch 16/30: Avg Loss = 0.1926, Test Accuracy = 79.66%
Epoch 17/30: Avg Loss = 0.1612, Test Accuracy = 79.84%
Epoch 18/30: Avg Loss = 0.1140, Test Accuracy = 80.10%
Epoch 19/30: Avg Loss = 0.0926, Test Accuracy = 80.27%
Epoch 20/30: Avg Loss = 0.0891, Test Accuracy = 80.48%
Epoch 21/30: Avg Loss = 0.0626, Test Accuracy = 80.55%
Epoch 22/30: Avg Loss = 0.0546, Test Accuracy = 80.83%
Epoch 23/30: Avg Loss = 0.0618, Test Accuracy = 80.91%
Epoch 24/30: Avg Loss = 0.0650, Test Accuracy = 81.11%
Epoch 25/30: Avg Loss = 0.0487, Test Accuracy = 81.27%
Epoch 26/30: Avg Loss = 0.0314, Test Accuracy = 81.31%
Epoch 27/30: Avg Loss = 0.0383, Test Accuracy = 81.43%
Epoch 28/30: Avg Loss = 0.0357, Test Accuracy = 81.49%
Epoch 29/30: Avg Loss = 0.0286, Test Accuracy = 81.37%

Training teachers:  68%|██████████████████████████████████████████████████████████████████████████████████████████████████████████                                                 | 171/250 [03:15<01:30,  1.14s/it]

Epoch 30/30: Avg Loss = 0.0280, Test Accuracy = 81.42%
Epoch 1/30: Avg Loss = 2.2695, Test Accuracy = 29.13%
Epoch 2/30: Avg Loss = 2.1221, Test Accuracy = 40.74%
Epoch 3/30: Avg Loss = 1.9618, Test Accuracy = 49.98%
Epoch 4/30: Avg Loss = 1.7891, Test Accuracy = 55.26%
Epoch 5/30: Avg Loss = 1.6236, Test Accuracy = 58.49%
Epoch 6/30: Avg Loss = 1.3857, Test Accuracy = 62.24%
Epoch 7/30: Avg Loss = 1.1907, Test Accuracy = 65.42%
Epoch 8/30: Avg Loss = 0.9908, Test Accuracy = 68.23%
Epoch 9/30: Avg Loss = 0.8421, Test Accuracy = 70.64%
Epoch 10/30: Avg Loss = 0.6819, Test Accuracy = 72.34%
Epoch 11/30: Avg Loss = 0.5506, Test Accuracy = 73.54%
Epoch 12/30: Avg Loss = 0.4311, Test Accuracy = 74.69%
Epoch 13/30: Avg Loss = 0.3534, Test Accuracy = 75.90%
Epoch 14/30: Avg Loss = 0.2852, Test Accuracy = 76.78%
Epoch 15/30: Avg Loss = 0.2340, Test Accuracy = 77.57%
Epoch 16/30: Avg Loss = 0.1969, Test Accuracy = 78.35%
Epoch 17/30: Avg Loss = 0.1616, Test Accuracy = 79.08%
Epoch 18/30: Avg Loss = 0.1456, Test Accuracy = 79.54%
Epoch 19/30: Avg Loss = 0.0994, Test Accuracy = 80.00%
Epoch 20/30: Avg Loss = 0.0926, Test Accuracy = 80.23%
Epoch 21/30: Avg Loss = 0.0797, Test Accuracy = 80.45%
Epoch 22/30: Avg Loss = 0.0674, Test Accuracy = 80.53%
Epoch 23/30: Avg Loss = 0.0546, Test Accuracy = 80.66%
Epoch 24/30: Avg Loss = 0.0529, Test Accuracy = 80.82%
Epoch 25/30: Avg Loss = 0.0523, Test Accuracy = 81.02%
Epoch 26/30: Avg Loss = 0.0341, Test Accuracy = 81.09%
Epoch 27/30: Avg Loss = 0.0447, Test Accuracy = 81.21%
Epoch 28/30: Avg Loss = 0.0254, Test Accuracy = 81.32%
Epoch 29/30: Avg Loss = 0.0271, Test Accuracy = 81.41%

Training teachers:  69%|██████████████████████████████████████████████████████████████████████████████████████████████████████████▋                                                | 172/250 [03:17<01:28,  1.14s/it]

Epoch 30/30: Avg Loss = 0.0238, Test Accuracy = 81.47%
Epoch 1/30: Avg Loss = 2.2762, Test Accuracy = 31.30%
Epoch 2/30: Avg Loss = 2.1355, Test Accuracy = 50.99%
Epoch 3/30: Avg Loss = 1.9684, Test Accuracy = 60.31%
Epoch 4/30: Avg Loss = 1.7630, Test Accuracy = 62.13%
Epoch 5/30: Avg Loss = 1.5843, Test Accuracy = 62.46%
Epoch 6/30: Avg Loss = 1.3686, Test Accuracy = 63.16%
Epoch 7/30: Avg Loss = 1.1800, Test Accuracy = 65.26%
Epoch 8/30: Avg Loss = 0.9448, Test Accuracy = 68.36%
Epoch 9/30: Avg Loss = 0.7875, Test Accuracy = 72.92%
Epoch 10/30: Avg Loss = 0.6306, Test Accuracy = 76.10%
Epoch 11/30: Avg Loss = 0.4880, Test Accuracy = 77.50%
Epoch 12/30: Avg Loss = 0.3857, Test Accuracy = 77.96%
Epoch 13/30: Avg Loss = 0.3369, Test Accuracy = 78.92%
Epoch 14/30: Avg Loss = 0.2667, Test Accuracy = 79.93%
Epoch 15/30: Avg Loss = 0.2226, Test Accuracy = 80.61%
Epoch 16/30: Avg Loss = 0.1708, Test Accuracy = 81.05%
Epoch 17/30: Avg Loss = 0.1416, Test Accuracy = 81.40%
Epoch 18/30: Avg Loss = 0.1093, Test Accuracy = 81.62%
Epoch 19/30: Avg Loss = 0.1063, Test Accuracy = 81.82%
Epoch 20/30: Avg Loss = 0.0686, Test Accuracy = 81.99%
Epoch 21/30: Avg Loss = 0.0590, Test Accuracy = 82.03%
Epoch 22/30: Avg Loss = 0.0527, Test Accuracy = 81.98%
Epoch 23/30: Avg Loss = 0.0441, Test Accuracy = 82.14%
Epoch 24/30: Avg Loss = 0.0406, Test Accuracy = 82.03%
Epoch 25/30: Avg Loss = 0.0420, Test Accuracy = 81.97%
Epoch 26/30: Avg Loss = 0.0330, Test Accuracy = 81.74%
Epoch 27/30: Avg Loss = 0.0264, Test Accuracy = 81.49%
Epoch 28/30: Avg Loss = 0.0364, Test Accuracy = 81.34%
Epoch 29/30: Avg Loss = 0.0365, Test Accuracy = 81.37%

Training teachers:  69%|███████████████████████████████████████████████████████████████████████████████████████████████████████████▎                                               | 173/250 [03:18<01:27,  1.14s/it]

Epoch 30/30: Avg Loss = 0.0217, Test Accuracy = 81.38%
Epoch 1/30: Avg Loss = 2.2753, Test Accuracy = 36.35%
Epoch 2/30: Avg Loss = 2.1305, Test Accuracy = 43.45%
Epoch 3/30: Avg Loss = 1.9814, Test Accuracy = 49.18%
Epoch 4/30: Avg Loss = 1.8112, Test Accuracy = 53.16%
Epoch 5/30: Avg Loss = 1.6070, Test Accuracy = 56.00%
Epoch 6/30: Avg Loss = 1.4180, Test Accuracy = 58.63%
Epoch 7/30: Avg Loss = 1.2080, Test Accuracy = 61.93%
Epoch 8/30: Avg Loss = 1.0318, Test Accuracy = 65.41%
Epoch 9/30: Avg Loss = 0.8212, Test Accuracy = 68.84%
Epoch 10/30: Avg Loss = 0.6912, Test Accuracy = 71.16%
Epoch 11/30: Avg Loss = 0.5131, Test Accuracy = 72.86%
Epoch 12/30: Avg Loss = 0.3977, Test Accuracy = 74.50%
Epoch 13/30: Avg Loss = 0.3346, Test Accuracy = 75.82%
Epoch 14/30: Avg Loss = 0.2736, Test Accuracy = 77.29%
Epoch 15/30: Avg Loss = 0.2348, Test Accuracy = 78.55%
Epoch 16/30: Avg Loss = 0.1785, Test Accuracy = 79.01%
Epoch 17/30: Avg Loss = 0.1493, Test Accuracy = 79.36%
Epoch 18/30: Avg Loss = 0.1150, Test Accuracy = 79.30%
Epoch 19/30: Avg Loss = 0.1049, Test Accuracy = 79.42%
Epoch 20/30: Avg Loss = 0.0813, Test Accuracy = 79.42%
Epoch 21/30: Avg Loss = 0.0652, Test Accuracy = 79.54%
Epoch 22/30: Avg Loss = 0.0614, Test Accuracy = 79.47%
Epoch 23/30: Avg Loss = 0.0529, Test Accuracy = 79.48%
Epoch 24/30: Avg Loss = 0.0497, Test Accuracy = 79.77%
Epoch 25/30: Avg Loss = 0.0509, Test Accuracy = 79.93%
Epoch 26/30: Avg Loss = 0.0292, Test Accuracy = 80.12%
Epoch 27/30: Avg Loss = 0.0465, Test Accuracy = 80.33%
Epoch 28/30: Avg Loss = 0.0277, Test Accuracy = 80.31%
Epoch 29/30: Avg Loss = 0.0300, Test Accuracy = 80.44%

Training teachers:  70%|███████████████████████████████████████████████████████████████████████████████████████████████████████████▉                                               | 174/250 [03:19<01:26,  1.14s/it]

Epoch 30/30: Avg Loss = 0.0247, Test Accuracy = 80.38%
Epoch 1/30: Avg Loss = 2.2700, Test Accuracy = 29.91%
Epoch 2/30: Avg Loss = 2.1292, Test Accuracy = 52.20%
Epoch 3/30: Avg Loss = 1.9641, Test Accuracy = 59.78%
Epoch 4/30: Avg Loss = 1.8162, Test Accuracy = 63.00%
Epoch 5/30: Avg Loss = 1.5978, Test Accuracy = 64.32%
Epoch 6/30: Avg Loss = 1.3979, Test Accuracy = 65.23%
Epoch 7/30: Avg Loss = 1.1800, Test Accuracy = 66.60%
Epoch 8/30: Avg Loss = 0.9812, Test Accuracy = 68.36%
Epoch 9/30: Avg Loss = 0.8119, Test Accuracy = 71.37%
Epoch 10/30: Avg Loss = 0.6398, Test Accuracy = 74.97%
Epoch 11/30: Avg Loss = 0.5464, Test Accuracy = 78.02%
Epoch 12/30: Avg Loss = 0.4359, Test Accuracy = 78.93%
Epoch 13/30: Avg Loss = 0.3719, Test Accuracy = 79.50%
Epoch 14/30: Avg Loss = 0.2928, Test Accuracy = 80.12%
Epoch 15/30: Avg Loss = 0.2187, Test Accuracy = 80.55%
Epoch 16/30: Avg Loss = 0.1840, Test Accuracy = 80.93%
Epoch 17/30: Avg Loss = 0.1329, Test Accuracy = 81.27%
Epoch 18/30: Avg Loss = 0.1360, Test Accuracy = 81.52%
Epoch 19/30: Avg Loss = 0.0920, Test Accuracy = 81.53%
Epoch 20/30: Avg Loss = 0.0902, Test Accuracy = 81.32%
Epoch 21/30: Avg Loss = 0.0776, Test Accuracy = 81.04%
Epoch 22/30: Avg Loss = 0.0656, Test Accuracy = 80.94%
Epoch 23/30: Avg Loss = 0.0596, Test Accuracy = 80.95%
Epoch 24/30: Avg Loss = 0.0419, Test Accuracy = 80.94%
Epoch 25/30: Avg Loss = 0.0456, Test Accuracy = 80.92%
Epoch 26/30: Avg Loss = 0.0437, Test Accuracy = 80.98%
Epoch 27/30: Avg Loss = 0.0396, Test Accuracy = 81.17%
Epoch 28/30: Avg Loss = 0.0367, Test Accuracy = 81.31%
Epoch 29/30: Avg Loss = 0.0327, Test Accuracy = 81.36%

Training teachers:  70%|████████████████████████████████████████████████████████████████████████████████████████████████████████████▌                                              | 175/250 [03:20<01:25,  1.14s/it]

Epoch 30/30: Avg Loss = 0.0255, Test Accuracy = 81.34%
Epoch 1/30: Avg Loss = 2.2710, Test Accuracy = 37.27%
Epoch 2/30: Avg Loss = 2.1232, Test Accuracy = 46.56%
Epoch 3/30: Avg Loss = 1.9573, Test Accuracy = 54.30%
Epoch 4/30: Avg Loss = 1.7697, Test Accuracy = 57.91%
Epoch 5/30: Avg Loss = 1.5337, Test Accuracy = 60.71%
Epoch 6/30: Avg Loss = 1.3491, Test Accuracy = 62.51%
Epoch 7/30: Avg Loss = 1.1387, Test Accuracy = 64.74%
Epoch 8/30: Avg Loss = 0.9273, Test Accuracy = 67.06%
Epoch 9/30: Avg Loss = 0.7860, Test Accuracy = 69.52%
Epoch 10/30: Avg Loss = 0.6409, Test Accuracy = 72.49%
Epoch 11/30: Avg Loss = 0.4989, Test Accuracy = 75.33%
Epoch 12/30: Avg Loss = 0.3695, Test Accuracy = 77.29%
Epoch 13/30: Avg Loss = 0.3196, Test Accuracy = 78.92%
Epoch 14/30: Avg Loss = 0.2632, Test Accuracy = 79.40%
Epoch 15/30: Avg Loss = 0.2234, Test Accuracy = 79.67%
Epoch 16/30: Avg Loss = 0.1693, Test Accuracy = 79.78%
Epoch 17/30: Avg Loss = 0.1485, Test Accuracy = 79.74%
Epoch 18/30: Avg Loss = 0.0996, Test Accuracy = 79.78%
Epoch 19/30: Avg Loss = 0.0914, Test Accuracy = 79.89%
Epoch 20/30: Avg Loss = 0.0811, Test Accuracy = 80.15%
Epoch 21/30: Avg Loss = 0.0815, Test Accuracy = 80.50%
Epoch 22/30: Avg Loss = 0.0494, Test Accuracy = 80.70%
Epoch 23/30: Avg Loss = 0.0480, Test Accuracy = 80.82%
Epoch 24/30: Avg Loss = 0.0615, Test Accuracy = 80.95%
Epoch 25/30: Avg Loss = 0.0336, Test Accuracy = 80.95%
Epoch 26/30: Avg Loss = 0.0342, Test Accuracy = 80.84%
Epoch 27/30: Avg Loss = 0.0435, Test Accuracy = 80.76%
Epoch 28/30: Avg Loss = 0.0447, Test Accuracy = 80.85%
Epoch 29/30: Avg Loss = 0.0225, Test Accuracy = 80.87%

Training teachers:  70%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████                                              | 176/250 [03:21<01:24,  1.14s/it]

Epoch 30/30: Avg Loss = 0.0289, Test Accuracy = 80.80%
Epoch 1/30: Avg Loss = 2.2793, Test Accuracy = 27.60%
Epoch 2/30: Avg Loss = 2.1231, Test Accuracy = 47.68%
Epoch 3/30: Avg Loss = 1.9719, Test Accuracy = 53.58%
Epoch 4/30: Avg Loss = 1.7824, Test Accuracy = 56.70%
Epoch 5/30: Avg Loss = 1.5843, Test Accuracy = 58.60%
Epoch 6/30: Avg Loss = 1.3679, Test Accuracy = 60.54%
Epoch 7/30: Avg Loss = 1.1957, Test Accuracy = 62.51%
Epoch 8/30: Avg Loss = 1.0305, Test Accuracy = 65.16%
Epoch 9/30: Avg Loss = 0.8717, Test Accuracy = 68.07%
Epoch 10/30: Avg Loss = 0.7132, Test Accuracy = 71.35%
Epoch 11/30: Avg Loss = 0.6173, Test Accuracy = 74.02%
Epoch 12/30: Avg Loss = 0.4952, Test Accuracy = 76.54%
Epoch 13/30: Avg Loss = 0.3874, Test Accuracy = 78.05%
Epoch 14/30: Avg Loss = 0.3288, Test Accuracy = 78.81%
Epoch 15/30: Avg Loss = 0.2787, Test Accuracy = 78.89%
Epoch 16/30: Avg Loss = 0.2268, Test Accuracy = 78.84%
Epoch 17/30: Avg Loss = 0.2025, Test Accuracy = 79.44%
Epoch 18/30: Avg Loss = 0.1332, Test Accuracy = 79.96%
Epoch 19/30: Avg Loss = 0.1225, Test Accuracy = 80.46%
Epoch 20/30: Avg Loss = 0.1151, Test Accuracy = 80.69%
Epoch 21/30: Avg Loss = 0.0749, Test Accuracy = 80.54%
Epoch 22/30: Avg Loss = 0.0812, Test Accuracy = 80.66%
Epoch 23/30: Avg Loss = 0.0565, Test Accuracy = 80.53%
Epoch 24/30: Avg Loss = 0.0637, Test Accuracy = 80.43%
Epoch 25/30: Avg Loss = 0.0496, Test Accuracy = 80.22%
Epoch 26/30: Avg Loss = 0.0404, Test Accuracy = 80.08%
Epoch 27/30: Avg Loss = 0.0289, Test Accuracy = 79.92%
Epoch 28/30: Avg Loss = 0.0365, Test Accuracy = 79.88%

Training teachers:  71%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████▋                                             | 177/250 [03:22<01:23,  1.15s/it]

Epoch 29/30: Avg Loss = 0.0292, Test Accuracy = 79.89%
Epoch 30/30: Avg Loss = 0.0193, Test Accuracy = 80.02%
Epoch 1/30: Avg Loss = 2.2981, Test Accuracy = 35.70%
Epoch 2/30: Avg Loss = 2.1139, Test Accuracy = 48.76%
Epoch 3/30: Avg Loss = 1.9617, Test Accuracy = 54.32%
Epoch 4/30: Avg Loss = 1.7352, Test Accuracy = 56.37%
Epoch 5/30: Avg Loss = 1.5461, Test Accuracy = 57.42%
Epoch 6/30: Avg Loss = 1.2962, Test Accuracy = 59.02%
Epoch 7/30: Avg Loss = 1.0972, Test Accuracy = 61.49%
Epoch 8/30: Avg Loss = 0.8956, Test Accuracy = 64.22%
Epoch 9/30: Avg Loss = 0.7270, Test Accuracy = 67.20%
Epoch 10/30: Avg Loss = 0.6099, Test Accuracy = 69.59%
Epoch 11/30: Avg Loss = 0.4438, Test Accuracy = 72.32%
Epoch 12/30: Avg Loss = 0.3686, Test Accuracy = 74.21%
Epoch 13/30: Avg Loss = 0.3187, Test Accuracy = 75.70%
Epoch 14/30: Avg Loss = 0.2533, Test Accuracy = 76.79%
Epoch 15/30: Avg Loss = 0.1902, Test Accuracy = 77.68%
Epoch 16/30: Avg Loss = 0.1632, Test Accuracy = 78.27%
Epoch 17/30: Avg Loss = 0.1198, Test Accuracy = 78.70%
Epoch 18/30: Avg Loss = 0.1076, Test Accuracy = 78.98%
Epoch 19/30: Avg Loss = 0.0741, Test Accuracy = 79.13%
Epoch 20/30: Avg Loss = 0.0803, Test Accuracy = 79.22%
Epoch 21/30: Avg Loss = 0.0838, Test Accuracy = 79.37%
Epoch 22/30: Avg Loss = 0.0316, Test Accuracy = 79.32%
Epoch 23/30: Avg Loss = 0.0378, Test Accuracy = 79.50%
Epoch 24/30: Avg Loss = 0.0476, Test Accuracy = 79.62%
Epoch 25/30: Avg Loss = 0.0324, Test Accuracy = 79.66%
Epoch 26/30: Avg Loss = 0.0330, Test Accuracy = 79.73%
Epoch 27/30: Avg Loss = 0.0294, Test Accuracy = 79.54%
Epoch 28/30: Avg Loss = 0.0295, Test Accuracy = 79.49%

Training teachers:  71%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████▎                                            | 178/250 [03:23<01:22,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0357, Test Accuracy = 79.56%
Epoch 30/30: Avg Loss = 0.0264, Test Accuracy = 79.60%
Epoch 1/30: Avg Loss = 2.2996, Test Accuracy = 36.03%
Epoch 2/30: Avg Loss = 2.1392, Test Accuracy = 59.55%
Epoch 3/30: Avg Loss = 1.9940, Test Accuracy = 64.33%
Epoch 4/30: Avg Loss = 1.8179, Test Accuracy = 65.43%
Epoch 5/30: Avg Loss = 1.5958, Test Accuracy = 65.55%
Epoch 6/30: Avg Loss = 1.3543, Test Accuracy = 66.76%
Epoch 7/30: Avg Loss = 1.1429, Test Accuracy = 68.56%
Epoch 8/30: Avg Loss = 0.9337, Test Accuracy = 71.24%
Epoch 9/30: Avg Loss = 0.7831, Test Accuracy = 73.45%
Epoch 10/30: Avg Loss = 0.6318, Test Accuracy = 75.19%
Epoch 11/30: Avg Loss = 0.5023, Test Accuracy = 76.33%
Epoch 12/30: Avg Loss = 0.4107, Test Accuracy = 76.84%
Epoch 13/30: Avg Loss = 0.3142, Test Accuracy = 77.79%
Epoch 14/30: Avg Loss = 0.2733, Test Accuracy = 78.37%
Epoch 15/30: Avg Loss = 0.2355, Test Accuracy = 78.76%
Epoch 16/30: Avg Loss = 0.1770, Test Accuracy = 78.91%
Epoch 17/30: Avg Loss = 0.1592, Test Accuracy = 79.07%
Epoch 18/30: Avg Loss = 0.1437, Test Accuracy = 79.39%
Epoch 19/30: Avg Loss = 0.1098, Test Accuracy = 79.77%
Epoch 20/30: Avg Loss = 0.0814, Test Accuracy = 79.99%
Epoch 21/30: Avg Loss = 0.0694, Test Accuracy = 79.77%
Epoch 22/30: Avg Loss = 0.0758, Test Accuracy = 79.94%
Epoch 23/30: Avg Loss = 0.0498, Test Accuracy = 80.12%
Epoch 24/30: Avg Loss = 0.0510, Test Accuracy = 80.11%
Epoch 25/30: Avg Loss = 0.0475, Test Accuracy = 80.08%
Epoch 26/30: Avg Loss = 0.0550, Test Accuracy = 80.04%
Epoch 27/30: Avg Loss = 0.0325, Test Accuracy = 79.97%
Epoch 28/30: Avg Loss = 0.0297, Test Accuracy = 79.92%

Training teachers:  72%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████▉                                            | 179/250 [03:25<01:21,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0289, Test Accuracy = 79.91%
Epoch 30/30: Avg Loss = 0.0255, Test Accuracy = 79.84%
Epoch 1/30: Avg Loss = 2.2710, Test Accuracy = 32.19%
Epoch 2/30: Avg Loss = 2.1160, Test Accuracy = 38.60%
Epoch 3/30: Avg Loss = 1.9495, Test Accuracy = 40.17%
Epoch 4/30: Avg Loss = 1.7815, Test Accuracy = 41.29%
Epoch 5/30: Avg Loss = 1.5666, Test Accuracy = 42.43%
Epoch 6/30: Avg Loss = 1.3745, Test Accuracy = 44.57%
Epoch 7/30: Avg Loss = 1.2159, Test Accuracy = 48.65%
Epoch 8/30: Avg Loss = 1.0627, Test Accuracy = 56.26%
Epoch 9/30: Avg Loss = 0.9206, Test Accuracy = 64.87%
Epoch 10/30: Avg Loss = 0.7597, Test Accuracy = 70.20%
Epoch 11/30: Avg Loss = 0.6509, Test Accuracy = 73.05%
Epoch 12/30: Avg Loss = 0.5471, Test Accuracy = 75.11%
Epoch 13/30: Avg Loss = 0.4587, Test Accuracy = 76.53%
Epoch 14/30: Avg Loss = 0.3344, Test Accuracy = 77.73%
Epoch 15/30: Avg Loss = 0.2557, Test Accuracy = 78.84%
Epoch 16/30: Avg Loss = 0.2292, Test Accuracy = 79.50%
Epoch 17/30: Avg Loss = 0.1959, Test Accuracy = 79.63%
Epoch 18/30: Avg Loss = 0.1465, Test Accuracy = 79.73%
Epoch 19/30: Avg Loss = 0.1414, Test Accuracy = 79.74%
Epoch 20/30: Avg Loss = 0.1037, Test Accuracy = 79.89%
Epoch 21/30: Avg Loss = 0.0811, Test Accuracy = 79.89%
Epoch 22/30: Avg Loss = 0.0768, Test Accuracy = 80.11%
Epoch 23/30: Avg Loss = 0.0530, Test Accuracy = 80.28%
Epoch 24/30: Avg Loss = 0.0679, Test Accuracy = 80.41%
Epoch 25/30: Avg Loss = 0.0435, Test Accuracy = 80.54%
Epoch 26/30: Avg Loss = 0.0580, Test Accuracy = 80.72%
Epoch 27/30: Avg Loss = 0.0340, Test Accuracy = 80.89%
Epoch 28/30: Avg Loss = 0.0236, Test Accuracy = 80.83%

Training teachers:  72%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████▌                                           | 180/250 [03:26<01:19,  1.14s/it]

Epoch 29/30: Avg Loss = 0.0304, Test Accuracy = 80.83%
Epoch 30/30: Avg Loss = 0.0267, Test Accuracy = 80.73%
Epoch 1/30: Avg Loss = 2.2931, Test Accuracy = 35.07%
Epoch 2/30: Avg Loss = 2.1133, Test Accuracy = 50.78%
Epoch 3/30: Avg Loss = 1.9285, Test Accuracy = 57.32%
Epoch 4/30: Avg Loss = 1.7140, Test Accuracy = 60.09%
Epoch 5/30: Avg Loss = 1.4943, Test Accuracy = 61.71%
Epoch 6/30: Avg Loss = 1.2764, Test Accuracy = 63.53%
Epoch 7/30: Avg Loss = 1.0806, Test Accuracy = 65.48%
Epoch 8/30: Avg Loss = 0.8808, Test Accuracy = 67.52%
Epoch 9/30: Avg Loss = 0.7210, Test Accuracy = 69.87%
Epoch 10/30: Avg Loss = 0.5731, Test Accuracy = 72.67%
Epoch 11/30: Avg Loss = 0.4709, Test Accuracy = 74.84%
Epoch 12/30: Avg Loss = 0.3881, Test Accuracy = 77.26%
Epoch 13/30: Avg Loss = 0.2851, Test Accuracy = 78.15%
Epoch 14/30: Avg Loss = 0.2306, Test Accuracy = 78.85%
Epoch 15/30: Avg Loss = 0.1999, Test Accuracy = 79.12%
Epoch 16/30: Avg Loss = 0.1537, Test Accuracy = 79.30%
Epoch 17/30: Avg Loss = 0.1299, Test Accuracy = 79.32%
Epoch 18/30: Avg Loss = 0.1322, Test Accuracy = 79.80%
Epoch 19/30: Avg Loss = 0.0805, Test Accuracy = 79.95%
Epoch 20/30: Avg Loss = 0.0839, Test Accuracy = 80.26%
Epoch 21/30: Avg Loss = 0.0789, Test Accuracy = 80.35%
Epoch 22/30: Avg Loss = 0.0523, Test Accuracy = 80.24%
Epoch 23/30: Avg Loss = 0.0432, Test Accuracy = 80.12%
Epoch 24/30: Avg Loss = 0.0692, Test Accuracy = 80.41%
Epoch 25/30: Avg Loss = 0.0545, Test Accuracy = 80.62%
Epoch 26/30: Avg Loss = 0.0281, Test Accuracy = 80.66%
Epoch 27/30: Avg Loss = 0.0300, Test Accuracy = 80.68%

Training teachers:  72%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏                                          | 181/250 [03:27<01:19,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0270, Test Accuracy = 80.57%
Epoch 29/30: Avg Loss = 0.0265, Test Accuracy = 80.54%
Epoch 30/30: Avg Loss = 0.0192, Test Accuracy = 80.72%
Epoch 1/30: Avg Loss = 2.2908, Test Accuracy = 25.25%
Epoch 2/30: Avg Loss = 2.1236, Test Accuracy = 39.56%
Epoch 3/30: Avg Loss = 1.9572, Test Accuracy = 50.52%
Epoch 4/30: Avg Loss = 1.7873, Test Accuracy = 54.96%
Epoch 5/30: Avg Loss = 1.5979, Test Accuracy = 57.70%
Epoch 6/30: Avg Loss = 1.4386, Test Accuracy = 59.59%
Epoch 7/30: Avg Loss = 1.2723, Test Accuracy = 61.19%
Epoch 8/30: Avg Loss = 1.0561, Test Accuracy = 62.76%
Epoch 9/30: Avg Loss = 0.8986, Test Accuracy = 64.55%
Epoch 10/30: Avg Loss = 0.7642, Test Accuracy = 66.37%
Epoch 11/30: Avg Loss = 0.6312, Test Accuracy = 68.99%
Epoch 12/30: Avg Loss = 0.5340, Test Accuracy = 72.48%
Epoch 13/30: Avg Loss = 0.4057, Test Accuracy = 74.37%
Epoch 14/30: Avg Loss = 0.3450, Test Accuracy = 75.62%
Epoch 15/30: Avg Loss = 0.2592, Test Accuracy = 76.25%
Epoch 16/30: Avg Loss = 0.2330, Test Accuracy = 76.52%
Epoch 17/30: Avg Loss = 0.1770, Test Accuracy = 76.95%
Epoch 18/30: Avg Loss = 0.1683, Test Accuracy = 77.12%
Epoch 19/30: Avg Loss = 0.1346, Test Accuracy = 77.38%
Epoch 20/30: Avg Loss = 0.0870, Test Accuracy = 77.56%
Epoch 21/30: Avg Loss = 0.0904, Test Accuracy = 77.72%
Epoch 22/30: Avg Loss = 0.0896, Test Accuracy = 78.01%
Epoch 23/30: Avg Loss = 0.0652, Test Accuracy = 78.21%
Epoch 24/30: Avg Loss = 0.0550, Test Accuracy = 78.44%
Epoch 25/30: Avg Loss = 0.0492, Test Accuracy = 78.56%
Epoch 26/30: Avg Loss = 0.0420, Test Accuracy = 78.80%
Epoch 27/30: Avg Loss = 0.0325, Test Accuracy = 78.91%

Training teachers:  73%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊                                          | 182/250 [03:28<01:18,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0476, Test Accuracy = 78.91%
Epoch 29/30: Avg Loss = 0.0322, Test Accuracy = 78.55%
Epoch 30/30: Avg Loss = 0.0499, Test Accuracy = 78.39%
Epoch 1/30: Avg Loss = 2.2940, Test Accuracy = 27.84%
Epoch 2/30: Avg Loss = 2.1507, Test Accuracy = 50.96%
Epoch 3/30: Avg Loss = 1.9970, Test Accuracy = 56.11%
Epoch 4/30: Avg Loss = 1.8319, Test Accuracy = 59.76%
Epoch 5/30: Avg Loss = 1.6308, Test Accuracy = 61.79%
Epoch 6/30: Avg Loss = 1.4227, Test Accuracy = 63.71%
Epoch 7/30: Avg Loss = 1.2203, Test Accuracy = 66.63%
Epoch 8/30: Avg Loss = 1.0524, Test Accuracy = 69.14%
Epoch 9/30: Avg Loss = 0.8613, Test Accuracy = 71.66%
Epoch 10/30: Avg Loss = 0.7574, Test Accuracy = 74.05%
Epoch 11/30: Avg Loss = 0.5744, Test Accuracy = 76.12%
Epoch 12/30: Avg Loss = 0.4482, Test Accuracy = 77.66%
Epoch 13/30: Avg Loss = 0.3551, Test Accuracy = 78.83%
Epoch 14/30: Avg Loss = 0.2757, Test Accuracy = 79.71%
Epoch 15/30: Avg Loss = 0.2610, Test Accuracy = 80.45%
Epoch 16/30: Avg Loss = 0.2048, Test Accuracy = 80.58%
Epoch 17/30: Avg Loss = 0.1619, Test Accuracy = 80.88%
Epoch 18/30: Avg Loss = 0.1361, Test Accuracy = 81.12%
Epoch 19/30: Avg Loss = 0.1440, Test Accuracy = 81.12%
Epoch 20/30: Avg Loss = 0.1121, Test Accuracy = 81.28%
Epoch 21/30: Avg Loss = 0.0872, Test Accuracy = 81.85%
Epoch 22/30: Avg Loss = 0.0825, Test Accuracy = 82.24%
Epoch 23/30: Avg Loss = 0.0618, Test Accuracy = 82.55%
Epoch 24/30: Avg Loss = 0.0533, Test Accuracy = 82.62%
Epoch 25/30: Avg Loss = 0.0475, Test Accuracy = 82.33%
Epoch 26/30: Avg Loss = 0.0459, Test Accuracy = 82.13%

Training teachers:  73%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍                                         | 183/250 [03:29<01:17,  1.16s/it]

Epoch 27/30: Avg Loss = 0.0362, Test Accuracy = 82.10%
Epoch 28/30: Avg Loss = 0.0457, Test Accuracy = 82.22%
Epoch 29/30: Avg Loss = 0.0281, Test Accuracy = 82.13%
Epoch 30/30: Avg Loss = 0.0345, Test Accuracy = 82.21%
Epoch 1/30: Avg Loss = 2.2896, Test Accuracy = 26.37%
Epoch 2/30: Avg Loss = 2.1536, Test Accuracy = 39.57%
Epoch 3/30: Avg Loss = 2.0034, Test Accuracy = 48.35%
Epoch 4/30: Avg Loss = 1.8681, Test Accuracy = 54.31%
Epoch 5/30: Avg Loss = 1.6809, Test Accuracy = 58.48%
Epoch 6/30: Avg Loss = 1.4875, Test Accuracy = 61.41%
Epoch 7/30: Avg Loss = 1.3036, Test Accuracy = 64.49%
Epoch 8/30: Avg Loss = 1.1181, Test Accuracy = 67.37%
Epoch 9/30: Avg Loss = 0.9881, Test Accuracy = 69.65%
Epoch 10/30: Avg Loss = 0.8061, Test Accuracy = 71.62%
Epoch 11/30: Avg Loss = 0.6757, Test Accuracy = 73.99%
Epoch 12/30: Avg Loss = 0.5714, Test Accuracy = 76.09%
Epoch 13/30: Avg Loss = 0.4804, Test Accuracy = 77.13%
Epoch 14/30: Avg Loss = 0.3738, Test Accuracy = 78.04%
Epoch 15/30: Avg Loss = 0.3047, Test Accuracy = 78.45%
Epoch 16/30: Avg Loss = 0.2696, Test Accuracy = 78.80%
Epoch 17/30: Avg Loss = 0.2014, Test Accuracy = 79.17%
Epoch 18/30: Avg Loss = 0.2054, Test Accuracy = 79.48%
Epoch 19/30: Avg Loss = 0.1482, Test Accuracy = 79.79%
Epoch 20/30: Avg Loss = 0.1268, Test Accuracy = 80.16%
Epoch 21/30: Avg Loss = 0.1079, Test Accuracy = 80.39%
Epoch 22/30: Avg Loss = 0.1174, Test Accuracy = 80.32%
Epoch 23/30: Avg Loss = 0.0974, Test Accuracy = 80.28%
Epoch 24/30: Avg Loss = 0.0714, Test Accuracy = 80.27%
Epoch 25/30: Avg Loss = 0.0559, Test Accuracy = 80.24%
Epoch 26/30: Avg Loss = 0.0434, Test Accuracy = 80.28%

Training teachers:  74%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████                                         | 184/250 [03:30<01:16,  1.16s/it]

Epoch 27/30: Avg Loss = 0.0551, Test Accuracy = 80.39%
Epoch 28/30: Avg Loss = 0.0488, Test Accuracy = 80.43%
Epoch 29/30: Avg Loss = 0.0445, Test Accuracy = 80.57%
Epoch 30/30: Avg Loss = 0.0428, Test Accuracy = 80.49%
Epoch 1/30: Avg Loss = 2.2642, Test Accuracy = 28.11%
Epoch 2/30: Avg Loss = 2.0986, Test Accuracy = 46.29%
Epoch 3/30: Avg Loss = 1.8911, Test Accuracy = 55.03%
Epoch 4/30: Avg Loss = 1.6878, Test Accuracy = 59.38%
Epoch 5/30: Avg Loss = 1.4688, Test Accuracy = 61.96%
Epoch 6/30: Avg Loss = 1.2861, Test Accuracy = 63.23%
Epoch 7/30: Avg Loss = 1.1298, Test Accuracy = 64.79%
Epoch 8/30: Avg Loss = 0.9282, Test Accuracy = 66.33%
Epoch 9/30: Avg Loss = 0.7727, Test Accuracy = 67.93%
Epoch 10/30: Avg Loss = 0.5912, Test Accuracy = 69.99%
Epoch 11/30: Avg Loss = 0.4792, Test Accuracy = 72.50%
Epoch 12/30: Avg Loss = 0.3758, Test Accuracy = 75.44%
Epoch 13/30: Avg Loss = 0.3093, Test Accuracy = 77.62%
Epoch 14/30: Avg Loss = 0.2576, Test Accuracy = 79.20%
Epoch 15/30: Avg Loss = 0.1936, Test Accuracy = 79.57%
Epoch 16/30: Avg Loss = 0.1758, Test Accuracy = 79.48%
Epoch 17/30: Avg Loss = 0.1264, Test Accuracy = 79.65%
Epoch 18/30: Avg Loss = 0.1263, Test Accuracy = 79.83%
Epoch 19/30: Avg Loss = 0.0894, Test Accuracy = 79.93%
Epoch 20/30: Avg Loss = 0.0700, Test Accuracy = 80.02%
Epoch 21/30: Avg Loss = 0.0541, Test Accuracy = 80.31%
Epoch 22/30: Avg Loss = 0.0536, Test Accuracy = 80.36%
Epoch 23/30: Avg Loss = 0.0514, Test Accuracy = 80.37%
Epoch 24/30: Avg Loss = 0.0482, Test Accuracy = 80.46%
Epoch 25/30: Avg Loss = 0.0394, Test Accuracy = 80.13%
Epoch 26/30: Avg Loss = 0.0237, Test Accuracy = 80.05%

Training teachers:  74%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋                                        | 185/250 [03:32<01:15,  1.16s/it]

Epoch 27/30: Avg Loss = 0.0249, Test Accuracy = 80.02%
Epoch 28/30: Avg Loss = 0.0252, Test Accuracy = 79.94%
Epoch 29/30: Avg Loss = 0.0280, Test Accuracy = 79.95%
Epoch 30/30: Avg Loss = 0.0192, Test Accuracy = 80.12%
Epoch 1/30: Avg Loss = 2.2845, Test Accuracy = 31.12%
Epoch 2/30: Avg Loss = 2.1082, Test Accuracy = 40.35%
Epoch 3/30: Avg Loss = 1.9279, Test Accuracy = 45.33%
Epoch 4/30: Avg Loss = 1.7426, Test Accuracy = 47.60%
Epoch 5/30: Avg Loss = 1.5545, Test Accuracy = 49.65%
Epoch 6/30: Avg Loss = 1.3457, Test Accuracy = 52.48%
Epoch 7/30: Avg Loss = 1.1924, Test Accuracy = 55.95%
Epoch 8/30: Avg Loss = 1.0305, Test Accuracy = 61.10%
Epoch 9/30: Avg Loss = 0.8573, Test Accuracy = 65.00%
Epoch 10/30: Avg Loss = 0.7459, Test Accuracy = 69.18%
Epoch 11/30: Avg Loss = 0.6110, Test Accuracy = 71.35%
Epoch 12/30: Avg Loss = 0.5133, Test Accuracy = 73.15%
Epoch 13/30: Avg Loss = 0.4133, Test Accuracy = 74.50%
Epoch 14/30: Avg Loss = 0.3754, Test Accuracy = 75.67%
Epoch 15/30: Avg Loss = 0.3012, Test Accuracy = 76.48%
Epoch 16/30: Avg Loss = 0.2432, Test Accuracy = 77.01%
Epoch 17/30: Avg Loss = 0.1940, Test Accuracy = 78.02%
Epoch 18/30: Avg Loss = 0.1508, Test Accuracy = 78.74%
Epoch 19/30: Avg Loss = 0.1467, Test Accuracy = 79.26%
Epoch 20/30: Avg Loss = 0.1339, Test Accuracy = 79.57%
Epoch 21/30: Avg Loss = 0.0990, Test Accuracy = 79.79%
Epoch 22/30: Avg Loss = 0.0891, Test Accuracy = 79.88%
Epoch 23/30: Avg Loss = 0.0775, Test Accuracy = 79.93%
Epoch 24/30: Avg Loss = 0.0623, Test Accuracy = 79.93%
Epoch 25/30: Avg Loss = 0.0724, Test Accuracy = 79.81%
Epoch 26/30: Avg Loss = 0.0433, Test Accuracy = 79.80%

Training teachers:  74%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎                                       | 186/250 [03:33<01:14,  1.16s/it]

Epoch 27/30: Avg Loss = 0.0496, Test Accuracy = 79.78%
Epoch 28/30: Avg Loss = 0.0411, Test Accuracy = 79.76%
Epoch 29/30: Avg Loss = 0.0537, Test Accuracy = 79.89%
Epoch 30/30: Avg Loss = 0.0307, Test Accuracy = 79.98%
Epoch 1/30: Avg Loss = 2.2677, Test Accuracy = 31.32%
Epoch 2/30: Avg Loss = 2.1220, Test Accuracy = 45.23%
Epoch 3/30: Avg Loss = 1.9570, Test Accuracy = 53.56%
Epoch 4/30: Avg Loss = 1.7719, Test Accuracy = 58.97%
Epoch 5/30: Avg Loss = 1.5973, Test Accuracy = 60.87%
Epoch 6/30: Avg Loss = 1.3886, Test Accuracy = 62.43%
Epoch 7/30: Avg Loss = 1.1792, Test Accuracy = 64.36%
Epoch 8/30: Avg Loss = 1.0087, Test Accuracy = 66.40%
Epoch 9/30: Avg Loss = 0.8137, Test Accuracy = 68.24%
Epoch 10/30: Avg Loss = 0.6809, Test Accuracy = 69.61%
Epoch 11/30: Avg Loss = 0.5229, Test Accuracy = 70.50%
Epoch 12/30: Avg Loss = 0.4440, Test Accuracy = 71.71%
Epoch 13/30: Avg Loss = 0.3760, Test Accuracy = 72.86%
Epoch 14/30: Avg Loss = 0.2743, Test Accuracy = 73.79%
Epoch 15/30: Avg Loss = 0.2576, Test Accuracy = 74.43%
Epoch 16/30: Avg Loss = 0.2260, Test Accuracy = 74.73%
Epoch 17/30: Avg Loss = 0.1897, Test Accuracy = 74.84%
Epoch 18/30: Avg Loss = 0.1710, Test Accuracy = 75.23%
Epoch 19/30: Avg Loss = 0.1208, Test Accuracy = 75.39%
Epoch 20/30: Avg Loss = 0.1072, Test Accuracy = 75.37%
Epoch 21/30: Avg Loss = 0.0829, Test Accuracy = 75.42%
Epoch 22/30: Avg Loss = 0.0913, Test Accuracy = 75.68%
Epoch 23/30: Avg Loss = 0.0654, Test Accuracy = 75.62%
Epoch 24/30: Avg Loss = 0.0650, Test Accuracy = 75.72%

Training teachers:  75%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉                                       | 187/250 [03:34<01:13,  1.17s/it]

Epoch 25/30: Avg Loss = 0.0659, Test Accuracy = 75.80%
Epoch 26/30: Avg Loss = 0.0484, Test Accuracy = 75.88%
Epoch 27/30: Avg Loss = 0.0333, Test Accuracy = 75.98%
Epoch 28/30: Avg Loss = 0.0295, Test Accuracy = 76.04%
Epoch 29/30: Avg Loss = 0.0282, Test Accuracy = 76.05%
Epoch 30/30: Avg Loss = 0.0297, Test Accuracy = 76.06%
Epoch 1/30: Avg Loss = 2.2900, Test Accuracy = 33.82%
Epoch 2/30: Avg Loss = 2.1515, Test Accuracy = 47.46%
Epoch 3/30: Avg Loss = 2.0045, Test Accuracy = 53.02%
Epoch 4/30: Avg Loss = 1.8496, Test Accuracy = 55.92%
Epoch 5/30: Avg Loss = 1.6387, Test Accuracy = 57.55%
Epoch 6/30: Avg Loss = 1.4462, Test Accuracy = 59.00%
Epoch 7/30: Avg Loss = 1.2282, Test Accuracy = 60.88%
Epoch 8/30: Avg Loss = 1.0288, Test Accuracy = 63.98%
Epoch 9/30: Avg Loss = 0.8768, Test Accuracy = 67.27%
Epoch 10/30: Avg Loss = 0.7215, Test Accuracy = 70.72%
Epoch 11/30: Avg Loss = 0.6111, Test Accuracy = 73.42%
Epoch 12/30: Avg Loss = 0.5222, Test Accuracy = 75.55%
Epoch 13/30: Avg Loss = 0.4316, Test Accuracy = 77.80%
Epoch 14/30: Avg Loss = 0.3158, Test Accuracy = 79.67%
Epoch 15/30: Avg Loss = 0.2812, Test Accuracy = 80.26%
Epoch 16/30: Avg Loss = 0.2394, Test Accuracy = 80.72%
Epoch 17/30: Avg Loss = 0.2082, Test Accuracy = 81.56%
Epoch 18/30: Avg Loss = 0.1773, Test Accuracy = 82.06%
Epoch 19/30: Avg Loss = 0.1259, Test Accuracy = 82.38%
Epoch 20/30: Avg Loss = 0.1249, Test Accuracy = 82.56%
Epoch 21/30: Avg Loss = 0.1095, Test Accuracy = 82.71%
Epoch 22/30: Avg Loss = 0.1023, Test Accuracy = 82.73%
Epoch 23/30: Avg Loss = 0.0797, Test Accuracy = 82.25%
Epoch 24/30: Avg Loss = 0.0611, Test Accuracy = 82.10%
Epoch 25/30: Avg Loss = 0.0579, Test Accuracy = 82.01%
Epoch 26/30: Avg Loss = 0.0453, Test Accuracy = 81.96%
Epoch 27/30: Avg Loss = 0.0469, Test Accuracy = 82.05%
Epoch 28/30: Avg Loss = 0.0415, Test Accuracy = 82.18%
Epoch 29/30: Avg Loss = 0.0364, Test Accuracy = 82.51%

Training teachers:  75%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌                                      | 188/250 [03:35<01:12,  1.17s/it]

Epoch 30/30: Avg Loss = 0.0353, Test Accuracy = 82.64%
Epoch 1/30: Avg Loss = 2.2830, Test Accuracy = 35.13%
Epoch 2/30: Avg Loss = 2.1258, Test Accuracy = 54.78%
Epoch 3/30: Avg Loss = 1.9751, Test Accuracy = 61.41%
Epoch 4/30: Avg Loss = 1.8055, Test Accuracy = 64.24%
Epoch 5/30: Avg Loss = 1.5853, Test Accuracy = 65.63%
Epoch 6/30: Avg Loss = 1.3641, Test Accuracy = 67.30%
Epoch 7/30: Avg Loss = 1.1581, Test Accuracy = 68.99%
Epoch 8/30: Avg Loss = 0.9634, Test Accuracy = 70.50%
Epoch 9/30: Avg Loss = 0.7713, Test Accuracy = 72.19%
Epoch 10/30: Avg Loss = 0.6446, Test Accuracy = 74.00%
Epoch 11/30: Avg Loss = 0.5471, Test Accuracy = 75.75%
Epoch 12/30: Avg Loss = 0.4041, Test Accuracy = 77.19%
Epoch 13/30: Avg Loss = 0.3463, Test Accuracy = 78.00%
Epoch 14/30: Avg Loss = 0.2503, Test Accuracy = 78.62%
Epoch 15/30: Avg Loss = 0.1927, Test Accuracy = 79.09%
Epoch 16/30: Avg Loss = 0.1716, Test Accuracy = 79.18%
Epoch 17/30: Avg Loss = 0.1394, Test Accuracy = 78.92%
Epoch 18/30: Avg Loss = 0.1301, Test Accuracy = 78.75%
Epoch 19/30: Avg Loss = 0.1032, Test Accuracy = 78.94%
Epoch 20/30: Avg Loss = 0.0796, Test Accuracy = 79.07%
Epoch 21/30: Avg Loss = 0.0734, Test Accuracy = 79.33%
Epoch 22/30: Avg Loss = 0.0796, Test Accuracy = 79.46%
Epoch 23/30: Avg Loss = 0.0544, Test Accuracy = 79.59%
Epoch 24/30: Avg Loss = 0.0519, Test Accuracy = 79.60%
Epoch 25/30: Avg Loss = 0.0342, Test Accuracy = 79.48%
Epoch 26/30: Avg Loss = 0.0423, Test Accuracy = 79.77%
Epoch 27/30: Avg Loss = 0.0284, Test Accuracy = 79.77%
Epoch 28/30: Avg Loss = 0.0506, Test Accuracy = 79.94%
Epoch 29/30: Avg Loss = 0.0330, Test Accuracy = 79.91%

Training teachers:  76%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏                                     | 189/250 [03:36<01:11,  1.17s/it]

Epoch 30/30: Avg Loss = 0.0250, Test Accuracy = 79.91%
Epoch 1/30: Avg Loss = 2.2868, Test Accuracy = 30.63%
Epoch 2/30: Avg Loss = 2.1413, Test Accuracy = 42.82%
Epoch 3/30: Avg Loss = 2.0001, Test Accuracy = 50.56%
Epoch 4/30: Avg Loss = 1.8168, Test Accuracy = 55.34%
Epoch 5/30: Avg Loss = 1.6371, Test Accuracy = 58.38%
Epoch 6/30: Avg Loss = 1.4487, Test Accuracy = 60.63%
Epoch 7/30: Avg Loss = 1.2373, Test Accuracy = 63.57%
Epoch 8/30: Avg Loss = 1.0685, Test Accuracy = 66.69%
Epoch 9/30: Avg Loss = 0.8835, Test Accuracy = 69.29%
Epoch 10/30: Avg Loss = 0.7199, Test Accuracy = 72.44%
Epoch 11/30: Avg Loss = 0.5796, Test Accuracy = 75.00%
Epoch 12/30: Avg Loss = 0.4605, Test Accuracy = 77.44%
Epoch 13/30: Avg Loss = 0.3466, Test Accuracy = 79.17%
Epoch 14/30: Avg Loss = 0.2979, Test Accuracy = 79.94%
Epoch 15/30: Avg Loss = 0.2124, Test Accuracy = 80.34%
Epoch 16/30: Avg Loss = 0.1932, Test Accuracy = 80.61%
Epoch 17/30: Avg Loss = 0.1909, Test Accuracy = 80.94%
Epoch 18/30: Avg Loss = 0.1498, Test Accuracy = 81.02%
Epoch 19/30: Avg Loss = 0.0959, Test Accuracy = 81.09%
Epoch 20/30: Avg Loss = 0.0739, Test Accuracy = 81.31%
Epoch 21/30: Avg Loss = 0.0618, Test Accuracy = 81.40%
Epoch 22/30: Avg Loss = 0.0564, Test Accuracy = 81.69%
Epoch 23/30: Avg Loss = 0.0485, Test Accuracy = 81.68%
Epoch 24/30: Avg Loss = 0.0436, Test Accuracy = 81.75%
Epoch 25/30: Avg Loss = 0.0453, Test Accuracy = 81.77%
Epoch 26/30: Avg Loss = 0.0508, Test Accuracy = 81.67%
Epoch 27/30: Avg Loss = 0.0359, Test Accuracy = 81.57%

Training teachers:  76%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊                                     | 190/250 [03:37<01:10,  1.17s/it]

Epoch 28/30: Avg Loss = 0.0233, Test Accuracy = 81.34%
Epoch 29/30: Avg Loss = 0.0231, Test Accuracy = 81.44%
Epoch 30/30: Avg Loss = 0.0216, Test Accuracy = 81.63%
Epoch 1/30: Avg Loss = 2.2788, Test Accuracy = 23.25%
Epoch 2/30: Avg Loss = 2.1094, Test Accuracy = 34.41%
Epoch 3/30: Avg Loss = 1.9657, Test Accuracy = 41.58%
Epoch 4/30: Avg Loss = 1.7786, Test Accuracy = 46.11%
Epoch 5/30: Avg Loss = 1.5773, Test Accuracy = 50.07%
Epoch 6/30: Avg Loss = 1.4429, Test Accuracy = 54.52%
Epoch 7/30: Avg Loss = 1.1749, Test Accuracy = 58.90%
Epoch 8/30: Avg Loss = 1.0263, Test Accuracy = 63.95%
Epoch 9/30: Avg Loss = 0.8598, Test Accuracy = 69.03%
Epoch 10/30: Avg Loss = 0.6931, Test Accuracy = 73.92%
Epoch 11/30: Avg Loss = 0.5114, Test Accuracy = 76.78%
Epoch 12/30: Avg Loss = 0.4251, Test Accuracy = 78.07%
Epoch 13/30: Avg Loss = 0.3441, Test Accuracy = 78.37%
Epoch 14/30: Avg Loss = 0.2716, Test Accuracy = 78.35%
Epoch 15/30: Avg Loss = 0.2300, Test Accuracy = 78.57%
Epoch 16/30: Avg Loss = 0.1700, Test Accuracy = 78.74%
Epoch 17/30: Avg Loss = 0.1450, Test Accuracy = 78.91%
Epoch 18/30: Avg Loss = 0.1214, Test Accuracy = 78.83%
Epoch 19/30: Avg Loss = 0.0865, Test Accuracy = 79.02%
Epoch 20/30: Avg Loss = 0.0922, Test Accuracy = 79.03%
Epoch 21/30: Avg Loss = 0.0631, Test Accuracy = 79.12%
Epoch 22/30: Avg Loss = 0.0799, Test Accuracy = 79.35%
Epoch 23/30: Avg Loss = 0.0625, Test Accuracy = 79.42%
Epoch 24/30: Avg Loss = 0.0589, Test Accuracy = 79.30%
Epoch 25/30: Avg Loss = 0.0390, Test Accuracy = 79.30%
Epoch 26/30: Avg Loss = 0.0421, Test Accuracy = 79.43%

Training teachers:  76%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍                                    | 191/250 [03:39<01:08,  1.17s/it]

Epoch 27/30: Avg Loss = 0.0406, Test Accuracy = 79.48%
Epoch 28/30: Avg Loss = 0.0435, Test Accuracy = 79.57%
Epoch 29/30: Avg Loss = 0.0347, Test Accuracy = 79.72%
Epoch 30/30: Avg Loss = 0.0317, Test Accuracy = 79.89%
Epoch 1/30: Avg Loss = 2.2864, Test Accuracy = 26.87%
Epoch 2/30: Avg Loss = 2.1161, Test Accuracy = 49.47%
Epoch 3/30: Avg Loss = 1.9477, Test Accuracy = 62.74%
Epoch 4/30: Avg Loss = 1.7570, Test Accuracy = 65.11%
Epoch 5/30: Avg Loss = 1.5208, Test Accuracy = 65.36%
Epoch 6/30: Avg Loss = 1.3129, Test Accuracy = 65.82%
Epoch 7/30: Avg Loss = 1.1005, Test Accuracy = 66.64%
Epoch 8/30: Avg Loss = 0.9250, Test Accuracy = 67.32%
Epoch 9/30: Avg Loss = 0.7777, Test Accuracy = 69.33%
Epoch 10/30: Avg Loss = 0.6282, Test Accuracy = 70.69%
Epoch 11/30: Avg Loss = 0.5323, Test Accuracy = 72.40%
Epoch 12/30: Avg Loss = 0.4227, Test Accuracy = 74.45%
Epoch 13/30: Avg Loss = 0.3769, Test Accuracy = 76.55%
Epoch 14/30: Avg Loss = 0.3048, Test Accuracy = 78.68%
Epoch 15/30: Avg Loss = 0.2546, Test Accuracy = 80.03%
Epoch 16/30: Avg Loss = 0.1668, Test Accuracy = 80.60%
Epoch 17/30: Avg Loss = 0.1692, Test Accuracy = 81.30%
Epoch 18/30: Avg Loss = 0.1536, Test Accuracy = 81.59%
Epoch 19/30: Avg Loss = 0.1211, Test Accuracy = 81.56%
Epoch 20/30: Avg Loss = 0.0933, Test Accuracy = 81.46%
Epoch 21/30: Avg Loss = 0.0998, Test Accuracy = 81.67%
Epoch 22/30: Avg Loss = 0.0836, Test Accuracy = 81.81%
Epoch 23/30: Avg Loss = 0.0772, Test Accuracy = 81.87%
Epoch 24/30: Avg Loss = 0.0513, Test Accuracy = 82.08%
Epoch 25/30: Avg Loss = 0.0488, Test Accuracy = 82.15%
Epoch 26/30: Avg Loss = 0.0481, Test Accuracy = 82.27%
Epoch 27/30: Avg Loss = 0.0362, Test Accuracy = 82.32%
Epoch 28/30: Avg Loss = 0.0354, Test Accuracy = 82.44%

Training teachers:  77%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                                    | 192/250 [03:40<01:08,  1.18s/it]

Epoch 29/30: Avg Loss = 0.0266, Test Accuracy = 82.49%
Epoch 30/30: Avg Loss = 0.0231, Test Accuracy = 82.46%
Epoch 1/30: Avg Loss = 2.2843, Test Accuracy = 38.48%
Epoch 2/30: Avg Loss = 2.1367, Test Accuracy = 45.69%
Epoch 3/30: Avg Loss = 1.9571, Test Accuracy = 47.36%
Epoch 4/30: Avg Loss = 1.7679, Test Accuracy = 48.61%
Epoch 5/30: Avg Loss = 1.5625, Test Accuracy = 49.12%
Epoch 6/30: Avg Loss = 1.3558, Test Accuracy = 50.04%
Epoch 7/30: Avg Loss = 1.2092, Test Accuracy = 51.75%
Epoch 8/30: Avg Loss = 1.0537, Test Accuracy = 54.61%
Epoch 9/30: Avg Loss = 0.8877, Test Accuracy = 58.60%
Epoch 10/30: Avg Loss = 0.7718, Test Accuracy = 63.57%
Epoch 11/30: Avg Loss = 0.6156, Test Accuracy = 68.85%
Epoch 12/30: Avg Loss = 0.5645, Test Accuracy = 73.12%
Epoch 13/30: Avg Loss = 0.4545, Test Accuracy = 75.69%
Epoch 14/30: Avg Loss = 0.3768, Test Accuracy = 77.07%
Epoch 15/30: Avg Loss = 0.3059, Test Accuracy = 77.33%
Epoch 16/30: Avg Loss = 0.2236, Test Accuracy = 77.25%
Epoch 17/30: Avg Loss = 0.2133, Test Accuracy = 77.23%
Epoch 18/30: Avg Loss = 0.1841, Test Accuracy = 77.72%
Epoch 19/30: Avg Loss = 0.1462, Test Accuracy = 78.67%
Epoch 20/30: Avg Loss = 0.1161, Test Accuracy = 79.10%
Epoch 21/30: Avg Loss = 0.1179, Test Accuracy = 79.27%
Epoch 22/30: Avg Loss = 0.0957, Test Accuracy = 79.14%
Epoch 23/30: Avg Loss = 0.0721, Test Accuracy = 79.22%
Epoch 24/30: Avg Loss = 0.0524, Test Accuracy = 79.35%
Epoch 25/30: Avg Loss = 0.0674, Test Accuracy = 79.44%
Epoch 26/30: Avg Loss = 0.0432, Test Accuracy = 79.41%
Epoch 27/30: Avg Loss = 0.0473, Test Accuracy = 79.38%

Training teachers:  77%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋                                   | 193/250 [03:41<01:07,  1.18s/it]

Epoch 28/30: Avg Loss = 0.0372, Test Accuracy = 79.46%
Epoch 29/30: Avg Loss = 0.0351, Test Accuracy = 79.47%
Epoch 30/30: Avg Loss = 0.0308, Test Accuracy = 79.58%
Epoch 1/30: Avg Loss = 2.2919, Test Accuracy = 31.35%
Epoch 2/30: Avg Loss = 2.1469, Test Accuracy = 43.24%
Epoch 3/30: Avg Loss = 1.9873, Test Accuracy = 53.19%
Epoch 4/30: Avg Loss = 1.8103, Test Accuracy = 58.49%
Epoch 5/30: Avg Loss = 1.6306, Test Accuracy = 61.21%
Epoch 6/30: Avg Loss = 1.4019, Test Accuracy = 64.24%
Epoch 7/30: Avg Loss = 1.2141, Test Accuracy = 66.77%
Epoch 8/30: Avg Loss = 1.0367, Test Accuracy = 69.73%
Epoch 9/30: Avg Loss = 0.8339, Test Accuracy = 72.52%
Epoch 10/30: Avg Loss = 0.6677, Test Accuracy = 75.10%
Epoch 11/30: Avg Loss = 0.5051, Test Accuracy = 76.97%
Epoch 12/30: Avg Loss = 0.4182, Test Accuracy = 78.26%
Epoch 13/30: Avg Loss = 0.3420, Test Accuracy = 79.17%
Epoch 14/30: Avg Loss = 0.2937, Test Accuracy = 80.12%
Epoch 15/30: Avg Loss = 0.2044, Test Accuracy = 80.10%
Epoch 16/30: Avg Loss = 0.1848, Test Accuracy = 80.51%
Epoch 17/30: Avg Loss = 0.1436, Test Accuracy = 80.59%
Epoch 18/30: Avg Loss = 0.1312, Test Accuracy = 80.92%
Epoch 19/30: Avg Loss = 0.1180, Test Accuracy = 81.20%
Epoch 20/30: Avg Loss = 0.0702, Test Accuracy = 81.45%
Epoch 21/30: Avg Loss = 0.0720, Test Accuracy = 81.50%
Epoch 22/30: Avg Loss = 0.0603, Test Accuracy = 81.52%
Epoch 23/30: Avg Loss = 0.0534, Test Accuracy = 81.57%
Epoch 24/30: Avg Loss = 0.0454, Test Accuracy = 81.38%
Epoch 25/30: Avg Loss = 0.0521, Test Accuracy = 81.43%
Epoch 26/30: Avg Loss = 0.0294, Test Accuracy = 81.38%

Training teachers:  78%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎                                  | 194/250 [03:42<01:06,  1.19s/it]

Epoch 27/30: Avg Loss = 0.0413, Test Accuracy = 81.44%
Epoch 28/30: Avg Loss = 0.0300, Test Accuracy = 81.46%
Epoch 29/30: Avg Loss = 0.0297, Test Accuracy = 81.66%
Epoch 30/30: Avg Loss = 0.0318, Test Accuracy = 81.86%
Epoch 1/30: Avg Loss = 2.2977, Test Accuracy = 32.95%
Epoch 2/30: Avg Loss = 2.1342, Test Accuracy = 54.40%
Epoch 3/30: Avg Loss = 1.9724, Test Accuracy = 59.56%
Epoch 4/30: Avg Loss = 1.8021, Test Accuracy = 60.05%
Epoch 5/30: Avg Loss = 1.6087, Test Accuracy = 60.51%
Epoch 6/30: Avg Loss = 1.4010, Test Accuracy = 61.79%
Epoch 7/30: Avg Loss = 1.2127, Test Accuracy = 63.68%
Epoch 8/30: Avg Loss = 1.0371, Test Accuracy = 65.83%
Epoch 9/30: Avg Loss = 0.8867, Test Accuracy = 68.70%
Epoch 10/30: Avg Loss = 0.7450, Test Accuracy = 71.41%
Epoch 11/30: Avg Loss = 0.6017, Test Accuracy = 73.90%
Epoch 12/30: Avg Loss = 0.4868, Test Accuracy = 76.17%
Epoch 13/30: Avg Loss = 0.4254, Test Accuracy = 77.58%
Epoch 14/30: Avg Loss = 0.3868, Test Accuracy = 78.16%
Epoch 15/30: Avg Loss = 0.2895, Test Accuracy = 78.78%
Epoch 16/30: Avg Loss = 0.2539, Test Accuracy = 78.98%
Epoch 17/30: Avg Loss = 0.2069, Test Accuracy = 79.12%
Epoch 18/30: Avg Loss = 0.1394, Test Accuracy = 79.35%
Epoch 19/30: Avg Loss = 0.1149, Test Accuracy = 79.48%
Epoch 20/30: Avg Loss = 0.1445, Test Accuracy = 79.47%
Epoch 21/30: Avg Loss = 0.1139, Test Accuracy = 79.64%
Epoch 22/30: Avg Loss = 0.0961, Test Accuracy = 79.97%
Epoch 23/30: Avg Loss = 0.0678, Test Accuracy = 80.07%
Epoch 24/30: Avg Loss = 0.0641, Test Accuracy = 80.09%
Epoch 25/30: Avg Loss = 0.0440, Test Accuracy = 80.20%
Epoch 26/30: Avg Loss = 0.0505, Test Accuracy = 80.39%

Training teachers:  78%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉                                  | 195/250 [03:43<01:05,  1.18s/it]

Epoch 27/30: Avg Loss = 0.0482, Test Accuracy = 80.57%
Epoch 28/30: Avg Loss = 0.0443, Test Accuracy = 80.66%
Epoch 29/30: Avg Loss = 0.0471, Test Accuracy = 80.62%
Epoch 30/30: Avg Loss = 0.0434, Test Accuracy = 80.55%
Epoch 1/30: Avg Loss = 2.2869, Test Accuracy = 34.34%
Epoch 2/30: Avg Loss = 2.1541, Test Accuracy = 47.28%
Epoch 3/30: Avg Loss = 2.0206, Test Accuracy = 55.76%
Epoch 4/30: Avg Loss = 1.8516, Test Accuracy = 59.98%
Epoch 5/30: Avg Loss = 1.6693, Test Accuracy = 62.72%
Epoch 6/30: Avg Loss = 1.4774, Test Accuracy = 65.22%
Epoch 7/30: Avg Loss = 1.2941, Test Accuracy = 66.74%
Epoch 8/30: Avg Loss = 1.0697, Test Accuracy = 69.00%
Epoch 9/30: Avg Loss = 0.9142, Test Accuracy = 70.86%
Epoch 10/30: Avg Loss = 0.7585, Test Accuracy = 73.28%
Epoch 11/30: Avg Loss = 0.6181, Test Accuracy = 75.91%
Epoch 12/30: Avg Loss = 0.5094, Test Accuracy = 78.52%
Epoch 13/30: Avg Loss = 0.4312, Test Accuracy = 79.73%
Epoch 14/30: Avg Loss = 0.3345, Test Accuracy = 80.02%
Epoch 15/30: Avg Loss = 0.2617, Test Accuracy = 80.09%
Epoch 16/30: Avg Loss = 0.2670, Test Accuracy = 80.15%
Epoch 17/30: Avg Loss = 0.1928, Test Accuracy = 80.75%
Epoch 18/30: Avg Loss = 0.2046, Test Accuracy = 80.82%
Epoch 19/30: Avg Loss = 0.1606, Test Accuracy = 81.00%
Epoch 20/30: Avg Loss = 0.1168, Test Accuracy = 80.99%
Epoch 21/30: Avg Loss = 0.1135, Test Accuracy = 81.19%
Epoch 22/30: Avg Loss = 0.0956, Test Accuracy = 81.48%
Epoch 23/30: Avg Loss = 0.0778, Test Accuracy = 81.69%
Epoch 24/30: Avg Loss = 0.0663, Test Accuracy = 81.81%
Epoch 25/30: Avg Loss = 0.0649, Test Accuracy = 81.77%
Epoch 26/30: Avg Loss = 0.0600, Test Accuracy = 81.64%

Training teachers:  78%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌                                 | 196/250 [03:44<01:03,  1.17s/it]

Epoch 27/30: Avg Loss = 0.0542, Test Accuracy = 81.59%
Epoch 28/30: Avg Loss = 0.0441, Test Accuracy = 81.67%
Epoch 29/30: Avg Loss = 0.0535, Test Accuracy = 81.90%
Epoch 30/30: Avg Loss = 0.0348, Test Accuracy = 82.09%
Epoch 1/30: Avg Loss = 2.2636, Test Accuracy = 27.26%
Epoch 2/30: Avg Loss = 2.1149, Test Accuracy = 47.88%
Epoch 3/30: Avg Loss = 1.9585, Test Accuracy = 55.02%
Epoch 4/30: Avg Loss = 1.7638, Test Accuracy = 57.67%
Epoch 5/30: Avg Loss = 1.5531, Test Accuracy = 59.55%
Epoch 6/30: Avg Loss = 1.3412, Test Accuracy = 60.41%
Epoch 7/30: Avg Loss = 1.1384, Test Accuracy = 62.38%
Epoch 8/30: Avg Loss = 0.9282, Test Accuracy = 65.11%
Epoch 9/30: Avg Loss = 0.7173, Test Accuracy = 68.12%
Epoch 10/30: Avg Loss = 0.5637, Test Accuracy = 71.38%
Epoch 11/30: Avg Loss = 0.4645, Test Accuracy = 74.21%
Epoch 12/30: Avg Loss = 0.3842, Test Accuracy = 76.67%
Epoch 13/30: Avg Loss = 0.2942, Test Accuracy = 77.94%
Epoch 14/30: Avg Loss = 0.2662, Test Accuracy = 78.87%
Epoch 15/30: Avg Loss = 0.2210, Test Accuracy = 79.55%
Epoch 16/30: Avg Loss = 0.1675, Test Accuracy = 80.23%
Epoch 17/30: Avg Loss = 0.1371, Test Accuracy = 80.62%
Epoch 18/30: Avg Loss = 0.1066, Test Accuracy = 80.81%
Epoch 19/30: Avg Loss = 0.1060, Test Accuracy = 81.07%
Epoch 20/30: Avg Loss = 0.0762, Test Accuracy = 81.19%
Epoch 21/30: Avg Loss = 0.0716, Test Accuracy = 81.26%
Epoch 22/30: Avg Loss = 0.0638, Test Accuracy = 81.30%
Epoch 23/30: Avg Loss = 0.0500, Test Accuracy = 81.32%
Epoch 24/30: Avg Loss = 0.0479, Test Accuracy = 81.13%
Epoch 25/30: Avg Loss = 0.0478, Test Accuracy = 80.88%
Epoch 26/30: Avg Loss = 0.0384, Test Accuracy = 80.72%

Training teachers:  79%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏                                | 197/250 [03:46<01:01,  1.16s/it]

Epoch 27/30: Avg Loss = 0.0397, Test Accuracy = 80.68%
Epoch 28/30: Avg Loss = 0.0321, Test Accuracy = 80.70%
Epoch 29/30: Avg Loss = 0.0280, Test Accuracy = 80.78%
Epoch 30/30: Avg Loss = 0.0272, Test Accuracy = 81.04%
Epoch 1/30: Avg Loss = 2.2833, Test Accuracy = 28.98%
Epoch 2/30: Avg Loss = 2.1308, Test Accuracy = 47.59%
Epoch 3/30: Avg Loss = 1.9794, Test Accuracy = 56.29%
Epoch 4/30: Avg Loss = 1.7914, Test Accuracy = 61.12%
Epoch 5/30: Avg Loss = 1.5788, Test Accuracy = 63.55%
Epoch 6/30: Avg Loss = 1.3661, Test Accuracy = 66.48%
Epoch 7/30: Avg Loss = 1.1793, Test Accuracy = 68.57%
Epoch 8/30: Avg Loss = 0.9770, Test Accuracy = 70.75%
Epoch 9/30: Avg Loss = 0.8135, Test Accuracy = 72.95%
Epoch 10/30: Avg Loss = 0.6537, Test Accuracy = 74.43%
Epoch 11/30: Avg Loss = 0.5361, Test Accuracy = 75.56%
Epoch 12/30: Avg Loss = 0.4517, Test Accuracy = 76.40%
Epoch 13/30: Avg Loss = 0.3746, Test Accuracy = 76.87%
Epoch 14/30: Avg Loss = 0.3079, Test Accuracy = 77.56%
Epoch 15/30: Avg Loss = 0.2552, Test Accuracy = 77.80%
Epoch 16/30: Avg Loss = 0.2127, Test Accuracy = 78.03%
Epoch 17/30: Avg Loss = 0.1943, Test Accuracy = 78.35%
Epoch 18/30: Avg Loss = 0.1607, Test Accuracy = 78.45%
Epoch 19/30: Avg Loss = 0.1198, Test Accuracy = 78.48%
Epoch 20/30: Avg Loss = 0.1268, Test Accuracy = 78.58%
Epoch 21/30: Avg Loss = 0.1017, Test Accuracy = 78.77%
Epoch 22/30: Avg Loss = 0.0901, Test Accuracy = 78.81%
Epoch 23/30: Avg Loss = 0.0725, Test Accuracy = 78.74%
Epoch 24/30: Avg Loss = 0.0641, Test Accuracy = 78.64%
Epoch 25/30: Avg Loss = 0.0729, Test Accuracy = 78.72%
Epoch 26/30: Avg Loss = 0.0516, Test Accuracy = 78.62%

Training teachers:  79%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊                                | 198/250 [03:47<00:59,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0426, Test Accuracy = 78.57%
Epoch 28/30: Avg Loss = 0.0375, Test Accuracy = 78.63%
Epoch 29/30: Avg Loss = 0.0470, Test Accuracy = 78.62%
Epoch 30/30: Avg Loss = 0.0404, Test Accuracy = 78.65%
Epoch 1/30: Avg Loss = 2.2808, Test Accuracy = 33.44%
Epoch 2/30: Avg Loss = 2.1177, Test Accuracy = 48.58%
Epoch 3/30: Avg Loss = 1.9730, Test Accuracy = 53.64%
Epoch 4/30: Avg Loss = 1.7953, Test Accuracy = 57.23%
Epoch 5/30: Avg Loss = 1.5815, Test Accuracy = 60.50%
Epoch 6/30: Avg Loss = 1.4152, Test Accuracy = 63.46%
Epoch 7/30: Avg Loss = 1.1991, Test Accuracy = 66.73%
Epoch 8/30: Avg Loss = 1.0068, Test Accuracy = 69.55%
Epoch 9/30: Avg Loss = 0.8534, Test Accuracy = 72.61%
Epoch 10/30: Avg Loss = 0.6841, Test Accuracy = 75.21%
Epoch 11/30: Avg Loss = 0.5450, Test Accuracy = 76.49%
Epoch 12/30: Avg Loss = 0.4761, Test Accuracy = 77.24%
Epoch 13/30: Avg Loss = 0.3824, Test Accuracy = 78.17%
Epoch 14/30: Avg Loss = 0.3133, Test Accuracy = 78.89%
Epoch 15/30: Avg Loss = 0.2666, Test Accuracy = 79.28%
Epoch 16/30: Avg Loss = 0.2152, Test Accuracy = 80.06%
Epoch 17/30: Avg Loss = 0.1799, Test Accuracy = 80.69%
Epoch 18/30: Avg Loss = 0.1710, Test Accuracy = 80.80%
Epoch 19/30: Avg Loss = 0.1230, Test Accuracy = 81.08%
Epoch 20/30: Avg Loss = 0.0925, Test Accuracy = 81.29%
Epoch 21/30: Avg Loss = 0.0857, Test Accuracy = 81.57%
Epoch 22/30: Avg Loss = 0.0817, Test Accuracy = 81.51%
Epoch 23/30: Avg Loss = 0.0690, Test Accuracy = 81.62%
Epoch 24/30: Avg Loss = 0.0680, Test Accuracy = 81.90%
Epoch 25/30: Avg Loss = 0.0608, Test Accuracy = 81.85%
Epoch 26/30: Avg Loss = 0.0385, Test Accuracy = 81.68%

Training teachers:  80%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍                               | 199/250 [03:48<00:58,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0310, Test Accuracy = 81.76%
Epoch 28/30: Avg Loss = 0.0255, Test Accuracy = 81.70%
Epoch 29/30: Avg Loss = 0.0282, Test Accuracy = 81.72%
Epoch 30/30: Avg Loss = 0.0263, Test Accuracy = 81.84%
Epoch 1/30: Avg Loss = 2.2882, Test Accuracy = 30.95%
Epoch 2/30: Avg Loss = 2.1420, Test Accuracy = 48.59%
Epoch 3/30: Avg Loss = 1.9727, Test Accuracy = 59.07%
Epoch 4/30: Avg Loss = 1.8101, Test Accuracy = 62.38%
Epoch 5/30: Avg Loss = 1.5998, Test Accuracy = 64.20%
Epoch 6/30: Avg Loss = 1.3839, Test Accuracy = 65.88%
Epoch 7/30: Avg Loss = 1.1322, Test Accuracy = 67.97%
Epoch 8/30: Avg Loss = 0.9820, Test Accuracy = 70.63%
Epoch 9/30: Avg Loss = 0.7603, Test Accuracy = 72.78%
Epoch 10/30: Avg Loss = 0.5935, Test Accuracy = 74.41%
Epoch 11/30: Avg Loss = 0.4998, Test Accuracy = 76.11%
Epoch 12/30: Avg Loss = 0.3824, Test Accuracy = 77.37%
Epoch 13/30: Avg Loss = 0.3398, Test Accuracy = 78.23%
Epoch 14/30: Avg Loss = 0.2470, Test Accuracy = 78.78%
Epoch 15/30: Avg Loss = 0.2206, Test Accuracy = 79.31%
Epoch 16/30: Avg Loss = 0.1522, Test Accuracy = 79.70%
Epoch 17/30: Avg Loss = 0.1491, Test Accuracy = 80.18%
Epoch 18/30: Avg Loss = 0.1001, Test Accuracy = 80.39%
Epoch 19/30: Avg Loss = 0.0841, Test Accuracy = 80.64%
Epoch 20/30: Avg Loss = 0.0709, Test Accuracy = 80.50%
Epoch 21/30: Avg Loss = 0.0541, Test Accuracy = 80.49%
Epoch 22/30: Avg Loss = 0.0675, Test Accuracy = 80.48%
Epoch 23/30: Avg Loss = 0.0530, Test Accuracy = 80.62%
Epoch 24/30: Avg Loss = 0.0420, Test Accuracy = 80.70%
Epoch 25/30: Avg Loss = 0.0472, Test Accuracy = 80.63%
Epoch 26/30: Avg Loss = 0.0396, Test Accuracy = 80.67%

Training teachers:  80%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                               | 200/250 [03:49<00:57,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0264, Test Accuracy = 80.69%
Epoch 28/30: Avg Loss = 0.0266, Test Accuracy = 80.85%
Epoch 29/30: Avg Loss = 0.0269, Test Accuracy = 80.94%
Epoch 30/30: Avg Loss = 0.0287, Test Accuracy = 80.85%
Epoch 1/30: Avg Loss = 2.2651, Test Accuracy = 37.08%
Epoch 2/30: Avg Loss = 2.1051, Test Accuracy = 46.74%
Epoch 3/30: Avg Loss = 1.9235, Test Accuracy = 51.87%
Epoch 4/30: Avg Loss = 1.7189, Test Accuracy = 54.63%
Epoch 5/30: Avg Loss = 1.5127, Test Accuracy = 55.67%
Epoch 6/30: Avg Loss = 1.2587, Test Accuracy = 57.05%
Epoch 7/30: Avg Loss = 1.0699, Test Accuracy = 58.75%
Epoch 8/30: Avg Loss = 0.9168, Test Accuracy = 61.61%
Epoch 9/30: Avg Loss = 0.7312, Test Accuracy = 66.81%
Epoch 10/30: Avg Loss = 0.5922, Test Accuracy = 70.12%
Epoch 11/30: Avg Loss = 0.4989, Test Accuracy = 71.81%
Epoch 12/30: Avg Loss = 0.3814, Test Accuracy = 73.20%
Epoch 13/30: Avg Loss = 0.3395, Test Accuracy = 74.71%
Epoch 14/30: Avg Loss = 0.2410, Test Accuracy = 75.70%
Epoch 15/30: Avg Loss = 0.2486, Test Accuracy = 76.12%
Epoch 16/30: Avg Loss = 0.1963, Test Accuracy = 76.69%
Epoch 17/30: Avg Loss = 0.1432, Test Accuracy = 76.87%
Epoch 18/30: Avg Loss = 0.1322, Test Accuracy = 77.00%
Epoch 19/30: Avg Loss = 0.1131, Test Accuracy = 77.19%
Epoch 20/30: Avg Loss = 0.1013, Test Accuracy = 77.47%
Epoch 21/30: Avg Loss = 0.0964, Test Accuracy = 77.68%
Epoch 22/30: Avg Loss = 0.0606, Test Accuracy = 77.80%
Epoch 23/30: Avg Loss = 0.0717, Test Accuracy = 78.05%
Epoch 24/30: Avg Loss = 0.0629, Test Accuracy = 78.16%
Epoch 25/30: Avg Loss = 0.0512, Test Accuracy = 78.35%
Epoch 26/30: Avg Loss = 0.0390, Test Accuracy = 78.40%

Training teachers:  80%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌                              | 201/250 [03:50<00:56,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0325, Test Accuracy = 78.32%
Epoch 28/30: Avg Loss = 0.0328, Test Accuracy = 78.65%
Epoch 29/30: Avg Loss = 0.0511, Test Accuracy = 78.64%
Epoch 30/30: Avg Loss = 0.0275, Test Accuracy = 78.54%
Epoch 1/30: Avg Loss = 2.2619, Test Accuracy = 35.53%
Epoch 2/30: Avg Loss = 2.0995, Test Accuracy = 51.66%
Epoch 3/30: Avg Loss = 1.9280, Test Accuracy = 57.10%
Epoch 4/30: Avg Loss = 1.7187, Test Accuracy = 59.38%
Epoch 5/30: Avg Loss = 1.5055, Test Accuracy = 60.71%
Epoch 6/30: Avg Loss = 1.2962, Test Accuracy = 62.44%
Epoch 7/30: Avg Loss = 1.0500, Test Accuracy = 64.75%
Epoch 8/30: Avg Loss = 0.9035, Test Accuracy = 67.17%
Epoch 9/30: Avg Loss = 0.7174, Test Accuracy = 69.51%
Epoch 10/30: Avg Loss = 0.5937, Test Accuracy = 71.17%
Epoch 11/30: Avg Loss = 0.4745, Test Accuracy = 71.48%
Epoch 12/30: Avg Loss = 0.4039, Test Accuracy = 72.14%
Epoch 13/30: Avg Loss = 0.3322, Test Accuracy = 72.98%
Epoch 14/30: Avg Loss = 0.2867, Test Accuracy = 73.94%
Epoch 15/30: Avg Loss = 0.2171, Test Accuracy = 74.89%
Epoch 16/30: Avg Loss = 0.1910, Test Accuracy = 75.61%
Epoch 17/30: Avg Loss = 0.1637, Test Accuracy = 76.22%
Epoch 18/30: Avg Loss = 0.1327, Test Accuracy = 76.57%
Epoch 19/30: Avg Loss = 0.0923, Test Accuracy = 76.69%
Epoch 20/30: Avg Loss = 0.0979, Test Accuracy = 76.82%
Epoch 21/30: Avg Loss = 0.0890, Test Accuracy = 77.07%
Epoch 22/30: Avg Loss = 0.0801, Test Accuracy = 77.53%
Epoch 23/30: Avg Loss = 0.0651, Test Accuracy = 77.66%
Epoch 24/30: Avg Loss = 0.0562, Test Accuracy = 77.63%
Epoch 25/30: Avg Loss = 0.0488, Test Accuracy = 77.40%
Epoch 26/30: Avg Loss = 0.0457, Test Accuracy = 77.29%

Training teachers:  81%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏                             | 202/250 [03:51<00:55,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0398, Test Accuracy = 77.09%
Epoch 28/30: Avg Loss = 0.0300, Test Accuracy = 77.14%
Epoch 29/30: Avg Loss = 0.0346, Test Accuracy = 77.22%
Epoch 30/30: Avg Loss = 0.0233, Test Accuracy = 77.53%
Epoch 1/30: Avg Loss = 2.2843, Test Accuracy = 34.90%
Epoch 2/30: Avg Loss = 2.1298, Test Accuracy = 51.86%
Epoch 3/30: Avg Loss = 1.9797, Test Accuracy = 59.45%
Epoch 4/30: Avg Loss = 1.7768, Test Accuracy = 61.84%
Epoch 5/30: Avg Loss = 1.5637, Test Accuracy = 63.15%
Epoch 6/30: Avg Loss = 1.3593, Test Accuracy = 64.26%
Epoch 7/30: Avg Loss = 1.1379, Test Accuracy = 65.88%
Epoch 8/30: Avg Loss = 0.9787, Test Accuracy = 68.08%
Epoch 9/30: Avg Loss = 0.8205, Test Accuracy = 71.09%
Epoch 10/30: Avg Loss = 0.6635, Test Accuracy = 74.19%
Epoch 11/30: Avg Loss = 0.5613, Test Accuracy = 76.59%
Epoch 12/30: Avg Loss = 0.4355, Test Accuracy = 78.60%
Epoch 13/30: Avg Loss = 0.3367, Test Accuracy = 79.27%
Epoch 14/30: Avg Loss = 0.2867, Test Accuracy = 79.80%
Epoch 15/30: Avg Loss = 0.2463, Test Accuracy = 80.25%
Epoch 16/30: Avg Loss = 0.2003, Test Accuracy = 80.56%
Epoch 17/30: Avg Loss = 0.1530, Test Accuracy = 81.09%
Epoch 18/30: Avg Loss = 0.1357, Test Accuracy = 81.25%
Epoch 19/30: Avg Loss = 0.0973, Test Accuracy = 81.54%
Epoch 20/30: Avg Loss = 0.0893, Test Accuracy = 81.67%
Epoch 21/30: Avg Loss = 0.0719, Test Accuracy = 81.68%
Epoch 22/30: Avg Loss = 0.0640, Test Accuracy = 81.87%
Epoch 23/30: Avg Loss = 0.0536, Test Accuracy = 82.22%
Epoch 24/30: Avg Loss = 0.0567, Test Accuracy = 82.14%
Epoch 25/30: Avg Loss = 0.0401, Test Accuracy = 82.05%
Epoch 26/30: Avg Loss = 0.0398, Test Accuracy = 82.22%

Training teachers:  81%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊                             | 203/250 [03:52<00:53,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0415, Test Accuracy = 82.31%
Epoch 28/30: Avg Loss = 0.0331, Test Accuracy = 82.45%
Epoch 29/30: Avg Loss = 0.0316, Test Accuracy = 82.48%
Epoch 30/30: Avg Loss = 0.0269, Test Accuracy = 82.47%
Epoch 1/30: Avg Loss = 2.2699, Test Accuracy = 34.97%
Epoch 2/30: Avg Loss = 2.1367, Test Accuracy = 43.12%
Epoch 3/30: Avg Loss = 1.9669, Test Accuracy = 46.23%
Epoch 4/30: Avg Loss = 1.8059, Test Accuracy = 48.19%
Epoch 5/30: Avg Loss = 1.6074, Test Accuracy = 49.52%
Epoch 6/30: Avg Loss = 1.4209, Test Accuracy = 51.39%
Epoch 7/30: Avg Loss = 1.2423, Test Accuracy = 54.19%
Epoch 8/30: Avg Loss = 1.0879, Test Accuracy = 58.01%
Epoch 9/30: Avg Loss = 0.9364, Test Accuracy = 63.52%
Epoch 10/30: Avg Loss = 0.7995, Test Accuracy = 68.36%
Epoch 11/30: Avg Loss = 0.6406, Test Accuracy = 72.22%
Epoch 12/30: Avg Loss = 0.5376, Test Accuracy = 75.24%
Epoch 13/30: Avg Loss = 0.4466, Test Accuracy = 77.32%
Epoch 14/30: Avg Loss = 0.3993, Test Accuracy = 78.82%
Epoch 15/30: Avg Loss = 0.3275, Test Accuracy = 79.64%
Epoch 16/30: Avg Loss = 0.2703, Test Accuracy = 79.89%
Epoch 17/30: Avg Loss = 0.2141, Test Accuracy = 80.24%
Epoch 18/30: Avg Loss = 0.1366, Test Accuracy = 80.48%
Epoch 19/30: Avg Loss = 0.1389, Test Accuracy = 80.72%
Epoch 20/30: Avg Loss = 0.1243, Test Accuracy = 80.89%
Epoch 21/30: Avg Loss = 0.1148, Test Accuracy = 80.93%
Epoch 22/30: Avg Loss = 0.0871, Test Accuracy = 80.90%
Epoch 23/30: Avg Loss = 0.0788, Test Accuracy = 80.95%
Epoch 24/30: Avg Loss = 0.0699, Test Accuracy = 80.82%
Epoch 25/30: Avg Loss = 0.0627, Test Accuracy = 80.61%
Epoch 26/30: Avg Loss = 0.0495, Test Accuracy = 80.60%

Training teachers:  82%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍                            | 204/250 [03:54<00:52,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0443, Test Accuracy = 80.68%
Epoch 28/30: Avg Loss = 0.0421, Test Accuracy = 80.71%
Epoch 29/30: Avg Loss = 0.0482, Test Accuracy = 80.44%
Epoch 30/30: Avg Loss = 0.0379, Test Accuracy = 80.46%
Epoch 1/30: Avg Loss = 2.2844, Test Accuracy = 22.86%
Epoch 2/30: Avg Loss = 2.1339, Test Accuracy = 44.82%
Epoch 3/30: Avg Loss = 1.9599, Test Accuracy = 56.60%
Epoch 4/30: Avg Loss = 1.7807, Test Accuracy = 60.03%
Epoch 5/30: Avg Loss = 1.5831, Test Accuracy = 61.58%
Epoch 6/30: Avg Loss = 1.3953, Test Accuracy = 63.28%
Epoch 7/30: Avg Loss = 1.1933, Test Accuracy = 65.21%
Epoch 8/30: Avg Loss = 1.0143, Test Accuracy = 67.26%
Epoch 9/30: Avg Loss = 0.8444, Test Accuracy = 69.79%
Epoch 10/30: Avg Loss = 0.6842, Test Accuracy = 72.30%
Epoch 11/30: Avg Loss = 0.5784, Test Accuracy = 74.38%
Epoch 12/30: Avg Loss = 0.4511, Test Accuracy = 76.06%
Epoch 13/30: Avg Loss = 0.3752, Test Accuracy = 77.37%
Epoch 14/30: Avg Loss = 0.2916, Test Accuracy = 77.86%
Epoch 15/30: Avg Loss = 0.2413, Test Accuracy = 78.79%
Epoch 16/30: Avg Loss = 0.2210, Test Accuracy = 79.77%
Epoch 17/30: Avg Loss = 0.1867, Test Accuracy = 79.91%
Epoch 18/30: Avg Loss = 0.1374, Test Accuracy = 80.02%
Epoch 19/30: Avg Loss = 0.1221, Test Accuracy = 80.21%
Epoch 20/30: Avg Loss = 0.0975, Test Accuracy = 80.07%
Epoch 21/30: Avg Loss = 0.1027, Test Accuracy = 79.82%
Epoch 22/30: Avg Loss = 0.0673, Test Accuracy = 79.60%
Epoch 23/30: Avg Loss = 0.0621, Test Accuracy = 79.59%
Epoch 24/30: Avg Loss = 0.0617, Test Accuracy = 79.92%
Epoch 25/30: Avg Loss = 0.0539, Test Accuracy = 79.94%
Epoch 26/30: Avg Loss = 0.0467, Test Accuracy = 80.12%

Training teachers:  82%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                            | 205/250 [03:55<00:51,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0368, Test Accuracy = 80.48%
Epoch 28/30: Avg Loss = 0.0351, Test Accuracy = 80.96%
Epoch 29/30: Avg Loss = 0.0368, Test Accuracy = 81.03%
Epoch 30/30: Avg Loss = 0.0283, Test Accuracy = 80.99%
Epoch 1/30: Avg Loss = 2.2808, Test Accuracy = 26.78%
Epoch 2/30: Avg Loss = 2.1122, Test Accuracy = 47.41%
Epoch 3/30: Avg Loss = 1.9620, Test Accuracy = 57.19%
Epoch 4/30: Avg Loss = 1.7759, Test Accuracy = 60.21%
Epoch 5/30: Avg Loss = 1.5825, Test Accuracy = 61.69%
Epoch 6/30: Avg Loss = 1.3853, Test Accuracy = 62.22%
Epoch 7/30: Avg Loss = 1.1428, Test Accuracy = 62.61%
Epoch 8/30: Avg Loss = 0.9449, Test Accuracy = 63.47%
Epoch 9/30: Avg Loss = 0.7656, Test Accuracy = 64.33%
Epoch 10/30: Avg Loss = 0.6421, Test Accuracy = 65.95%
Epoch 11/30: Avg Loss = 0.5314, Test Accuracy = 67.67%
Epoch 12/30: Avg Loss = 0.4496, Test Accuracy = 69.34%
Epoch 13/30: Avg Loss = 0.3760, Test Accuracy = 71.28%
Epoch 14/30: Avg Loss = 0.3118, Test Accuracy = 73.43%
Epoch 15/30: Avg Loss = 0.2658, Test Accuracy = 75.13%
Epoch 16/30: Avg Loss = 0.2163, Test Accuracy = 76.15%
Epoch 17/30: Avg Loss = 0.1683, Test Accuracy = 76.61%
Epoch 18/30: Avg Loss = 0.1776, Test Accuracy = 76.75%
Epoch 19/30: Avg Loss = 0.1273, Test Accuracy = 76.82%
Epoch 20/30: Avg Loss = 0.1367, Test Accuracy = 76.75%
Epoch 21/30: Avg Loss = 0.1108, Test Accuracy = 76.64%
Epoch 22/30: Avg Loss = 0.0822, Test Accuracy = 76.62%
Epoch 23/30: Avg Loss = 0.0831, Test Accuracy = 76.70%
Epoch 24/30: Avg Loss = 0.0645, Test Accuracy = 76.56%
Epoch 25/30: Avg Loss = 0.0553, Test Accuracy = 76.66%
Epoch 26/30: Avg Loss = 0.0547, Test Accuracy = 76.54%

Training teachers:  82%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋                           | 206/250 [03:56<00:50,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0445, Test Accuracy = 76.42%
Epoch 28/30: Avg Loss = 0.0480, Test Accuracy = 76.42%
Epoch 29/30: Avg Loss = 0.0311, Test Accuracy = 76.48%
Epoch 30/30: Avg Loss = 0.0393, Test Accuracy = 76.58%
Epoch 1/30: Avg Loss = 2.2823, Test Accuracy = 31.63%
Epoch 2/30: Avg Loss = 2.1308, Test Accuracy = 51.21%
Epoch 3/30: Avg Loss = 1.9402, Test Accuracy = 58.10%
Epoch 4/30: Avg Loss = 1.7612, Test Accuracy = 60.44%
Epoch 5/30: Avg Loss = 1.5101, Test Accuracy = 61.71%
Epoch 6/30: Avg Loss = 1.2660, Test Accuracy = 63.62%
Epoch 7/30: Avg Loss = 1.0825, Test Accuracy = 65.51%
Epoch 8/30: Avg Loss = 0.8758, Test Accuracy = 68.04%
Epoch 9/30: Avg Loss = 0.7027, Test Accuracy = 71.06%
Epoch 10/30: Avg Loss = 0.5637, Test Accuracy = 74.09%
Epoch 11/30: Avg Loss = 0.4323, Test Accuracy = 76.03%
Epoch 12/30: Avg Loss = 0.3626, Test Accuracy = 77.85%
Epoch 13/30: Avg Loss = 0.2941, Test Accuracy = 78.64%
Epoch 14/30: Avg Loss = 0.2304, Test Accuracy = 78.99%
Epoch 15/30: Avg Loss = 0.1770, Test Accuracy = 79.50%
Epoch 16/30: Avg Loss = 0.1522, Test Accuracy = 79.97%
Epoch 17/30: Avg Loss = 0.1335, Test Accuracy = 80.03%
Epoch 18/30: Avg Loss = 0.1003, Test Accuracy = 80.48%
Epoch 19/30: Avg Loss = 0.0829, Test Accuracy = 80.64%
Epoch 20/30: Avg Loss = 0.0812, Test Accuracy = 80.73%
Epoch 21/30: Avg Loss = 0.0792, Test Accuracy = 80.77%
Epoch 22/30: Avg Loss = 0.0504, Test Accuracy = 80.72%
Epoch 23/30: Avg Loss = 0.0490, Test Accuracy = 80.73%
Epoch 24/30: Avg Loss = 0.0432, Test Accuracy = 80.49%
Epoch 25/30: Avg Loss = 0.0311, Test Accuracy = 80.39%
Epoch 26/30: Avg Loss = 0.0279, Test Accuracy = 80.46%

Training teachers:  83%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎                          | 207/250 [03:57<00:49,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0312, Test Accuracy = 80.48%
Epoch 28/30: Avg Loss = 0.0364, Test Accuracy = 80.39%
Epoch 29/30: Avg Loss = 0.0298, Test Accuracy = 80.35%
Epoch 30/30: Avg Loss = 0.0197, Test Accuracy = 80.34%
Epoch 1/30: Avg Loss = 2.2791, Test Accuracy = 23.25%
Epoch 2/30: Avg Loss = 2.1341, Test Accuracy = 43.70%
Epoch 3/30: Avg Loss = 2.0118, Test Accuracy = 53.27%
Epoch 4/30: Avg Loss = 1.8503, Test Accuracy = 57.08%
Epoch 5/30: Avg Loss = 1.6453, Test Accuracy = 59.99%
Epoch 6/30: Avg Loss = 1.4602, Test Accuracy = 63.14%
Epoch 7/30: Avg Loss = 1.2376, Test Accuracy = 66.06%
Epoch 8/30: Avg Loss = 1.0692, Test Accuracy = 69.04%
Epoch 9/30: Avg Loss = 0.9103, Test Accuracy = 71.54%
Epoch 10/30: Avg Loss = 0.7271, Test Accuracy = 73.36%
Epoch 11/30: Avg Loss = 0.5952, Test Accuracy = 74.79%
Epoch 12/30: Avg Loss = 0.4749, Test Accuracy = 76.01%
Epoch 13/30: Avg Loss = 0.3714, Test Accuracy = 76.97%
Epoch 14/30: Avg Loss = 0.3497, Test Accuracy = 77.82%
Epoch 15/30: Avg Loss = 0.2519, Test Accuracy = 78.51%
Epoch 16/30: Avg Loss = 0.2295, Test Accuracy = 78.75%
Epoch 17/30: Avg Loss = 0.2288, Test Accuracy = 79.15%
Epoch 18/30: Avg Loss = 0.1596, Test Accuracy = 79.65%
Epoch 19/30: Avg Loss = 0.1248, Test Accuracy = 79.88%
Epoch 20/30: Avg Loss = 0.1138, Test Accuracy = 79.93%
Epoch 21/30: Avg Loss = 0.0960, Test Accuracy = 79.91%
Epoch 22/30: Avg Loss = 0.0794, Test Accuracy = 79.79%
Epoch 23/30: Avg Loss = 0.0703, Test Accuracy = 79.88%
Epoch 24/30: Avg Loss = 0.0663, Test Accuracy = 80.00%
Epoch 25/30: Avg Loss = 0.0619, Test Accuracy = 80.08%
Epoch 26/30: Avg Loss = 0.0519, Test Accuracy = 80.11%

Training teachers:  83%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉                          | 208/250 [03:58<00:47,  1.14s/it]

Epoch 27/30: Avg Loss = 0.0418, Test Accuracy = 80.21%
Epoch 28/30: Avg Loss = 0.0378, Test Accuracy = 80.05%
Epoch 29/30: Avg Loss = 0.0375, Test Accuracy = 80.23%
Epoch 30/30: Avg Loss = 0.0293, Test Accuracy = 80.39%
Epoch 1/30: Avg Loss = 2.2567, Test Accuracy = 31.78%
Epoch 2/30: Avg Loss = 2.0895, Test Accuracy = 46.01%
Epoch 3/30: Avg Loss = 1.9031, Test Accuracy = 54.09%
Epoch 4/30: Avg Loss = 1.7253, Test Accuracy = 57.02%
Epoch 5/30: Avg Loss = 1.5369, Test Accuracy = 58.39%
Epoch 6/30: Avg Loss = 1.3144, Test Accuracy = 60.45%
Epoch 7/30: Avg Loss = 1.1387, Test Accuracy = 63.25%
Epoch 8/30: Avg Loss = 0.9635, Test Accuracy = 66.17%
Epoch 9/30: Avg Loss = 0.7678, Test Accuracy = 68.90%
Epoch 10/30: Avg Loss = 0.6136, Test Accuracy = 71.26%
Epoch 11/30: Avg Loss = 0.5253, Test Accuracy = 72.71%
Epoch 12/30: Avg Loss = 0.4044, Test Accuracy = 73.94%
Epoch 13/30: Avg Loss = 0.3672, Test Accuracy = 75.22%
Epoch 14/30: Avg Loss = 0.2854, Test Accuracy = 76.89%
Epoch 15/30: Avg Loss = 0.2509, Test Accuracy = 78.68%
Epoch 16/30: Avg Loss = 0.1824, Test Accuracy = 79.59%
Epoch 17/30: Avg Loss = 0.1360, Test Accuracy = 79.93%
Epoch 18/30: Avg Loss = 0.1177, Test Accuracy = 80.10%
Epoch 19/30: Avg Loss = 0.1165, Test Accuracy = 80.21%
Epoch 20/30: Avg Loss = 0.0979, Test Accuracy = 80.33%
Epoch 21/30: Avg Loss = 0.0754, Test Accuracy = 80.51%
Epoch 22/30: Avg Loss = 0.0717, Test Accuracy = 80.54%
Epoch 23/30: Avg Loss = 0.0586, Test Accuracy = 80.75%
Epoch 24/30: Avg Loss = 0.0391, Test Accuracy = 80.85%
Epoch 25/30: Avg Loss = 0.0562, Test Accuracy = 80.90%

Training teachers:  84%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌                         | 209/250 [03:59<00:47,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0344, Test Accuracy = 80.98%
Epoch 27/30: Avg Loss = 0.0342, Test Accuracy = 81.06%
Epoch 28/30: Avg Loss = 0.0245, Test Accuracy = 81.10%
Epoch 29/30: Avg Loss = 0.0292, Test Accuracy = 81.08%
Epoch 30/30: Avg Loss = 0.0236, Test Accuracy = 81.15%
Epoch 1/30: Avg Loss = 2.2710, Test Accuracy = 27.19%
Epoch 2/30: Avg Loss = 2.1016, Test Accuracy = 44.24%
Epoch 3/30: Avg Loss = 1.9226, Test Accuracy = 49.33%
Epoch 4/30: Avg Loss = 1.7358, Test Accuracy = 51.12%
Epoch 5/30: Avg Loss = 1.5154, Test Accuracy = 52.15%
Epoch 6/30: Avg Loss = 1.3165, Test Accuracy = 53.21%
Epoch 7/30: Avg Loss = 1.1190, Test Accuracy = 55.50%
Epoch 8/30: Avg Loss = 0.9703, Test Accuracy = 58.66%
Epoch 9/30: Avg Loss = 0.8308, Test Accuracy = 62.79%
Epoch 10/30: Avg Loss = 0.6910, Test Accuracy = 66.62%
Epoch 11/30: Avg Loss = 0.5684, Test Accuracy = 69.76%
Epoch 12/30: Avg Loss = 0.5357, Test Accuracy = 71.35%
Epoch 13/30: Avg Loss = 0.4350, Test Accuracy = 72.53%
Epoch 14/30: Avg Loss = 0.4083, Test Accuracy = 73.21%
Epoch 15/30: Avg Loss = 0.3155, Test Accuracy = 74.09%
Epoch 16/30: Avg Loss = 0.2597, Test Accuracy = 75.29%
Epoch 17/30: Avg Loss = 0.2331, Test Accuracy = 76.66%
Epoch 18/30: Avg Loss = 0.1936, Test Accuracy = 78.01%
Epoch 19/30: Avg Loss = 0.1818, Test Accuracy = 78.83%
Epoch 20/30: Avg Loss = 0.1394, Test Accuracy = 79.59%
Epoch 21/30: Avg Loss = 0.1177, Test Accuracy = 80.13%
Epoch 22/30: Avg Loss = 0.1072, Test Accuracy = 80.66%
Epoch 23/30: Avg Loss = 0.0895, Test Accuracy = 80.76%
Epoch 24/30: Avg Loss = 0.0779, Test Accuracy = 80.82%
Epoch 25/30: Avg Loss = 0.0600, Test Accuracy = 80.89%

Training teachers:  84%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏                        | 210/250 [04:00<00:46,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0618, Test Accuracy = 80.82%
Epoch 27/30: Avg Loss = 0.0529, Test Accuracy = 80.96%
Epoch 28/30: Avg Loss = 0.0451, Test Accuracy = 81.06%
Epoch 29/30: Avg Loss = 0.0458, Test Accuracy = 81.30%
Epoch 30/30: Avg Loss = 0.0305, Test Accuracy = 81.41%
Epoch 1/30: Avg Loss = 2.3040, Test Accuracy = 25.13%
Epoch 2/30: Avg Loss = 2.1715, Test Accuracy = 33.89%
Epoch 3/30: Avg Loss = 2.0513, Test Accuracy = 38.52%
Epoch 4/30: Avg Loss = 1.9046, Test Accuracy = 42.14%
Epoch 5/30: Avg Loss = 1.7548, Test Accuracy = 48.06%
Epoch 6/30: Avg Loss = 1.5731, Test Accuracy = 53.86%
Epoch 7/30: Avg Loss = 1.3939, Test Accuracy = 58.56%
Epoch 8/30: Avg Loss = 1.2078, Test Accuracy = 62.43%
Epoch 9/30: Avg Loss = 1.0081, Test Accuracy = 66.44%
Epoch 10/30: Avg Loss = 0.8629, Test Accuracy = 69.62%
Epoch 11/30: Avg Loss = 0.7167, Test Accuracy = 72.60%
Epoch 12/30: Avg Loss = 0.5961, Test Accuracy = 75.16%
Epoch 13/30: Avg Loss = 0.5150, Test Accuracy = 76.74%
Epoch 14/30: Avg Loss = 0.3849, Test Accuracy = 78.03%
Epoch 15/30: Avg Loss = 0.3151, Test Accuracy = 78.82%
Epoch 16/30: Avg Loss = 0.2629, Test Accuracy = 79.38%
Epoch 17/30: Avg Loss = 0.2260, Test Accuracy = 80.09%
Epoch 18/30: Avg Loss = 0.1845, Test Accuracy = 80.46%
Epoch 19/30: Avg Loss = 0.1362, Test Accuracy = 80.79%
Epoch 20/30: Avg Loss = 0.1275, Test Accuracy = 80.76%
Epoch 21/30: Avg Loss = 0.0945, Test Accuracy = 80.68%
Epoch 22/30: Avg Loss = 0.0858, Test Accuracy = 80.84%
Epoch 23/30: Avg Loss = 0.0799, Test Accuracy = 81.30%
Epoch 24/30: Avg Loss = 0.0719, Test Accuracy = 81.30%
Epoch 25/30: Avg Loss = 0.0723, Test Accuracy = 81.22%

Training teachers:  84%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊                        | 211/250 [04:02<00:44,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0482, Test Accuracy = 81.19%
Epoch 27/30: Avg Loss = 0.0402, Test Accuracy = 81.06%
Epoch 28/30: Avg Loss = 0.0515, Test Accuracy = 80.88%
Epoch 29/30: Avg Loss = 0.0420, Test Accuracy = 80.78%
Epoch 30/30: Avg Loss = 0.0496, Test Accuracy = 80.75%
Epoch 1/30: Avg Loss = 2.2804, Test Accuracy = 31.36%
Epoch 2/30: Avg Loss = 2.1589, Test Accuracy = 49.56%
Epoch 3/30: Avg Loss = 2.0246, Test Accuracy = 55.38%
Epoch 4/30: Avg Loss = 1.8674, Test Accuracy = 57.83%
Epoch 5/30: Avg Loss = 1.6947, Test Accuracy = 59.29%
Epoch 6/30: Avg Loss = 1.5270, Test Accuracy = 61.40%
Epoch 7/30: Avg Loss = 1.3498, Test Accuracy = 63.08%
Epoch 8/30: Avg Loss = 1.1517, Test Accuracy = 64.76%
Epoch 9/30: Avg Loss = 1.0013, Test Accuracy = 66.35%
Epoch 10/30: Avg Loss = 0.8254, Test Accuracy = 68.32%
Epoch 11/30: Avg Loss = 0.6983, Test Accuracy = 71.36%
Epoch 12/30: Avg Loss = 0.5928, Test Accuracy = 74.32%
Epoch 13/30: Avg Loss = 0.4808, Test Accuracy = 76.74%
Epoch 14/30: Avg Loss = 0.3993, Test Accuracy = 78.30%
Epoch 15/30: Avg Loss = 0.3119, Test Accuracy = 79.02%
Epoch 16/30: Avg Loss = 0.2572, Test Accuracy = 79.58%
Epoch 17/30: Avg Loss = 0.2274, Test Accuracy = 80.10%
Epoch 18/30: Avg Loss = 0.1836, Test Accuracy = 80.43%
Epoch 19/30: Avg Loss = 0.1580, Test Accuracy = 80.61%
Epoch 20/30: Avg Loss = 0.1359, Test Accuracy = 80.95%
Epoch 21/30: Avg Loss = 0.1052, Test Accuracy = 81.24%
Epoch 22/30: Avg Loss = 0.0973, Test Accuracy = 81.37%
Epoch 23/30: Avg Loss = 0.0865, Test Accuracy = 81.59%
Epoch 24/30: Avg Loss = 0.0648, Test Accuracy = 81.71%
Epoch 25/30: Avg Loss = 0.0590, Test Accuracy = 81.81%

Training teachers:  85%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍                       | 212/250 [04:03<00:43,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0397, Test Accuracy = 81.79%
Epoch 27/30: Avg Loss = 0.0697, Test Accuracy = 81.76%
Epoch 28/30: Avg Loss = 0.0376, Test Accuracy = 81.85%
Epoch 29/30: Avg Loss = 0.0523, Test Accuracy = 81.75%
Epoch 30/30: Avg Loss = 0.0412, Test Accuracy = 81.78%
Epoch 1/30: Avg Loss = 2.2646, Test Accuracy = 42.78%
Epoch 2/30: Avg Loss = 2.1078, Test Accuracy = 51.02%
Epoch 3/30: Avg Loss = 1.9458, Test Accuracy = 52.61%
Epoch 4/30: Avg Loss = 1.7592, Test Accuracy = 53.61%
Epoch 5/30: Avg Loss = 1.5273, Test Accuracy = 55.36%
Epoch 6/30: Avg Loss = 1.3380, Test Accuracy = 57.39%
Epoch 7/30: Avg Loss = 1.1436, Test Accuracy = 60.79%
Epoch 8/30: Avg Loss = 0.9737, Test Accuracy = 64.95%
Epoch 9/30: Avg Loss = 0.7733, Test Accuracy = 67.99%
Epoch 10/30: Avg Loss = 0.6611, Test Accuracy = 70.71%
Epoch 11/30: Avg Loss = 0.4873, Test Accuracy = 72.99%
Epoch 12/30: Avg Loss = 0.4008, Test Accuracy = 74.63%
Epoch 13/30: Avg Loss = 0.3253, Test Accuracy = 76.19%
Epoch 14/30: Avg Loss = 0.2623, Test Accuracy = 77.44%
Epoch 15/30: Avg Loss = 0.2163, Test Accuracy = 78.15%
Epoch 16/30: Avg Loss = 0.1752, Test Accuracy = 78.83%
Epoch 17/30: Avg Loss = 0.1345, Test Accuracy = 79.48%
Epoch 18/30: Avg Loss = 0.1059, Test Accuracy = 79.83%
Epoch 19/30: Avg Loss = 0.0777, Test Accuracy = 80.24%
Epoch 20/30: Avg Loss = 0.0582, Test Accuracy = 80.23%
Epoch 21/30: Avg Loss = 0.0750, Test Accuracy = 80.34%
Epoch 22/30: Avg Loss = 0.0589, Test Accuracy = 80.35%
Epoch 23/30: Avg Loss = 0.0479, Test Accuracy = 80.63%
Epoch 24/30: Avg Loss = 0.0463, Test Accuracy = 80.74%
Epoch 25/30: Avg Loss = 0.0371, Test Accuracy = 80.62%

Training teachers:  85%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                       | 213/250 [04:04<00:42,  1.14s/it]

Epoch 26/30: Avg Loss = 0.0395, Test Accuracy = 80.68%
Epoch 27/30: Avg Loss = 0.0259, Test Accuracy = 80.51%
Epoch 28/30: Avg Loss = 0.0235, Test Accuracy = 80.75%
Epoch 29/30: Avg Loss = 0.0289, Test Accuracy = 80.86%
Epoch 30/30: Avg Loss = 0.0231, Test Accuracy = 80.87%
Epoch 1/30: Avg Loss = 2.2832, Test Accuracy = 30.37%
Epoch 2/30: Avg Loss = 2.1539, Test Accuracy = 46.92%
Epoch 3/30: Avg Loss = 1.9840, Test Accuracy = 52.36%
Epoch 4/30: Avg Loss = 1.8262, Test Accuracy = 54.40%
Epoch 5/30: Avg Loss = 1.6257, Test Accuracy = 55.90%
Epoch 6/30: Avg Loss = 1.4111, Test Accuracy = 57.00%
Epoch 7/30: Avg Loss = 1.1760, Test Accuracy = 59.28%
Epoch 8/30: Avg Loss = 0.9945, Test Accuracy = 62.86%
Epoch 9/30: Avg Loss = 0.8169, Test Accuracy = 68.00%
Epoch 10/30: Avg Loss = 0.7017, Test Accuracy = 72.52%
Epoch 11/30: Avg Loss = 0.5350, Test Accuracy = 74.95%
Epoch 12/30: Avg Loss = 0.4555, Test Accuracy = 76.76%
Epoch 13/30: Avg Loss = 0.3321, Test Accuracy = 77.87%
Epoch 14/30: Avg Loss = 0.2742, Test Accuracy = 78.56%
Epoch 15/30: Avg Loss = 0.2915, Test Accuracy = 78.79%
Epoch 16/30: Avg Loss = 0.1762, Test Accuracy = 79.05%
Epoch 17/30: Avg Loss = 0.1655, Test Accuracy = 78.75%
Epoch 18/30: Avg Loss = 0.1372, Test Accuracy = 78.53%
Epoch 19/30: Avg Loss = 0.1048, Test Accuracy = 78.71%
Epoch 20/30: Avg Loss = 0.1287, Test Accuracy = 78.81%
Epoch 21/30: Avg Loss = 0.1083, Test Accuracy = 78.74%
Epoch 22/30: Avg Loss = 0.0715, Test Accuracy = 79.14%
Epoch 23/30: Avg Loss = 0.0648, Test Accuracy = 79.19%
Epoch 24/30: Avg Loss = 0.0634, Test Accuracy = 79.26%
Epoch 25/30: Avg Loss = 0.0502, Test Accuracy = 79.57%

Training teachers:  86%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋                      | 214/250 [04:05<00:41,  1.14s/it]

Epoch 26/30: Avg Loss = 0.0419, Test Accuracy = 79.72%
Epoch 27/30: Avg Loss = 0.0426, Test Accuracy = 79.62%
Epoch 28/30: Avg Loss = 0.0355, Test Accuracy = 79.50%
Epoch 29/30: Avg Loss = 0.0443, Test Accuracy = 79.46%
Epoch 30/30: Avg Loss = 0.0296, Test Accuracy = 79.51%
Epoch 1/30: Avg Loss = 2.2847, Test Accuracy = 40.64%
Epoch 2/30: Avg Loss = 2.1322, Test Accuracy = 54.43%
Epoch 3/30: Avg Loss = 1.9817, Test Accuracy = 59.79%
Epoch 4/30: Avg Loss = 1.8056, Test Accuracy = 62.77%
Epoch 5/30: Avg Loss = 1.6036, Test Accuracy = 64.44%
Epoch 6/30: Avg Loss = 1.4194, Test Accuracy = 66.01%
Epoch 7/30: Avg Loss = 1.2084, Test Accuracy = 67.79%
Epoch 8/30: Avg Loss = 1.0386, Test Accuracy = 69.29%
Epoch 9/30: Avg Loss = 0.8528, Test Accuracy = 70.99%
Epoch 10/30: Avg Loss = 0.7582, Test Accuracy = 71.82%
Epoch 11/30: Avg Loss = 0.6024, Test Accuracy = 72.96%
Epoch 12/30: Avg Loss = 0.4896, Test Accuracy = 74.28%
Epoch 13/30: Avg Loss = 0.4116, Test Accuracy = 75.29%
Epoch 14/30: Avg Loss = 0.3453, Test Accuracy = 76.26%
Epoch 15/30: Avg Loss = 0.2497, Test Accuracy = 77.23%
Epoch 16/30: Avg Loss = 0.2214, Test Accuracy = 77.74%
Epoch 17/30: Avg Loss = 0.2058, Test Accuracy = 78.35%
Epoch 18/30: Avg Loss = 0.1639, Test Accuracy = 78.80%
Epoch 19/30: Avg Loss = 0.1398, Test Accuracy = 79.20%
Epoch 20/30: Avg Loss = 0.1222, Test Accuracy = 79.34%
Epoch 21/30: Avg Loss = 0.1004, Test Accuracy = 79.32%
Epoch 22/30: Avg Loss = 0.0874, Test Accuracy = 79.65%
Epoch 23/30: Avg Loss = 0.0854, Test Accuracy = 79.95%
Epoch 24/30: Avg Loss = 0.0961, Test Accuracy = 80.04%
Epoch 25/30: Avg Loss = 0.0467, Test Accuracy = 80.26%

Training teachers:  86%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎                     | 215/250 [04:06<00:39,  1.14s/it]

Epoch 26/30: Avg Loss = 0.0602, Test Accuracy = 80.53%
Epoch 27/30: Avg Loss = 0.0450, Test Accuracy = 80.52%
Epoch 28/30: Avg Loss = 0.0367, Test Accuracy = 80.47%
Epoch 29/30: Avg Loss = 0.0412, Test Accuracy = 80.37%
Epoch 30/30: Avg Loss = 0.0304, Test Accuracy = 80.44%
Epoch 1/30: Avg Loss = 2.2775, Test Accuracy = 32.57%
Epoch 2/30: Avg Loss = 2.1362, Test Accuracy = 43.43%
Epoch 3/30: Avg Loss = 1.9793, Test Accuracy = 47.67%
Epoch 4/30: Avg Loss = 1.7876, Test Accuracy = 51.60%
Epoch 5/30: Avg Loss = 1.5960, Test Accuracy = 54.84%
Epoch 6/30: Avg Loss = 1.4147, Test Accuracy = 57.64%
Epoch 7/30: Avg Loss = 1.2070, Test Accuracy = 60.90%
Epoch 8/30: Avg Loss = 1.0238, Test Accuracy = 63.88%
Epoch 9/30: Avg Loss = 0.8424, Test Accuracy = 67.07%
Epoch 10/30: Avg Loss = 0.6818, Test Accuracy = 69.52%
Epoch 11/30: Avg Loss = 0.5771, Test Accuracy = 71.51%
Epoch 12/30: Avg Loss = 0.4823, Test Accuracy = 73.44%
Epoch 13/30: Avg Loss = 0.4084, Test Accuracy = 75.11%
Epoch 14/30: Avg Loss = 0.3036, Test Accuracy = 76.36%
Epoch 15/30: Avg Loss = 0.2239, Test Accuracy = 77.58%
Epoch 16/30: Avg Loss = 0.1885, Test Accuracy = 78.35%
Epoch 17/30: Avg Loss = 0.1638, Test Accuracy = 78.85%
Epoch 18/30: Avg Loss = 0.1509, Test Accuracy = 79.14%
Epoch 19/30: Avg Loss = 0.1139, Test Accuracy = 79.40%
Epoch 20/30: Avg Loss = 0.1129, Test Accuracy = 79.51%
Epoch 21/30: Avg Loss = 0.0718, Test Accuracy = 79.65%
Epoch 22/30: Avg Loss = 0.0926, Test Accuracy = 79.87%
Epoch 23/30: Avg Loss = 0.0584, Test Accuracy = 80.07%
Epoch 24/30: Avg Loss = 0.0684, Test Accuracy = 80.16%
Epoch 25/30: Avg Loss = 0.0541, Test Accuracy = 80.36%

Training teachers:  86%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉                     | 216/250 [04:07<00:38,  1.14s/it]

Epoch 26/30: Avg Loss = 0.0455, Test Accuracy = 80.49%
Epoch 27/30: Avg Loss = 0.0527, Test Accuracy = 80.75%
Epoch 28/30: Avg Loss = 0.0308, Test Accuracy = 80.91%
Epoch 29/30: Avg Loss = 0.0246, Test Accuracy = 80.93%
Epoch 30/30: Avg Loss = 0.0332, Test Accuracy = 80.88%
Epoch 1/30: Avg Loss = 2.2867, Test Accuracy = 33.12%
Epoch 2/30: Avg Loss = 2.1293, Test Accuracy = 44.73%
Epoch 3/30: Avg Loss = 1.9694, Test Accuracy = 49.06%
Epoch 4/30: Avg Loss = 1.7959, Test Accuracy = 51.75%
Epoch 5/30: Avg Loss = 1.6209, Test Accuracy = 55.52%
Epoch 6/30: Avg Loss = 1.4221, Test Accuracy = 58.48%
Epoch 7/30: Avg Loss = 1.2629, Test Accuracy = 62.19%
Epoch 8/30: Avg Loss = 1.0410, Test Accuracy = 65.67%
Epoch 9/30: Avg Loss = 0.9125, Test Accuracy = 68.41%
Epoch 10/30: Avg Loss = 0.7645, Test Accuracy = 70.68%
Epoch 11/30: Avg Loss = 0.6600, Test Accuracy = 72.75%
Epoch 12/30: Avg Loss = 0.5261, Test Accuracy = 74.77%
Epoch 13/30: Avg Loss = 0.4243, Test Accuracy = 76.43%
Epoch 14/30: Avg Loss = 0.3462, Test Accuracy = 78.03%
Epoch 15/30: Avg Loss = 0.2874, Test Accuracy = 78.85%
Epoch 16/30: Avg Loss = 0.2433, Test Accuracy = 79.79%
Epoch 17/30: Avg Loss = 0.1808, Test Accuracy = 80.51%
Epoch 18/30: Avg Loss = 0.1402, Test Accuracy = 80.80%
Epoch 19/30: Avg Loss = 0.1334, Test Accuracy = 81.02%
Epoch 20/30: Avg Loss = 0.1159, Test Accuracy = 81.20%
Epoch 21/30: Avg Loss = 0.0803, Test Accuracy = 81.08%
Epoch 22/30: Avg Loss = 0.0820, Test Accuracy = 80.98%
Epoch 23/30: Avg Loss = 0.0870, Test Accuracy = 81.00%
Epoch 24/30: Avg Loss = 0.0585, Test Accuracy = 81.22%
Epoch 25/30: Avg Loss = 0.0468, Test Accuracy = 81.21%

Training teachers:  87%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌                    | 217/250 [04:08<00:37,  1.14s/it]

Epoch 26/30: Avg Loss = 0.0391, Test Accuracy = 81.36%
Epoch 27/30: Avg Loss = 0.0483, Test Accuracy = 81.34%
Epoch 28/30: Avg Loss = 0.0499, Test Accuracy = 81.24%
Epoch 29/30: Avg Loss = 0.0530, Test Accuracy = 81.16%
Epoch 30/30: Avg Loss = 0.0326, Test Accuracy = 81.16%
Epoch 1/30: Avg Loss = 2.2948, Test Accuracy = 26.13%
Epoch 2/30: Avg Loss = 2.1303, Test Accuracy = 44.08%
Epoch 3/30: Avg Loss = 1.9779, Test Accuracy = 52.74%
Epoch 4/30: Avg Loss = 1.8093, Test Accuracy = 55.74%
Epoch 5/30: Avg Loss = 1.6128, Test Accuracy = 56.82%
Epoch 6/30: Avg Loss = 1.3959, Test Accuracy = 58.66%
Epoch 7/30: Avg Loss = 1.1887, Test Accuracy = 61.13%
Epoch 8/30: Avg Loss = 0.9892, Test Accuracy = 63.60%
Epoch 9/30: Avg Loss = 0.8389, Test Accuracy = 66.15%
Epoch 10/30: Avg Loss = 0.7038, Test Accuracy = 68.45%
Epoch 11/30: Avg Loss = 0.6030, Test Accuracy = 71.30%
Epoch 12/30: Avg Loss = 0.5001, Test Accuracy = 73.44%
Epoch 13/30: Avg Loss = 0.4520, Test Accuracy = 75.20%
Epoch 14/30: Avg Loss = 0.3630, Test Accuracy = 76.93%
Epoch 15/30: Avg Loss = 0.2990, Test Accuracy = 78.73%
Epoch 16/30: Avg Loss = 0.2609, Test Accuracy = 79.48%
Epoch 17/30: Avg Loss = 0.2010, Test Accuracy = 80.13%
Epoch 18/30: Avg Loss = 0.1495, Test Accuracy = 80.22%
Epoch 19/30: Avg Loss = 0.1550, Test Accuracy = 80.72%
Epoch 20/30: Avg Loss = 0.1119, Test Accuracy = 80.97%
Epoch 21/30: Avg Loss = 0.0900, Test Accuracy = 81.08%
Epoch 22/30: Avg Loss = 0.0730, Test Accuracy = 81.05%
Epoch 23/30: Avg Loss = 0.0765, Test Accuracy = 81.04%
Epoch 24/30: Avg Loss = 0.0487, Test Accuracy = 81.23%
Epoch 25/30: Avg Loss = 0.0445, Test Accuracy = 81.23%

Training teachers:  87%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏                   | 218/250 [04:10<00:36,  1.14s/it]

Epoch 26/30: Avg Loss = 0.0391, Test Accuracy = 81.37%
Epoch 27/30: Avg Loss = 0.0449, Test Accuracy = 81.45%
Epoch 28/30: Avg Loss = 0.0292, Test Accuracy = 81.50%
Epoch 29/30: Avg Loss = 0.0277, Test Accuracy = 81.52%
Epoch 30/30: Avg Loss = 0.0271, Test Accuracy = 81.50%
Epoch 1/30: Avg Loss = 2.2742, Test Accuracy = 35.27%
Epoch 2/30: Avg Loss = 2.1279, Test Accuracy = 50.64%
Epoch 3/30: Avg Loss = 1.9724, Test Accuracy = 57.65%
Epoch 4/30: Avg Loss = 1.7743, Test Accuracy = 60.97%
Epoch 5/30: Avg Loss = 1.5604, Test Accuracy = 62.74%
Epoch 6/30: Avg Loss = 1.3422, Test Accuracy = 64.47%
Epoch 7/30: Avg Loss = 1.1590, Test Accuracy = 66.75%
Epoch 8/30: Avg Loss = 0.9000, Test Accuracy = 68.61%
Epoch 9/30: Avg Loss = 0.7649, Test Accuracy = 70.90%
Epoch 10/30: Avg Loss = 0.5803, Test Accuracy = 72.35%
Epoch 11/30: Avg Loss = 0.4860, Test Accuracy = 73.72%
Epoch 12/30: Avg Loss = 0.3699, Test Accuracy = 75.04%
Epoch 13/30: Avg Loss = 0.2808, Test Accuracy = 76.18%
Epoch 14/30: Avg Loss = 0.2291, Test Accuracy = 76.78%
Epoch 15/30: Avg Loss = 0.2059, Test Accuracy = 76.95%
Epoch 16/30: Avg Loss = 0.1535, Test Accuracy = 76.99%
Epoch 17/30: Avg Loss = 0.1306, Test Accuracy = 77.19%
Epoch 18/30: Avg Loss = 0.1042, Test Accuracy = 77.25%
Epoch 19/30: Avg Loss = 0.0869, Test Accuracy = 77.42%
Epoch 20/30: Avg Loss = 0.0666, Test Accuracy = 77.50%
Epoch 21/30: Avg Loss = 0.0667, Test Accuracy = 77.70%
Epoch 22/30: Avg Loss = 0.0587, Test Accuracy = 77.77%
Epoch 23/30: Avg Loss = 0.0588, Test Accuracy = 77.92%
Epoch 24/30: Avg Loss = 0.0429, Test Accuracy = 77.87%
Epoch 25/30: Avg Loss = 0.0403, Test Accuracy = 78.02%

Training teachers:  88%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊                   | 219/250 [04:11<00:35,  1.14s/it]

Epoch 26/30: Avg Loss = 0.0400, Test Accuracy = 78.12%
Epoch 27/30: Avg Loss = 0.0403, Test Accuracy = 78.32%
Epoch 28/30: Avg Loss = 0.0360, Test Accuracy = 78.42%
Epoch 29/30: Avg Loss = 0.0331, Test Accuracy = 78.38%
Epoch 30/30: Avg Loss = 0.0235, Test Accuracy = 78.38%
Epoch 1/30: Avg Loss = 2.2787, Test Accuracy = 31.90%
Epoch 2/30: Avg Loss = 2.1292, Test Accuracy = 43.17%
Epoch 3/30: Avg Loss = 1.9647, Test Accuracy = 48.27%
Epoch 4/30: Avg Loss = 1.7848, Test Accuracy = 53.25%
Epoch 5/30: Avg Loss = 1.5781, Test Accuracy = 57.13%
Epoch 6/30: Avg Loss = 1.3611, Test Accuracy = 59.62%
Epoch 7/30: Avg Loss = 1.1465, Test Accuracy = 62.72%
Epoch 8/30: Avg Loss = 0.9848, Test Accuracy = 66.34%
Epoch 9/30: Avg Loss = 0.7742, Test Accuracy = 69.18%
Epoch 10/30: Avg Loss = 0.6293, Test Accuracy = 71.24%
Epoch 11/30: Avg Loss = 0.4983, Test Accuracy = 72.61%
Epoch 12/30: Avg Loss = 0.3963, Test Accuracy = 73.82%
Epoch 13/30: Avg Loss = 0.3120, Test Accuracy = 75.16%
Epoch 14/30: Avg Loss = 0.2466, Test Accuracy = 76.52%
Epoch 15/30: Avg Loss = 0.2209, Test Accuracy = 77.40%
Epoch 16/30: Avg Loss = 0.1489, Test Accuracy = 78.18%
Epoch 17/30: Avg Loss = 0.1166, Test Accuracy = 78.58%
Epoch 18/30: Avg Loss = 0.1064, Test Accuracy = 79.09%
Epoch 19/30: Avg Loss = 0.0870, Test Accuracy = 79.26%
Epoch 20/30: Avg Loss = 0.0731, Test Accuracy = 79.55%
Epoch 21/30: Avg Loss = 0.0607, Test Accuracy = 79.59%
Epoch 22/30: Avg Loss = 0.0420, Test Accuracy = 79.70%
Epoch 23/30: Avg Loss = 0.0460, Test Accuracy = 79.64%
Epoch 24/30: Avg Loss = 0.0504, Test Accuracy = 79.65%
Epoch 25/30: Avg Loss = 0.0385, Test Accuracy = 79.67%

Training teachers:  88%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍                  | 220/250 [04:12<00:34,  1.15s/it]

Epoch 26/30: Avg Loss = 0.0387, Test Accuracy = 79.88%
Epoch 27/30: Avg Loss = 0.0340, Test Accuracy = 79.90%
Epoch 28/30: Avg Loss = 0.0318, Test Accuracy = 79.86%
Epoch 29/30: Avg Loss = 0.0196, Test Accuracy = 79.80%
Epoch 30/30: Avg Loss = 0.0204, Test Accuracy = 79.75%
Epoch 1/30: Avg Loss = 2.2634, Test Accuracy = 37.19%
Epoch 2/30: Avg Loss = 2.0910, Test Accuracy = 51.79%
Epoch 3/30: Avg Loss = 1.9100, Test Accuracy = 54.91%
Epoch 4/30: Avg Loss = 1.6974, Test Accuracy = 55.76%
Epoch 5/30: Avg Loss = 1.4626, Test Accuracy = 56.97%
Epoch 6/30: Avg Loss = 1.2683, Test Accuracy = 58.30%
Epoch 7/30: Avg Loss = 1.0664, Test Accuracy = 60.37%
Epoch 8/30: Avg Loss = 0.9500, Test Accuracy = 63.51%
Epoch 9/30: Avg Loss = 0.7945, Test Accuracy = 66.83%
Epoch 10/30: Avg Loss = 0.6662, Test Accuracy = 69.62%
Epoch 11/30: Avg Loss = 0.5457, Test Accuracy = 72.08%
Epoch 12/30: Avg Loss = 0.4861, Test Accuracy = 74.33%
Epoch 13/30: Avg Loss = 0.3822, Test Accuracy = 76.62%
Epoch 14/30: Avg Loss = 0.2894, Test Accuracy = 78.45%
Epoch 15/30: Avg Loss = 0.2641, Test Accuracy = 79.67%
Epoch 16/30: Avg Loss = 0.2202, Test Accuracy = 80.25%
Epoch 17/30: Avg Loss = 0.1763, Test Accuracy = 80.44%
Epoch 18/30: Avg Loss = 0.1595, Test Accuracy = 80.52%
Epoch 19/30: Avg Loss = 0.1289, Test Accuracy = 80.45%
Epoch 20/30: Avg Loss = 0.1036, Test Accuracy = 80.65%
Epoch 21/30: Avg Loss = 0.0842, Test Accuracy = 80.92%
Epoch 22/30: Avg Loss = 0.0715, Test Accuracy = 81.29%
Epoch 23/30: Avg Loss = 0.0574, Test Accuracy = 81.49%
Epoch 24/30: Avg Loss = 0.0532, Test Accuracy = 81.55%

Training teachers:  88%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                  | 221/250 [04:13<00:33,  1.15s/it]

Epoch 25/30: Avg Loss = 0.0521, Test Accuracy = 81.53%
Epoch 26/30: Avg Loss = 0.0368, Test Accuracy = 81.34%
Epoch 27/30: Avg Loss = 0.0471, Test Accuracy = 81.16%
Epoch 28/30: Avg Loss = 0.0274, Test Accuracy = 81.01%
Epoch 29/30: Avg Loss = 0.0338, Test Accuracy = 80.86%
Epoch 30/30: Avg Loss = 0.0271, Test Accuracy = 80.87%
Epoch 1/30: Avg Loss = 2.2972, Test Accuracy = 32.36%
Epoch 2/30: Avg Loss = 2.1336, Test Accuracy = 43.97%
Epoch 3/30: Avg Loss = 1.9784, Test Accuracy = 52.82%
Epoch 4/30: Avg Loss = 1.7967, Test Accuracy = 58.21%
Epoch 5/30: Avg Loss = 1.6170, Test Accuracy = 62.35%
Epoch 6/30: Avg Loss = 1.3914, Test Accuracy = 65.02%
Epoch 7/30: Avg Loss = 1.1773, Test Accuracy = 67.79%
Epoch 8/30: Avg Loss = 0.9818, Test Accuracy = 69.26%
Epoch 9/30: Avg Loss = 0.8204, Test Accuracy = 70.94%
Epoch 10/30: Avg Loss = 0.7106, Test Accuracy = 72.58%
Epoch 11/30: Avg Loss = 0.5846, Test Accuracy = 73.83%
Epoch 12/30: Avg Loss = 0.4724, Test Accuracy = 74.59%
Epoch 13/30: Avg Loss = 0.3923, Test Accuracy = 75.66%
Epoch 14/30: Avg Loss = 0.3253, Test Accuracy = 76.48%
Epoch 15/30: Avg Loss = 0.2608, Test Accuracy = 77.18%
Epoch 16/30: Avg Loss = 0.2246, Test Accuracy = 77.62%
Epoch 17/30: Avg Loss = 0.1917, Test Accuracy = 78.16%
Epoch 18/30: Avg Loss = 0.1504, Test Accuracy = 78.39%
Epoch 19/30: Avg Loss = 0.1381, Test Accuracy = 78.39%
Epoch 20/30: Avg Loss = 0.0890, Test Accuracy = 78.48%
Epoch 21/30: Avg Loss = 0.0914, Test Accuracy = 78.39%
Epoch 22/30: Avg Loss = 0.0711, Test Accuracy = 78.46%
Epoch 23/30: Avg Loss = 0.0685, Test Accuracy = 78.40%
Epoch 24/30: Avg Loss = 0.0718, Test Accuracy = 78.57%

Training teachers:  89%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋                 | 222/250 [04:14<00:32,  1.15s/it]

Epoch 25/30: Avg Loss = 0.0718, Test Accuracy = 78.32%
Epoch 26/30: Avg Loss = 0.0406, Test Accuracy = 78.00%
Epoch 27/30: Avg Loss = 0.0524, Test Accuracy = 77.92%
Epoch 28/30: Avg Loss = 0.0317, Test Accuracy = 78.08%
Epoch 29/30: Avg Loss = 0.0330, Test Accuracy = 78.26%
Epoch 30/30: Avg Loss = 0.0288, Test Accuracy = 78.33%
Epoch 1/30: Avg Loss = 2.2630, Test Accuracy = 35.54%
Epoch 2/30: Avg Loss = 2.1118, Test Accuracy = 54.81%
Epoch 3/30: Avg Loss = 1.9747, Test Accuracy = 62.30%
Epoch 4/30: Avg Loss = 1.8064, Test Accuracy = 65.75%
Epoch 5/30: Avg Loss = 1.6060, Test Accuracy = 67.22%
Epoch 6/30: Avg Loss = 1.3773, Test Accuracy = 68.71%
Epoch 7/30: Avg Loss = 1.1865, Test Accuracy = 70.49%
Epoch 8/30: Avg Loss = 0.9532, Test Accuracy = 72.66%
Epoch 9/30: Avg Loss = 0.8070, Test Accuracy = 74.51%
Epoch 10/30: Avg Loss = 0.6454, Test Accuracy = 75.91%
Epoch 11/30: Avg Loss = 0.4911, Test Accuracy = 76.69%
Epoch 12/30: Avg Loss = 0.4076, Test Accuracy = 77.28%
Epoch 13/30: Avg Loss = 0.3226, Test Accuracy = 77.88%
Epoch 14/30: Avg Loss = 0.2672, Test Accuracy = 78.31%
Epoch 15/30: Avg Loss = 0.2320, Test Accuracy = 78.65%
Epoch 16/30: Avg Loss = 0.1674, Test Accuracy = 78.94%
Epoch 17/30: Avg Loss = 0.1688, Test Accuracy = 79.15%
Epoch 18/30: Avg Loss = 0.1263, Test Accuracy = 79.43%
Epoch 19/30: Avg Loss = 0.0960, Test Accuracy = 79.42%
Epoch 20/30: Avg Loss = 0.0794, Test Accuracy = 79.54%
Epoch 21/30: Avg Loss = 0.0754, Test Accuracy = 79.83%
Epoch 22/30: Avg Loss = 0.0573, Test Accuracy = 79.91%
Epoch 23/30: Avg Loss = 0.0474, Test Accuracy = 79.95%
Epoch 24/30: Avg Loss = 0.0495, Test Accuracy = 79.93%
Epoch 25/30: Avg Loss = 0.0319, Test Accuracy = 79.87%
Epoch 26/30: Avg Loss = 0.0398, Test Accuracy = 79.77%
Epoch 27/30: Avg Loss = 0.0385, Test Accuracy = 79.60%
Epoch 28/30: Avg Loss = 0.0409, Test Accuracy = 79.52%
Epoch 29/30: Avg Loss = 0.0270, Test Accuracy = 79.59%

Training teachers:  89%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎                | 223/250 [04:15<00:31,  1.15s/it]

Epoch 30/30: Avg Loss = 0.0280, Test Accuracy = 79.58%
Epoch 1/30: Avg Loss = 2.3030, Test Accuracy = 28.50%
Epoch 2/30: Avg Loss = 2.1636, Test Accuracy = 43.72%
Epoch 3/30: Avg Loss = 2.0118, Test Accuracy = 49.63%
Epoch 4/30: Avg Loss = 1.8211, Test Accuracy = 51.73%
Epoch 5/30: Avg Loss = 1.6180, Test Accuracy = 52.52%
Epoch 6/30: Avg Loss = 1.4154, Test Accuracy = 53.57%
Epoch 7/30: Avg Loss = 1.2313, Test Accuracy = 55.68%
Epoch 8/30: Avg Loss = 1.0370, Test Accuracy = 58.76%
Epoch 9/30: Avg Loss = 0.9050, Test Accuracy = 62.08%
Epoch 10/30: Avg Loss = 0.7632, Test Accuracy = 65.63%
Epoch 11/30: Avg Loss = 0.6016, Test Accuracy = 69.05%
Epoch 12/30: Avg Loss = 0.4744, Test Accuracy = 72.04%
Epoch 13/30: Avg Loss = 0.4281, Test Accuracy = 74.61%
Epoch 14/30: Avg Loss = 0.3385, Test Accuracy = 76.33%
Epoch 15/30: Avg Loss = 0.2814, Test Accuracy = 77.88%
Epoch 16/30: Avg Loss = 0.2290, Test Accuracy = 78.39%
Epoch 17/30: Avg Loss = 0.1695, Test Accuracy = 78.46%
Epoch 18/30: Avg Loss = 0.1467, Test Accuracy = 78.90%
Epoch 19/30: Avg Loss = 0.1265, Test Accuracy = 78.87%
Epoch 20/30: Avg Loss = 0.1029, Test Accuracy = 79.06%
Epoch 21/30: Avg Loss = 0.1005, Test Accuracy = 79.11%
Epoch 22/30: Avg Loss = 0.0643, Test Accuracy = 79.41%
Epoch 23/30: Avg Loss = 0.0592, Test Accuracy = 79.68%
Epoch 24/30: Avg Loss = 0.0512, Test Accuracy = 80.08%
Epoch 25/30: Avg Loss = 0.0513, Test Accuracy = 80.05%
Epoch 26/30: Avg Loss = 0.0376, Test Accuracy = 79.77%
Epoch 27/30: Avg Loss = 0.0307, Test Accuracy = 79.71%
Epoch 28/30: Avg Loss = 0.0314, Test Accuracy = 79.59%
Epoch 29/30: Avg Loss = 0.0447, Test Accuracy = 79.42%

Training teachers:  90%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉                | 224/250 [04:17<00:29,  1.15s/it]

Epoch 30/30: Avg Loss = 0.0275, Test Accuracy = 79.22%
Epoch 1/30: Avg Loss = 2.2890, Test Accuracy = 28.65%
Epoch 2/30: Avg Loss = 2.1476, Test Accuracy = 51.89%
Epoch 3/30: Avg Loss = 2.0006, Test Accuracy = 57.07%
Epoch 4/30: Avg Loss = 1.8090, Test Accuracy = 59.24%
Epoch 5/30: Avg Loss = 1.6083, Test Accuracy = 60.25%
Epoch 6/30: Avg Loss = 1.4083, Test Accuracy = 61.40%
Epoch 7/30: Avg Loss = 1.1828, Test Accuracy = 63.07%
Epoch 8/30: Avg Loss = 0.9768, Test Accuracy = 65.13%
Epoch 9/30: Avg Loss = 0.8269, Test Accuracy = 67.80%
Epoch 10/30: Avg Loss = 0.6836, Test Accuracy = 70.77%
Epoch 11/30: Avg Loss = 0.5652, Test Accuracy = 73.29%
Epoch 12/30: Avg Loss = 0.4271, Test Accuracy = 75.63%
Epoch 13/30: Avg Loss = 0.3635, Test Accuracy = 77.25%
Epoch 14/30: Avg Loss = 0.2995, Test Accuracy = 78.44%
Epoch 15/30: Avg Loss = 0.2335, Test Accuracy = 79.46%
Epoch 16/30: Avg Loss = 0.1964, Test Accuracy = 80.11%
Epoch 17/30: Avg Loss = 0.1602, Test Accuracy = 80.42%
Epoch 18/30: Avg Loss = 0.1447, Test Accuracy = 80.82%
Epoch 19/30: Avg Loss = 0.1074, Test Accuracy = 80.91%
Epoch 20/30: Avg Loss = 0.1051, Test Accuracy = 81.01%
Epoch 21/30: Avg Loss = 0.0703, Test Accuracy = 81.18%
Epoch 22/30: Avg Loss = 0.0575, Test Accuracy = 81.35%
Epoch 23/30: Avg Loss = 0.0484, Test Accuracy = 81.40%
Epoch 24/30: Avg Loss = 0.0474, Test Accuracy = 81.45%
Epoch 25/30: Avg Loss = 0.0402, Test Accuracy = 81.53%
Epoch 26/30: Avg Loss = 0.0405, Test Accuracy = 81.56%
Epoch 27/30: Avg Loss = 0.0323, Test Accuracy = 81.67%
Epoch 28/30: Avg Loss = 0.0334, Test Accuracy = 81.86%
Epoch 29/30: Avg Loss = 0.0223, Test Accuracy = 81.92%

Training teachers:  90%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌               | 225/250 [04:18<00:28,  1.15s/it]

Epoch 30/30: Avg Loss = 0.0240, Test Accuracy = 81.92%
Epoch 1/30: Avg Loss = 2.2793, Test Accuracy = 18.61%
Epoch 2/30: Avg Loss = 2.1216, Test Accuracy = 29.83%
Epoch 3/30: Avg Loss = 1.9702, Test Accuracy = 46.30%
Epoch 4/30: Avg Loss = 1.7900, Test Accuracy = 56.37%
Epoch 5/30: Avg Loss = 1.5880, Test Accuracy = 61.68%
Epoch 6/30: Avg Loss = 1.4216, Test Accuracy = 65.94%
Epoch 7/30: Avg Loss = 1.2020, Test Accuracy = 70.29%
Epoch 8/30: Avg Loss = 1.0061, Test Accuracy = 73.60%
Epoch 9/30: Avg Loss = 0.7905, Test Accuracy = 76.39%
Epoch 10/30: Avg Loss = 0.6382, Test Accuracy = 78.75%
Epoch 11/30: Avg Loss = 0.4725, Test Accuracy = 80.25%
Epoch 12/30: Avg Loss = 0.3668, Test Accuracy = 81.34%
Epoch 13/30: Avg Loss = 0.2806, Test Accuracy = 81.83%
Epoch 14/30: Avg Loss = 0.2275, Test Accuracy = 82.19%
Epoch 15/30: Avg Loss = 0.1444, Test Accuracy = 82.55%
Epoch 16/30: Avg Loss = 0.1524, Test Accuracy = 82.77%
Epoch 17/30: Avg Loss = 0.1032, Test Accuracy = 83.09%
Epoch 18/30: Avg Loss = 0.0783, Test Accuracy = 83.13%
Epoch 19/30: Avg Loss = 0.0535, Test Accuracy = 83.29%
Epoch 20/30: Avg Loss = 0.0581, Test Accuracy = 83.37%
Epoch 21/30: Avg Loss = 0.0509, Test Accuracy = 83.48%
Epoch 22/30: Avg Loss = 0.0443, Test Accuracy = 83.65%
Epoch 23/30: Avg Loss = 0.0557, Test Accuracy = 83.66%
Epoch 24/30: Avg Loss = 0.0234, Test Accuracy = 83.73%
Epoch 25/30: Avg Loss = 0.0332, Test Accuracy = 83.66%
Epoch 26/30: Avg Loss = 0.0264, Test Accuracy = 83.70%
Epoch 27/30: Avg Loss = 0.0328, Test Accuracy = 83.69%
Epoch 28/30: Avg Loss = 0.0305, Test Accuracy = 83.79%
Epoch 29/30: Avg Loss = 0.0232, Test Accuracy = 83.87%

Training teachers:  90%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████               | 226/250 [04:19<00:27,  1.15s/it]

Epoch 30/30: Avg Loss = 0.0207, Test Accuracy = 83.89%
Epoch 1/30: Avg Loss = 2.2723, Test Accuracy = 35.67%
Epoch 2/30: Avg Loss = 2.1142, Test Accuracy = 50.82%
Epoch 3/30: Avg Loss = 1.9429, Test Accuracy = 56.80%
Epoch 4/30: Avg Loss = 1.7666, Test Accuracy = 59.90%
Epoch 5/30: Avg Loss = 1.5406, Test Accuracy = 63.14%
Epoch 6/30: Avg Loss = 1.2911, Test Accuracy = 65.62%
Epoch 7/30: Avg Loss = 1.0899, Test Accuracy = 68.41%
Epoch 8/30: Avg Loss = 0.8803, Test Accuracy = 71.23%
Epoch 9/30: Avg Loss = 0.7324, Test Accuracy = 73.35%
Epoch 10/30: Avg Loss = 0.5886, Test Accuracy = 74.83%
Epoch 11/30: Avg Loss = 0.4681, Test Accuracy = 75.98%
Epoch 12/30: Avg Loss = 0.3490, Test Accuracy = 76.51%
Epoch 13/30: Avg Loss = 0.3160, Test Accuracy = 77.49%
Epoch 14/30: Avg Loss = 0.2344, Test Accuracy = 78.69%
Epoch 15/30: Avg Loss = 0.1856, Test Accuracy = 79.53%
Epoch 16/30: Avg Loss = 0.1545, Test Accuracy = 80.17%
Epoch 17/30: Avg Loss = 0.1409, Test Accuracy = 80.31%
Epoch 18/30: Avg Loss = 0.0960, Test Accuracy = 80.35%
Epoch 19/30: Avg Loss = 0.0829, Test Accuracy = 80.50%
Epoch 20/30: Avg Loss = 0.0685, Test Accuracy = 80.76%
Epoch 21/30: Avg Loss = 0.0512, Test Accuracy = 80.92%
Epoch 22/30: Avg Loss = 0.0356, Test Accuracy = 81.22%
Epoch 23/30: Avg Loss = 0.0541, Test Accuracy = 81.43%
Epoch 24/30: Avg Loss = 0.0451, Test Accuracy = 81.51%
Epoch 25/30: Avg Loss = 0.0374, Test Accuracy = 81.60%
Epoch 26/30: Avg Loss = 0.0398, Test Accuracy = 81.64%
Epoch 27/30: Avg Loss = 0.0359, Test Accuracy = 81.68%
Epoch 28/30: Avg Loss = 0.0211, Test Accuracy = 81.82%
Epoch 29/30: Avg Loss = 0.0238, Test Accuracy = 81.77%

Training teachers:  91%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋              | 227/250 [04:20<00:26,  1.15s/it]

Epoch 30/30: Avg Loss = 0.0168, Test Accuracy = 81.75%
Epoch 1/30: Avg Loss = 2.2678, Test Accuracy = 34.03%
Epoch 2/30: Avg Loss = 2.1207, Test Accuracy = 42.32%
Epoch 3/30: Avg Loss = 1.9453, Test Accuracy = 47.27%
Epoch 4/30: Avg Loss = 1.7687, Test Accuracy = 49.90%
Epoch 5/30: Avg Loss = 1.5886, Test Accuracy = 51.51%
Epoch 6/30: Avg Loss = 1.4080, Test Accuracy = 54.20%
Epoch 7/30: Avg Loss = 1.2709, Test Accuracy = 57.97%
Epoch 8/30: Avg Loss = 1.0919, Test Accuracy = 63.05%
Epoch 9/30: Avg Loss = 0.9253, Test Accuracy = 67.64%
Epoch 10/30: Avg Loss = 0.7627, Test Accuracy = 71.84%
Epoch 11/30: Avg Loss = 0.6473, Test Accuracy = 74.45%
Epoch 12/30: Avg Loss = 0.5343, Test Accuracy = 76.00%
Epoch 13/30: Avg Loss = 0.4549, Test Accuracy = 76.72%
Epoch 14/30: Avg Loss = 0.3702, Test Accuracy = 76.91%
Epoch 15/30: Avg Loss = 0.2911, Test Accuracy = 77.45%
Epoch 16/30: Avg Loss = 0.2508, Test Accuracy = 77.81%
Epoch 17/30: Avg Loss = 0.2097, Test Accuracy = 78.07%
Epoch 18/30: Avg Loss = 0.1602, Test Accuracy = 78.51%
Epoch 19/30: Avg Loss = 0.1370, Test Accuracy = 78.64%
Epoch 20/30: Avg Loss = 0.1255, Test Accuracy = 78.87%
Epoch 21/30: Avg Loss = 0.1074, Test Accuracy = 78.81%
Epoch 22/30: Avg Loss = 0.0972, Test Accuracy = 78.73%
Epoch 23/30: Avg Loss = 0.0942, Test Accuracy = 78.76%
Epoch 24/30: Avg Loss = 0.0648, Test Accuracy = 79.08%
Epoch 25/30: Avg Loss = 0.0606, Test Accuracy = 79.49%
Epoch 26/30: Avg Loss = 0.0454, Test Accuracy = 79.59%
Epoch 27/30: Avg Loss = 0.0522, Test Accuracy = 79.76%
Epoch 28/30: Avg Loss = 0.0434, Test Accuracy = 79.93%
Epoch 29/30: Avg Loss = 0.0459, Test Accuracy = 79.91%

Training teachers:  91%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎             | 228/250 [04:21<00:25,  1.15s/it]

Epoch 30/30: Avg Loss = 0.0384, Test Accuracy = 79.86%
Epoch 1/30: Avg Loss = 2.2803, Test Accuracy = 26.65%
Epoch 2/30: Avg Loss = 2.1220, Test Accuracy = 40.55%
Epoch 3/30: Avg Loss = 1.9588, Test Accuracy = 48.11%
Epoch 4/30: Avg Loss = 1.7929, Test Accuracy = 54.79%
Epoch 5/30: Avg Loss = 1.6139, Test Accuracy = 59.98%
Epoch 6/30: Avg Loss = 1.4510, Test Accuracy = 63.45%
Epoch 7/30: Avg Loss = 1.2598, Test Accuracy = 65.49%
Epoch 8/30: Avg Loss = 1.1065, Test Accuracy = 67.61%
Epoch 9/30: Avg Loss = 0.9596, Test Accuracy = 69.37%
Epoch 10/30: Avg Loss = 0.8398, Test Accuracy = 71.43%
Epoch 11/30: Avg Loss = 0.6716, Test Accuracy = 72.50%
Epoch 12/30: Avg Loss = 0.5779, Test Accuracy = 73.66%
Epoch 13/30: Avg Loss = 0.4593, Test Accuracy = 74.77%
Epoch 14/30: Avg Loss = 0.3855, Test Accuracy = 76.37%
Epoch 15/30: Avg Loss = 0.2830, Test Accuracy = 77.86%
Epoch 16/30: Avg Loss = 0.2579, Test Accuracy = 78.78%
Epoch 17/30: Avg Loss = 0.1980, Test Accuracy = 79.56%
Epoch 18/30: Avg Loss = 0.1656, Test Accuracy = 79.76%
Epoch 19/30: Avg Loss = 0.1639, Test Accuracy = 80.02%
Epoch 20/30: Avg Loss = 0.1434, Test Accuracy = 80.38%
Epoch 21/30: Avg Loss = 0.1084, Test Accuracy = 80.26%
Epoch 22/30: Avg Loss = 0.0876, Test Accuracy = 80.36%
Epoch 23/30: Avg Loss = 0.0831, Test Accuracy = 80.40%
Epoch 24/30: Avg Loss = 0.0613, Test Accuracy = 80.43%
Epoch 25/30: Avg Loss = 0.0634, Test Accuracy = 80.50%
Epoch 26/30: Avg Loss = 0.0456, Test Accuracy = 80.56%
Epoch 27/30: Avg Loss = 0.0558, Test Accuracy = 80.73%
Epoch 28/30: Avg Loss = 0.0511, Test Accuracy = 80.93%

Training teachers:  92%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉             | 229/250 [04:22<00:24,  1.15s/it]

Epoch 29/30: Avg Loss = 0.0345, Test Accuracy = 80.90%
Epoch 30/30: Avg Loss = 0.0284, Test Accuracy = 80.92%
Epoch 1/30: Avg Loss = 2.2853, Test Accuracy = 30.87%
Epoch 2/30: Avg Loss = 2.1495, Test Accuracy = 53.92%
Epoch 3/30: Avg Loss = 2.0192, Test Accuracy = 62.54%
Epoch 4/30: Avg Loss = 1.8575, Test Accuracy = 65.41%
Epoch 5/30: Avg Loss = 1.6711, Test Accuracy = 67.47%
Epoch 6/30: Avg Loss = 1.4670, Test Accuracy = 69.13%
Epoch 7/30: Avg Loss = 1.2502, Test Accuracy = 70.53%
Epoch 8/30: Avg Loss = 1.0073, Test Accuracy = 71.71%
Epoch 9/30: Avg Loss = 0.8099, Test Accuracy = 73.51%
Epoch 10/30: Avg Loss = 0.6709, Test Accuracy = 74.80%
Epoch 11/30: Avg Loss = 0.4904, Test Accuracy = 76.10%
Epoch 12/30: Avg Loss = 0.3898, Test Accuracy = 76.63%
Epoch 13/30: Avg Loss = 0.3271, Test Accuracy = 77.45%
Epoch 14/30: Avg Loss = 0.2493, Test Accuracy = 78.20%
Epoch 15/30: Avg Loss = 0.2109, Test Accuracy = 78.65%
Epoch 16/30: Avg Loss = 0.1579, Test Accuracy = 79.01%
Epoch 17/30: Avg Loss = 0.1250, Test Accuracy = 79.32%
Epoch 18/30: Avg Loss = 0.0922, Test Accuracy = 79.29%
Epoch 19/30: Avg Loss = 0.0956, Test Accuracy = 79.34%
Epoch 20/30: Avg Loss = 0.0810, Test Accuracy = 79.60%
Epoch 21/30: Avg Loss = 0.0670, Test Accuracy = 79.92%
Epoch 22/30: Avg Loss = 0.0602, Test Accuracy = 80.10%
Epoch 23/30: Avg Loss = 0.0379, Test Accuracy = 80.11%
Epoch 24/30: Avg Loss = 0.0381, Test Accuracy = 80.11%
Epoch 25/30: Avg Loss = 0.0377, Test Accuracy = 80.08%
Epoch 26/30: Avg Loss = 0.0402, Test Accuracy = 80.18%
Epoch 27/30: Avg Loss = 0.0333, Test Accuracy = 80.10%

Training teachers:  92%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌            | 230/250 [04:23<00:23,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0439, Test Accuracy = 79.99%
Epoch 29/30: Avg Loss = 0.0236, Test Accuracy = 79.96%
Epoch 30/30: Avg Loss = 0.0200, Test Accuracy = 79.83%
Epoch 1/30: Avg Loss = 2.2657, Test Accuracy = 29.67%
Epoch 2/30: Avg Loss = 2.1107, Test Accuracy = 36.50%
Epoch 3/30: Avg Loss = 1.9517, Test Accuracy = 43.46%
Epoch 4/30: Avg Loss = 1.7575, Test Accuracy = 49.01%
Epoch 5/30: Avg Loss = 1.5690, Test Accuracy = 51.81%
Epoch 6/30: Avg Loss = 1.3839, Test Accuracy = 53.73%
Epoch 7/30: Avg Loss = 1.2100, Test Accuracy = 55.67%
Epoch 8/30: Avg Loss = 1.0302, Test Accuracy = 58.53%
Epoch 9/30: Avg Loss = 0.8507, Test Accuracy = 60.80%
Epoch 10/30: Avg Loss = 0.7197, Test Accuracy = 63.12%
Epoch 11/30: Avg Loss = 0.6118, Test Accuracy = 65.65%
Epoch 12/30: Avg Loss = 0.5065, Test Accuracy = 69.62%
Epoch 13/30: Avg Loss = 0.4316, Test Accuracy = 72.76%
Epoch 14/30: Avg Loss = 0.3364, Test Accuracy = 74.88%
Epoch 15/30: Avg Loss = 0.2836, Test Accuracy = 76.45%
Epoch 16/30: Avg Loss = 0.2532, Test Accuracy = 77.07%
Epoch 17/30: Avg Loss = 0.1830, Test Accuracy = 77.53%
Epoch 18/30: Avg Loss = 0.1510, Test Accuracy = 77.74%
Epoch 19/30: Avg Loss = 0.1488, Test Accuracy = 77.81%
Epoch 20/30: Avg Loss = 0.1313, Test Accuracy = 78.08%
Epoch 21/30: Avg Loss = 0.1146, Test Accuracy = 78.16%
Epoch 22/30: Avg Loss = 0.1129, Test Accuracy = 78.20%
Epoch 23/30: Avg Loss = 0.0628, Test Accuracy = 78.46%
Epoch 24/30: Avg Loss = 0.0456, Test Accuracy = 78.90%
Epoch 25/30: Avg Loss = 0.0559, Test Accuracy = 79.08%
Epoch 26/30: Avg Loss = 0.0486, Test Accuracy = 79.28%
Epoch 27/30: Avg Loss = 0.0418, Test Accuracy = 79.53%

Training teachers:  92%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏           | 231/250 [04:25<00:21,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0294, Test Accuracy = 79.80%
Epoch 29/30: Avg Loss = 0.0281, Test Accuracy = 79.89%
Epoch 30/30: Avg Loss = 0.0202, Test Accuracy = 79.92%
Epoch 1/30: Avg Loss = 2.2859, Test Accuracy = 36.87%
Epoch 2/30: Avg Loss = 2.1181, Test Accuracy = 47.96%
Epoch 3/30: Avg Loss = 1.9530, Test Accuracy = 53.26%
Epoch 4/30: Avg Loss = 1.7800, Test Accuracy = 56.38%
Epoch 5/30: Avg Loss = 1.5466, Test Accuracy = 58.78%
Epoch 6/30: Avg Loss = 1.3477, Test Accuracy = 61.48%
Epoch 7/30: Avg Loss = 1.1323, Test Accuracy = 65.12%
Epoch 8/30: Avg Loss = 0.9708, Test Accuracy = 68.76%
Epoch 9/30: Avg Loss = 0.8093, Test Accuracy = 71.78%
Epoch 10/30: Avg Loss = 0.6303, Test Accuracy = 73.16%
Epoch 11/30: Avg Loss = 0.5232, Test Accuracy = 74.20%
Epoch 12/30: Avg Loss = 0.4456, Test Accuracy = 75.53%
Epoch 13/30: Avg Loss = 0.3725, Test Accuracy = 77.18%
Epoch 14/30: Avg Loss = 0.2643, Test Accuracy = 78.12%
Epoch 15/30: Avg Loss = 0.2416, Test Accuracy = 78.60%
Epoch 16/30: Avg Loss = 0.2025, Test Accuracy = 78.84%
Epoch 17/30: Avg Loss = 0.1675, Test Accuracy = 79.14%
Epoch 18/30: Avg Loss = 0.1499, Test Accuracy = 79.31%
Epoch 19/30: Avg Loss = 0.1025, Test Accuracy = 79.36%
Epoch 20/30: Avg Loss = 0.1157, Test Accuracy = 79.37%
Epoch 21/30: Avg Loss = 0.0854, Test Accuracy = 79.23%
Epoch 22/30: Avg Loss = 0.0738, Test Accuracy = 79.47%
Epoch 23/30: Avg Loss = 0.0638, Test Accuracy = 79.59%
Epoch 24/30: Avg Loss = 0.0554, Test Accuracy = 79.72%
Epoch 25/30: Avg Loss = 0.0489, Test Accuracy = 79.82%
Epoch 26/30: Avg Loss = 0.0457, Test Accuracy = 80.00%
Epoch 27/30: Avg Loss = 0.0380, Test Accuracy = 80.09%

Training teachers:  93%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊           | 232/250 [04:26<00:20,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0414, Test Accuracy = 80.19%
Epoch 29/30: Avg Loss = 0.0380, Test Accuracy = 80.25%
Epoch 30/30: Avg Loss = 0.0338, Test Accuracy = 80.30%
Epoch 1/30: Avg Loss = 2.2848, Test Accuracy = 21.65%
Epoch 2/30: Avg Loss = 2.1399, Test Accuracy = 42.67%
Epoch 3/30: Avg Loss = 1.9913, Test Accuracy = 56.98%
Epoch 4/30: Avg Loss = 1.8214, Test Accuracy = 62.44%
Epoch 5/30: Avg Loss = 1.6309, Test Accuracy = 64.93%
Epoch 6/30: Avg Loss = 1.4269, Test Accuracy = 66.16%
Epoch 7/30: Avg Loss = 1.2267, Test Accuracy = 67.77%
Epoch 8/30: Avg Loss = 1.0053, Test Accuracy = 70.19%
Epoch 9/30: Avg Loss = 0.8392, Test Accuracy = 72.80%
Epoch 10/30: Avg Loss = 0.7203, Test Accuracy = 74.60%
Epoch 11/30: Avg Loss = 0.5782, Test Accuracy = 76.10%
Epoch 12/30: Avg Loss = 0.4675, Test Accuracy = 77.08%
Epoch 13/30: Avg Loss = 0.3913, Test Accuracy = 78.01%
Epoch 14/30: Avg Loss = 0.3229, Test Accuracy = 79.21%
Epoch 15/30: Avg Loss = 0.2819, Test Accuracy = 80.04%
Epoch 16/30: Avg Loss = 0.2070, Test Accuracy = 80.53%
Epoch 17/30: Avg Loss = 0.1667, Test Accuracy = 81.02%
Epoch 18/30: Avg Loss = 0.1658, Test Accuracy = 81.23%
Epoch 19/30: Avg Loss = 0.1292, Test Accuracy = 81.33%
Epoch 20/30: Avg Loss = 0.1248, Test Accuracy = 81.35%
Epoch 21/30: Avg Loss = 0.0904, Test Accuracy = 81.35%
Epoch 22/30: Avg Loss = 0.0762, Test Accuracy = 81.36%
Epoch 23/30: Avg Loss = 0.0851, Test Accuracy = 81.39%
Epoch 24/30: Avg Loss = 0.0662, Test Accuracy = 81.42%
Epoch 25/30: Avg Loss = 0.0598, Test Accuracy = 81.48%
Epoch 26/30: Avg Loss = 0.0575, Test Accuracy = 81.60%
Epoch 27/30: Avg Loss = 0.0436, Test Accuracy = 81.53%

Training teachers:  93%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍          | 233/250 [04:27<00:19,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0423, Test Accuracy = 81.48%
Epoch 29/30: Avg Loss = 0.0449, Test Accuracy = 81.41%
Epoch 30/30: Avg Loss = 0.0349, Test Accuracy = 81.46%
Epoch 1/30: Avg Loss = 2.2722, Test Accuracy = 34.31%
Epoch 2/30: Avg Loss = 2.1240, Test Accuracy = 49.92%
Epoch 3/30: Avg Loss = 1.9618, Test Accuracy = 57.83%
Epoch 4/30: Avg Loss = 1.7829, Test Accuracy = 61.11%
Epoch 5/30: Avg Loss = 1.5905, Test Accuracy = 62.73%
Epoch 6/30: Avg Loss = 1.3711, Test Accuracy = 63.86%
Epoch 7/30: Avg Loss = 1.1538, Test Accuracy = 64.87%
Epoch 8/30: Avg Loss = 0.9769, Test Accuracy = 66.60%
Epoch 9/30: Avg Loss = 0.7969, Test Accuracy = 68.77%
Epoch 10/30: Avg Loss = 0.6854, Test Accuracy = 70.50%
Epoch 11/30: Avg Loss = 0.6066, Test Accuracy = 72.09%
Epoch 12/30: Avg Loss = 0.4626, Test Accuracy = 73.60%
Epoch 13/30: Avg Loss = 0.4146, Test Accuracy = 75.04%
Epoch 14/30: Avg Loss = 0.3281, Test Accuracy = 76.29%
Epoch 15/30: Avg Loss = 0.2733, Test Accuracy = 76.90%
Epoch 16/30: Avg Loss = 0.2609, Test Accuracy = 77.78%
Epoch 17/30: Avg Loss = 0.1979, Test Accuracy = 77.98%
Epoch 18/30: Avg Loss = 0.1595, Test Accuracy = 78.59%
Epoch 19/30: Avg Loss = 0.1222, Test Accuracy = 79.04%
Epoch 20/30: Avg Loss = 0.1073, Test Accuracy = 79.49%
Epoch 21/30: Avg Loss = 0.1118, Test Accuracy = 79.64%
Epoch 22/30: Avg Loss = 0.0926, Test Accuracy = 79.89%
Epoch 23/30: Avg Loss = 0.0749, Test Accuracy = 79.74%
Epoch 24/30: Avg Loss = 0.0771, Test Accuracy = 79.59%
Epoch 25/30: Avg Loss = 0.0677, Test Accuracy = 79.71%
Epoch 26/30: Avg Loss = 0.0549, Test Accuracy = 79.78%
Epoch 27/30: Avg Loss = 0.0389, Test Accuracy = 79.79%

Training teachers:  94%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████          | 234/250 [04:28<00:18,  1.14s/it]

Epoch 28/30: Avg Loss = 0.0580, Test Accuracy = 79.77%
Epoch 29/30: Avg Loss = 0.0310, Test Accuracy = 79.66%
Epoch 30/30: Avg Loss = 0.0341, Test Accuracy = 79.77%
Epoch 1/30: Avg Loss = 2.2505, Test Accuracy = 33.79%
Epoch 2/30: Avg Loss = 2.0909, Test Accuracy = 38.66%
Epoch 3/30: Avg Loss = 1.9300, Test Accuracy = 41.27%
Epoch 4/30: Avg Loss = 1.7308, Test Accuracy = 44.38%
Epoch 5/30: Avg Loss = 1.5385, Test Accuracy = 47.75%
Epoch 6/30: Avg Loss = 1.3449, Test Accuracy = 51.53%
Epoch 7/30: Avg Loss = 1.1497, Test Accuracy = 55.80%
Epoch 8/30: Avg Loss = 1.0085, Test Accuracy = 60.11%
Epoch 9/30: Avg Loss = 0.8159, Test Accuracy = 64.59%
Epoch 10/30: Avg Loss = 0.7028, Test Accuracy = 69.28%
Epoch 11/30: Avg Loss = 0.5515, Test Accuracy = 72.08%
Epoch 12/30: Avg Loss = 0.4648, Test Accuracy = 74.23%
Epoch 13/30: Avg Loss = 0.3638, Test Accuracy = 75.51%
Epoch 14/30: Avg Loss = 0.2906, Test Accuracy = 76.49%
Epoch 15/30: Avg Loss = 0.2576, Test Accuracy = 77.68%
Epoch 16/30: Avg Loss = 0.1779, Test Accuracy = 78.18%
Epoch 17/30: Avg Loss = 0.1641, Test Accuracy = 78.27%
Epoch 18/30: Avg Loss = 0.1262, Test Accuracy = 78.08%
Epoch 19/30: Avg Loss = 0.0926, Test Accuracy = 78.41%
Epoch 20/30: Avg Loss = 0.0877, Test Accuracy = 78.72%
Epoch 21/30: Avg Loss = 0.0760, Test Accuracy = 78.93%
Epoch 22/30: Avg Loss = 0.0536, Test Accuracy = 79.10%
Epoch 23/30: Avg Loss = 0.0434, Test Accuracy = 79.29%
Epoch 24/30: Avg Loss = 0.0536, Test Accuracy = 79.34%
Epoch 25/30: Avg Loss = 0.0363, Test Accuracy = 79.31%
Epoch 26/30: Avg Loss = 0.0511, Test Accuracy = 79.42%
Epoch 27/30: Avg Loss = 0.0324, Test Accuracy = 79.54%

Training teachers:  94%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋         | 235/250 [04:29<00:17,  1.14s/it]

Epoch 28/30: Avg Loss = 0.0278, Test Accuracy = 79.64%
Epoch 29/30: Avg Loss = 0.0239, Test Accuracy = 79.76%
Epoch 30/30: Avg Loss = 0.0345, Test Accuracy = 79.76%
Epoch 1/30: Avg Loss = 2.2724, Test Accuracy = 38.10%
Epoch 2/30: Avg Loss = 2.1187, Test Accuracy = 50.70%
Epoch 3/30: Avg Loss = 1.9635, Test Accuracy = 53.73%
Epoch 4/30: Avg Loss = 1.7886, Test Accuracy = 55.79%
Epoch 5/30: Avg Loss = 1.5638, Test Accuracy = 57.02%
Epoch 6/30: Avg Loss = 1.3972, Test Accuracy = 58.62%
Epoch 7/30: Avg Loss = 1.2128, Test Accuracy = 61.21%
Epoch 8/30: Avg Loss = 1.0318, Test Accuracy = 64.85%
Epoch 9/30: Avg Loss = 0.8832, Test Accuracy = 67.79%
Epoch 10/30: Avg Loss = 0.7435, Test Accuracy = 70.07%
Epoch 11/30: Avg Loss = 0.6406, Test Accuracy = 72.15%
Epoch 12/30: Avg Loss = 0.4982, Test Accuracy = 74.42%
Epoch 13/30: Avg Loss = 0.4484, Test Accuracy = 76.63%
Epoch 14/30: Avg Loss = 0.3467, Test Accuracy = 77.88%
Epoch 15/30: Avg Loss = 0.3152, Test Accuracy = 79.04%
Epoch 16/30: Avg Loss = 0.2838, Test Accuracy = 79.65%
Epoch 17/30: Avg Loss = 0.2315, Test Accuracy = 79.76%
Epoch 18/30: Avg Loss = 0.2108, Test Accuracy = 79.99%
Epoch 19/30: Avg Loss = 0.1762, Test Accuracy = 80.30%
Epoch 20/30: Avg Loss = 0.1456, Test Accuracy = 80.43%
Epoch 21/30: Avg Loss = 0.1346, Test Accuracy = 80.54%
Epoch 22/30: Avg Loss = 0.1289, Test Accuracy = 80.50%
Epoch 23/30: Avg Loss = 0.1013, Test Accuracy = 80.46%
Epoch 24/30: Avg Loss = 0.1018, Test Accuracy = 80.69%
Epoch 25/30: Avg Loss = 0.0728, Test Accuracy = 80.57%
Epoch 26/30: Avg Loss = 0.0649, Test Accuracy = 80.63%
Epoch 27/30: Avg Loss = 0.0525, Test Accuracy = 80.76%

Training teachers:  94%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎        | 236/250 [04:30<00:15,  1.14s/it]

Epoch 28/30: Avg Loss = 0.0623, Test Accuracy = 80.89%
Epoch 29/30: Avg Loss = 0.0500, Test Accuracy = 81.05%
Epoch 30/30: Avg Loss = 0.0354, Test Accuracy = 81.15%
Epoch 1/30: Avg Loss = 2.2878, Test Accuracy = 23.25%
Epoch 2/30: Avg Loss = 2.1281, Test Accuracy = 43.54%
Epoch 3/30: Avg Loss = 1.9965, Test Accuracy = 52.92%
Epoch 4/30: Avg Loss = 1.8282, Test Accuracy = 57.16%
Epoch 5/30: Avg Loss = 1.6258, Test Accuracy = 59.39%
Epoch 6/30: Avg Loss = 1.4681, Test Accuracy = 62.88%
Epoch 7/30: Avg Loss = 1.2423, Test Accuracy = 67.38%
Epoch 8/30: Avg Loss = 1.0632, Test Accuracy = 71.19%
Epoch 9/30: Avg Loss = 0.9267, Test Accuracy = 74.36%
Epoch 10/30: Avg Loss = 0.7584, Test Accuracy = 76.98%
Epoch 11/30: Avg Loss = 0.6172, Test Accuracy = 78.61%
Epoch 12/30: Avg Loss = 0.4871, Test Accuracy = 79.37%
Epoch 13/30: Avg Loss = 0.3965, Test Accuracy = 80.02%
Epoch 14/30: Avg Loss = 0.3662, Test Accuracy = 80.43%
Epoch 15/30: Avg Loss = 0.2763, Test Accuracy = 80.56%
Epoch 16/30: Avg Loss = 0.2250, Test Accuracy = 80.83%
Epoch 17/30: Avg Loss = 0.2041, Test Accuracy = 81.28%
Epoch 18/30: Avg Loss = 0.1698, Test Accuracy = 81.50%
Epoch 19/30: Avg Loss = 0.1274, Test Accuracy = 81.55%
Epoch 20/30: Avg Loss = 0.1351, Test Accuracy = 81.63%
Epoch 21/30: Avg Loss = 0.1002, Test Accuracy = 81.70%
Epoch 22/30: Avg Loss = 0.0902, Test Accuracy = 81.63%
Epoch 23/30: Avg Loss = 0.0701, Test Accuracy = 81.68%
Epoch 24/30: Avg Loss = 0.0619, Test Accuracy = 81.84%
Epoch 25/30: Avg Loss = 0.0483, Test Accuracy = 81.90%
Epoch 26/30: Avg Loss = 0.0494, Test Accuracy = 81.95%
Epoch 27/30: Avg Loss = 0.0454, Test Accuracy = 81.95%

Training teachers:  95%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉        | 237/250 [04:31<00:14,  1.14s/it]

Epoch 28/30: Avg Loss = 0.0445, Test Accuracy = 81.90%
Epoch 29/30: Avg Loss = 0.0354, Test Accuracy = 81.85%
Epoch 30/30: Avg Loss = 0.0305, Test Accuracy = 81.83%
Epoch 1/30: Avg Loss = 2.2895, Test Accuracy = 26.82%
Epoch 2/30: Avg Loss = 2.1429, Test Accuracy = 44.94%
Epoch 3/30: Avg Loss = 1.9601, Test Accuracy = 55.18%
Epoch 4/30: Avg Loss = 1.7743, Test Accuracy = 61.17%
Epoch 5/30: Avg Loss = 1.5852, Test Accuracy = 63.79%
Epoch 6/30: Avg Loss = 1.3663, Test Accuracy = 65.25%
Epoch 7/30: Avg Loss = 1.1313, Test Accuracy = 66.96%
Epoch 8/30: Avg Loss = 0.9352, Test Accuracy = 69.08%
Epoch 9/30: Avg Loss = 0.7452, Test Accuracy = 70.33%
Epoch 10/30: Avg Loss = 0.5932, Test Accuracy = 71.58%
Epoch 11/30: Avg Loss = 0.4990, Test Accuracy = 72.71%
Epoch 12/30: Avg Loss = 0.3802, Test Accuracy = 73.76%
Epoch 13/30: Avg Loss = 0.3116, Test Accuracy = 74.63%
Epoch 14/30: Avg Loss = 0.2584, Test Accuracy = 75.88%
Epoch 15/30: Avg Loss = 0.2002, Test Accuracy = 76.45%
Epoch 16/30: Avg Loss = 0.1727, Test Accuracy = 76.65%
Epoch 17/30: Avg Loss = 0.1372, Test Accuracy = 76.51%
Epoch 18/30: Avg Loss = 0.1076, Test Accuracy = 76.15%
Epoch 19/30: Avg Loss = 0.0817, Test Accuracy = 75.88%
Epoch 20/30: Avg Loss = 0.0741, Test Accuracy = 75.93%
Epoch 21/30: Avg Loss = 0.0609, Test Accuracy = 76.41%
Epoch 22/30: Avg Loss = 0.0419, Test Accuracy = 76.63%
Epoch 23/30: Avg Loss = 0.0549, Test Accuracy = 76.91%
Epoch 24/30: Avg Loss = 0.0602, Test Accuracy = 77.10%
Epoch 25/30: Avg Loss = 0.0361, Test Accuracy = 77.18%
Epoch 26/30: Avg Loss = 0.0312, Test Accuracy = 77.26%
Epoch 27/30: Avg Loss = 0.0367, Test Accuracy = 77.02%

Training teachers:  95%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌       | 238/250 [04:33<00:13,  1.14s/it]

Epoch 28/30: Avg Loss = 0.0240, Test Accuracy = 77.03%
Epoch 29/30: Avg Loss = 0.0197, Test Accuracy = 76.93%
Epoch 30/30: Avg Loss = 0.0251, Test Accuracy = 76.79%
Epoch 1/30: Avg Loss = 2.2795, Test Accuracy = 32.93%
Epoch 2/30: Avg Loss = 2.0808, Test Accuracy = 44.65%
Epoch 3/30: Avg Loss = 1.9186, Test Accuracy = 51.50%
Epoch 4/30: Avg Loss = 1.7088, Test Accuracy = 54.00%
Epoch 5/30: Avg Loss = 1.5091, Test Accuracy = 55.66%
Epoch 6/30: Avg Loss = 1.3023, Test Accuracy = 57.73%
Epoch 7/30: Avg Loss = 1.1160, Test Accuracy = 60.38%
Epoch 8/30: Avg Loss = 0.9721, Test Accuracy = 62.55%
Epoch 9/30: Avg Loss = 0.8170, Test Accuracy = 65.84%
Epoch 10/30: Avg Loss = 0.6841, Test Accuracy = 69.08%
Epoch 11/30: Avg Loss = 0.5639, Test Accuracy = 72.04%
Epoch 12/30: Avg Loss = 0.5236, Test Accuracy = 74.19%
Epoch 13/30: Avg Loss = 0.4250, Test Accuracy = 75.40%
Epoch 14/30: Avg Loss = 0.3068, Test Accuracy = 76.33%
Epoch 15/30: Avg Loss = 0.2733, Test Accuracy = 76.97%
Epoch 16/30: Avg Loss = 0.2295, Test Accuracy = 77.55%
Epoch 17/30: Avg Loss = 0.1781, Test Accuracy = 77.80%
Epoch 18/30: Avg Loss = 0.1540, Test Accuracy = 78.08%
Epoch 19/30: Avg Loss = 0.1273, Test Accuracy = 78.27%
Epoch 20/30: Avg Loss = 0.0984, Test Accuracy = 78.06%
Epoch 21/30: Avg Loss = 0.0917, Test Accuracy = 78.14%
Epoch 22/30: Avg Loss = 0.0694, Test Accuracy = 78.37%
Epoch 23/30: Avg Loss = 0.0677, Test Accuracy = 78.57%
Epoch 24/30: Avg Loss = 0.0497, Test Accuracy = 78.70%
Epoch 25/30: Avg Loss = 0.0400, Test Accuracy = 78.94%
Epoch 26/30: Avg Loss = 0.0415, Test Accuracy = 79.20%
Epoch 27/30: Avg Loss = 0.0367, Test Accuracy = 79.38%

Training teachers:  96%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏      | 239/250 [04:34<00:12,  1.14s/it]

Epoch 28/30: Avg Loss = 0.0418, Test Accuracy = 79.28%
Epoch 29/30: Avg Loss = 0.0360, Test Accuracy = 79.33%
Epoch 30/30: Avg Loss = 0.0289, Test Accuracy = 79.47%
Epoch 1/30: Avg Loss = 2.2895, Test Accuracy = 42.13%
Epoch 2/30: Avg Loss = 2.1365, Test Accuracy = 56.14%
Epoch 3/30: Avg Loss = 1.9950, Test Accuracy = 60.24%
Epoch 4/30: Avg Loss = 1.7929, Test Accuracy = 62.33%
Epoch 5/30: Avg Loss = 1.6064, Test Accuracy = 63.04%
Epoch 6/30: Avg Loss = 1.4202, Test Accuracy = 63.83%
Epoch 7/30: Avg Loss = 1.1924, Test Accuracy = 64.76%
Epoch 8/30: Avg Loss = 1.0242, Test Accuracy = 66.51%
Epoch 9/30: Avg Loss = 0.8677, Test Accuracy = 69.24%
Epoch 10/30: Avg Loss = 0.7198, Test Accuracy = 72.11%
Epoch 11/30: Avg Loss = 0.5639, Test Accuracy = 75.41%
Epoch 12/30: Avg Loss = 0.5056, Test Accuracy = 77.26%
Epoch 13/30: Avg Loss = 0.4351, Test Accuracy = 78.67%
Epoch 14/30: Avg Loss = 0.3556, Test Accuracy = 79.48%
Epoch 15/30: Avg Loss = 0.2781, Test Accuracy = 80.05%
Epoch 16/30: Avg Loss = 0.2071, Test Accuracy = 80.42%
Epoch 17/30: Avg Loss = 0.1645, Test Accuracy = 80.96%
Epoch 18/30: Avg Loss = 0.1759, Test Accuracy = 81.29%
Epoch 19/30: Avg Loss = 0.1357, Test Accuracy = 81.50%
Epoch 20/30: Avg Loss = 0.1218, Test Accuracy = 81.77%
Epoch 21/30: Avg Loss = 0.1012, Test Accuracy = 81.66%
Epoch 22/30: Avg Loss = 0.0911, Test Accuracy = 81.66%
Epoch 23/30: Avg Loss = 0.0729, Test Accuracy = 81.52%
Epoch 24/30: Avg Loss = 0.0702, Test Accuracy = 81.34%
Epoch 25/30: Avg Loss = 0.0537, Test Accuracy = 81.44%
Epoch 26/30: Avg Loss = 0.0562, Test Accuracy = 81.55%
Epoch 27/30: Avg Loss = 0.0396, Test Accuracy = 81.82%

Training teachers:  96%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊      | 240/250 [04:35<00:11,  1.14s/it]

Epoch 28/30: Avg Loss = 0.0397, Test Accuracy = 81.94%
Epoch 29/30: Avg Loss = 0.0318, Test Accuracy = 81.98%
Epoch 30/30: Avg Loss = 0.0315, Test Accuracy = 81.99%
Epoch 1/30: Avg Loss = 2.2620, Test Accuracy = 35.02%
Epoch 2/30: Avg Loss = 2.1024, Test Accuracy = 49.08%
Epoch 3/30: Avg Loss = 1.9350, Test Accuracy = 55.01%
Epoch 4/30: Avg Loss = 1.7643, Test Accuracy = 56.46%
Epoch 5/30: Avg Loss = 1.5377, Test Accuracy = 57.91%
Epoch 6/30: Avg Loss = 1.3708, Test Accuracy = 59.02%
Epoch 7/30: Avg Loss = 1.1767, Test Accuracy = 61.00%
Epoch 8/30: Avg Loss = 0.9991, Test Accuracy = 63.11%
Epoch 9/30: Avg Loss = 0.8435, Test Accuracy = 65.82%
Epoch 10/30: Avg Loss = 0.6964, Test Accuracy = 68.51%
Epoch 11/30: Avg Loss = 0.5855, Test Accuracy = 70.92%
Epoch 12/30: Avg Loss = 0.4810, Test Accuracy = 73.39%
Epoch 13/30: Avg Loss = 0.3519, Test Accuracy = 75.24%
Epoch 14/30: Avg Loss = 0.2976, Test Accuracy = 76.16%
Epoch 15/30: Avg Loss = 0.2413, Test Accuracy = 77.09%
Epoch 16/30: Avg Loss = 0.1983, Test Accuracy = 77.74%
Epoch 17/30: Avg Loss = 0.1508, Test Accuracy = 78.32%
Epoch 18/30: Avg Loss = 0.1381, Test Accuracy = 78.72%
Epoch 19/30: Avg Loss = 0.1238, Test Accuracy = 79.00%
Epoch 20/30: Avg Loss = 0.0939, Test Accuracy = 79.29%
Epoch 21/30: Avg Loss = 0.0893, Test Accuracy = 79.48%
Epoch 22/30: Avg Loss = 0.0653, Test Accuracy = 79.42%
Epoch 23/30: Avg Loss = 0.0565, Test Accuracy = 79.57%
Epoch 24/30: Avg Loss = 0.0505, Test Accuracy = 79.47%
Epoch 25/30: Avg Loss = 0.0505, Test Accuracy = 79.53%
Epoch 26/30: Avg Loss = 0.0469, Test Accuracy = 79.61%

Training teachers:  96%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍     | 241/250 [04:36<00:10,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0378, Test Accuracy = 79.35%
Epoch 28/30: Avg Loss = 0.0347, Test Accuracy = 79.32%
Epoch 29/30: Avg Loss = 0.0311, Test Accuracy = 79.20%
Epoch 30/30: Avg Loss = 0.0391, Test Accuracy = 79.27%
Epoch 1/30: Avg Loss = 2.2797, Test Accuracy = 42.94%
Epoch 2/30: Avg Loss = 2.1273, Test Accuracy = 55.02%
Epoch 3/30: Avg Loss = 1.9566, Test Accuracy = 55.84%
Epoch 4/30: Avg Loss = 1.7546, Test Accuracy = 55.34%
Epoch 5/30: Avg Loss = 1.5696, Test Accuracy = 55.28%
Epoch 6/30: Avg Loss = 1.3603, Test Accuracy = 56.16%
Epoch 7/30: Avg Loss = 1.2036, Test Accuracy = 58.30%
Epoch 8/30: Avg Loss = 1.0105, Test Accuracy = 60.80%
Epoch 9/30: Avg Loss = 0.8690, Test Accuracy = 63.75%
Epoch 10/30: Avg Loss = 0.7279, Test Accuracy = 66.69%
Epoch 11/30: Avg Loss = 0.6182, Test Accuracy = 69.58%
Epoch 12/30: Avg Loss = 0.5293, Test Accuracy = 72.16%
Epoch 13/30: Avg Loss = 0.4108, Test Accuracy = 73.94%
Epoch 14/30: Avg Loss = 0.3441, Test Accuracy = 75.06%
Epoch 15/30: Avg Loss = 0.2956, Test Accuracy = 76.03%
Epoch 16/30: Avg Loss = 0.2550, Test Accuracy = 76.70%
Epoch 17/30: Avg Loss = 0.2121, Test Accuracy = 77.00%
Epoch 18/30: Avg Loss = 0.1668, Test Accuracy = 77.15%
Epoch 19/30: Avg Loss = 0.1306, Test Accuracy = 77.25%
Epoch 20/30: Avg Loss = 0.1098, Test Accuracy = 77.57%
Epoch 21/30: Avg Loss = 0.0994, Test Accuracy = 77.80%
Epoch 22/30: Avg Loss = 0.0867, Test Accuracy = 77.96%
Epoch 23/30: Avg Loss = 0.0605, Test Accuracy = 78.14%
Epoch 24/30: Avg Loss = 0.0685, Test Accuracy = 78.17%
Epoch 25/30: Avg Loss = 0.0640, Test Accuracy = 78.27%
Epoch 26/30: Avg Loss = 0.0516, Test Accuracy = 78.51%

Training teachers:  97%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████     | 242/250 [04:37<00:09,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0432, Test Accuracy = 78.61%
Epoch 28/30: Avg Loss = 0.0525, Test Accuracy = 78.74%
Epoch 29/30: Avg Loss = 0.0258, Test Accuracy = 78.63%
Epoch 30/30: Avg Loss = 0.0283, Test Accuracy = 78.48%
Epoch 1/30: Avg Loss = 2.2786, Test Accuracy = 33.98%
Epoch 2/30: Avg Loss = 2.1296, Test Accuracy = 56.47%
Epoch 3/30: Avg Loss = 1.9867, Test Accuracy = 63.69%
Epoch 4/30: Avg Loss = 1.8023, Test Accuracy = 66.03%
Epoch 5/30: Avg Loss = 1.5809, Test Accuracy = 67.13%
Epoch 6/30: Avg Loss = 1.3676, Test Accuracy = 68.00%
Epoch 7/30: Avg Loss = 1.1272, Test Accuracy = 68.66%
Epoch 8/30: Avg Loss = 0.9349, Test Accuracy = 69.78%
Epoch 9/30: Avg Loss = 0.7500, Test Accuracy = 70.93%
Epoch 10/30: Avg Loss = 0.5822, Test Accuracy = 71.46%
Epoch 11/30: Avg Loss = 0.4938, Test Accuracy = 72.56%
Epoch 12/30: Avg Loss = 0.4000, Test Accuracy = 73.50%
Epoch 13/30: Avg Loss = 0.3062, Test Accuracy = 75.12%
Epoch 14/30: Avg Loss = 0.2497, Test Accuracy = 77.21%
Epoch 15/30: Avg Loss = 0.2134, Test Accuracy = 78.33%
Epoch 16/30: Avg Loss = 0.1592, Test Accuracy = 79.07%
Epoch 17/30: Avg Loss = 0.1556, Test Accuracy = 79.63%
Epoch 18/30: Avg Loss = 0.1464, Test Accuracy = 79.98%
Epoch 19/30: Avg Loss = 0.1064, Test Accuracy = 80.09%
Epoch 20/30: Avg Loss = 0.1088, Test Accuracy = 80.29%
Epoch 21/30: Avg Loss = 0.0795, Test Accuracy = 80.20%
Epoch 22/30: Avg Loss = 0.0716, Test Accuracy = 79.89%
Epoch 23/30: Avg Loss = 0.0653, Test Accuracy = 80.00%
Epoch 24/30: Avg Loss = 0.0553, Test Accuracy = 80.24%
Epoch 25/30: Avg Loss = 0.0421, Test Accuracy = 80.24%
Epoch 26/30: Avg Loss = 0.0384, Test Accuracy = 80.30%

Training teachers:  97%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋    | 243/250 [04:38<00:08,  1.15s/it]

Epoch 27/30: Avg Loss = 0.0481, Test Accuracy = 80.34%
Epoch 28/30: Avg Loss = 0.0405, Test Accuracy = 80.43%
Epoch 29/30: Avg Loss = 0.0346, Test Accuracy = 80.46%
Epoch 30/30: Avg Loss = 0.0308, Test Accuracy = 80.59%
Epoch 1/30: Avg Loss = 2.2734, Test Accuracy = 22.98%
Epoch 2/30: Avg Loss = 2.1172, Test Accuracy = 42.67%
Epoch 3/30: Avg Loss = 1.9521, Test Accuracy = 49.41%
Epoch 4/30: Avg Loss = 1.7686, Test Accuracy = 52.68%
Epoch 5/30: Avg Loss = 1.5550, Test Accuracy = 55.41%
Epoch 6/30: Avg Loss = 1.3372, Test Accuracy = 58.47%
Epoch 7/30: Avg Loss = 1.1200, Test Accuracy = 62.03%
Epoch 8/30: Avg Loss = 0.9506, Test Accuracy = 66.33%
Epoch 9/30: Avg Loss = 0.7764, Test Accuracy = 69.94%
Epoch 10/30: Avg Loss = 0.6467, Test Accuracy = 73.06%
Epoch 11/30: Avg Loss = 0.5174, Test Accuracy = 75.86%
Epoch 12/30: Avg Loss = 0.4139, Test Accuracy = 77.07%
Epoch 13/30: Avg Loss = 0.3486, Test Accuracy = 78.00%
Epoch 14/30: Avg Loss = 0.2385, Test Accuracy = 78.72%
Epoch 15/30: Avg Loss = 0.2154, Test Accuracy = 79.36%
Epoch 16/30: Avg Loss = 0.1804, Test Accuracy = 79.72%
Epoch 17/30: Avg Loss = 0.1399, Test Accuracy = 80.05%
Epoch 18/30: Avg Loss = 0.1191, Test Accuracy = 80.34%
Epoch 19/30: Avg Loss = 0.0957, Test Accuracy = 80.44%
Epoch 20/30: Avg Loss = 0.0836, Test Accuracy = 80.53%
Epoch 21/30: Avg Loss = 0.0813, Test Accuracy = 80.49%
Epoch 22/30: Avg Loss = 0.0609, Test Accuracy = 80.52%
Epoch 23/30: Avg Loss = 0.0569, Test Accuracy = 80.55%
Epoch 24/30: Avg Loss = 0.0482, Test Accuracy = 80.57%
Epoch 25/30: Avg Loss = 0.0392, Test Accuracy = 80.83%

Training teachers:  98%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎   | 244/250 [04:39<00:06,  1.16s/it]

Epoch 26/30: Avg Loss = 0.0480, Test Accuracy = 80.93%
Epoch 27/30: Avg Loss = 0.0362, Test Accuracy = 80.91%
Epoch 28/30: Avg Loss = 0.0381, Test Accuracy = 81.02%
Epoch 29/30: Avg Loss = 0.0287, Test Accuracy = 81.09%
Epoch 30/30: Avg Loss = 0.0321, Test Accuracy = 81.12%
Epoch 1/30: Avg Loss = 2.2486, Test Accuracy = 42.38%
Epoch 2/30: Avg Loss = 2.0749, Test Accuracy = 57.69%
Epoch 3/30: Avg Loss = 1.8924, Test Accuracy = 60.31%
Epoch 4/30: Avg Loss = 1.7107, Test Accuracy = 61.67%
Epoch 5/30: Avg Loss = 1.4957, Test Accuracy = 62.62%
Epoch 6/30: Avg Loss = 1.2396, Test Accuracy = 63.38%
Epoch 7/30: Avg Loss = 1.0961, Test Accuracy = 64.30%
Epoch 8/30: Avg Loss = 0.9660, Test Accuracy = 65.93%
Epoch 9/30: Avg Loss = 0.8006, Test Accuracy = 67.92%
Epoch 10/30: Avg Loss = 0.7076, Test Accuracy = 70.11%
Epoch 11/30: Avg Loss = 0.5794, Test Accuracy = 72.85%
Epoch 12/30: Avg Loss = 0.5144, Test Accuracy = 75.16%
Epoch 13/30: Avg Loss = 0.4049, Test Accuracy = 77.45%
Epoch 14/30: Avg Loss = 0.3365, Test Accuracy = 79.19%
Epoch 15/30: Avg Loss = 0.2950, Test Accuracy = 79.90%
Epoch 16/30: Avg Loss = 0.2687, Test Accuracy = 80.17%
Epoch 17/30: Avg Loss = 0.2197, Test Accuracy = 80.21%
Epoch 18/30: Avg Loss = 0.1804, Test Accuracy = 80.42%
Epoch 19/30: Avg Loss = 0.1883, Test Accuracy = 80.33%
Epoch 20/30: Avg Loss = 0.1293, Test Accuracy = 80.45%
Epoch 21/30: Avg Loss = 0.1170, Test Accuracy = 80.54%
Epoch 22/30: Avg Loss = 0.1141, Test Accuracy = 80.56%
Epoch 23/30: Avg Loss = 0.0887, Test Accuracy = 80.68%
Epoch 24/30: Avg Loss = 0.0946, Test Accuracy = 80.73%

Training teachers:  98%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉   | 245/250 [04:41<00:05,  1.17s/it]

Epoch 25/30: Avg Loss = 0.0721, Test Accuracy = 80.91%
Epoch 26/30: Avg Loss = 0.0690, Test Accuracy = 80.86%
Epoch 27/30: Avg Loss = 0.0595, Test Accuracy = 80.68%
Epoch 28/30: Avg Loss = 0.0525, Test Accuracy = 80.65%
Epoch 29/30: Avg Loss = 0.0495, Test Accuracy = 80.81%
Epoch 30/30: Avg Loss = 0.0322, Test Accuracy = 80.82%
Epoch 1/30: Avg Loss = 2.2807, Test Accuracy = 30.28%
Epoch 2/30: Avg Loss = 2.1092, Test Accuracy = 46.16%
Epoch 3/30: Avg Loss = 1.9591, Test Accuracy = 55.89%
Epoch 4/30: Avg Loss = 1.7819, Test Accuracy = 60.46%
Epoch 5/30: Avg Loss = 1.5655, Test Accuracy = 63.11%
Epoch 6/30: Avg Loss = 1.3447, Test Accuracy = 64.89%
Epoch 7/30: Avg Loss = 1.1379, Test Accuracy = 66.61%
Epoch 8/30: Avg Loss = 0.9533, Test Accuracy = 67.47%
Epoch 9/30: Avg Loss = 0.7975, Test Accuracy = 68.55%
Epoch 10/30: Avg Loss = 0.6602, Test Accuracy = 70.42%
Epoch 11/30: Avg Loss = 0.5492, Test Accuracy = 73.46%
Epoch 12/30: Avg Loss = 0.4148, Test Accuracy = 76.45%
Epoch 13/30: Avg Loss = 0.3485, Test Accuracy = 78.77%
Epoch 14/30: Avg Loss = 0.2826, Test Accuracy = 79.73%
Epoch 15/30: Avg Loss = 0.2181, Test Accuracy = 79.98%
Epoch 16/30: Avg Loss = 0.1835, Test Accuracy = 80.23%
Epoch 17/30: Avg Loss = 0.1609, Test Accuracy = 80.41%
Epoch 18/30: Avg Loss = 0.1229, Test Accuracy = 80.70%
Epoch 19/30: Avg Loss = 0.1250, Test Accuracy = 80.84%
Epoch 20/30: Avg Loss = 0.1028, Test Accuracy = 81.02%
Epoch 21/30: Avg Loss = 0.0998, Test Accuracy = 81.17%
Epoch 22/30: Avg Loss = 0.0696, Test Accuracy = 81.29%
Epoch 23/30: Avg Loss = 0.0420, Test Accuracy = 81.42%
Epoch 24/30: Avg Loss = 0.0547, Test Accuracy = 81.42%
Epoch 25/30: Avg Loss = 0.0442, Test Accuracy = 81.45%
Epoch 26/30: Avg Loss = 0.0397, Test Accuracy = 81.34%
Epoch 27/30: Avg Loss = 0.0339, Test Accuracy = 81.25%
Epoch 28/30: Avg Loss = 0.0296, Test Accuracy = 81.19%

Training teachers:  98%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌  | 246/250 [04:42<00:04,  1.17s/it]

Epoch 29/30: Avg Loss = 0.0364, Test Accuracy = 81.12%
Epoch 30/30: Avg Loss = 0.0245, Test Accuracy = 81.02%
Epoch 1/30: Avg Loss = 2.2895, Test Accuracy = 27.79%
Epoch 2/30: Avg Loss = 2.1206, Test Accuracy = 50.38%
Epoch 3/30: Avg Loss = 1.9349, Test Accuracy = 55.50%
Epoch 4/30: Avg Loss = 1.7449, Test Accuracy = 56.93%
Epoch 5/30: Avg Loss = 1.4834, Test Accuracy = 58.02%
Epoch 6/30: Avg Loss = 1.2210, Test Accuracy = 59.18%
Epoch 7/30: Avg Loss = 1.0382, Test Accuracy = 60.14%
Epoch 8/30: Avg Loss = 0.8365, Test Accuracy = 61.46%
Epoch 9/30: Avg Loss = 0.6997, Test Accuracy = 62.85%
Epoch 10/30: Avg Loss = 0.5915, Test Accuracy = 64.81%
Epoch 11/30: Avg Loss = 0.4639, Test Accuracy = 67.38%
Epoch 12/30: Avg Loss = 0.4028, Test Accuracy = 69.58%
Epoch 13/30: Avg Loss = 0.3065, Test Accuracy = 71.35%
Epoch 14/30: Avg Loss = 0.2850, Test Accuracy = 72.56%
Epoch 15/30: Avg Loss = 0.2604, Test Accuracy = 73.46%
Epoch 16/30: Avg Loss = 0.1867, Test Accuracy = 73.98%
Epoch 17/30: Avg Loss = 0.1675, Test Accuracy = 74.41%
Epoch 18/30: Avg Loss = 0.1438, Test Accuracy = 74.84%
Epoch 19/30: Avg Loss = 0.1078, Test Accuracy = 75.06%
Epoch 20/30: Avg Loss = 0.1029, Test Accuracy = 75.24%
Epoch 21/30: Avg Loss = 0.0710, Test Accuracy = 75.21%
Epoch 22/30: Avg Loss = 0.0733, Test Accuracy = 75.32%
Epoch 23/30: Avg Loss = 0.0656, Test Accuracy = 75.57%
Epoch 24/30: Avg Loss = 0.0558, Test Accuracy = 75.53%
Epoch 25/30: Avg Loss = 0.0552, Test Accuracy = 75.42%
Epoch 26/30: Avg Loss = 0.0498, Test Accuracy = 75.59%
Epoch 27/30: Avg Loss = 0.0401, Test Accuracy = 75.83%

Training teachers:  99%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 247/250 [04:43<00:03,  1.17s/it]

Epoch 28/30: Avg Loss = 0.0378, Test Accuracy = 75.84%
Epoch 29/30: Avg Loss = 0.0466, Test Accuracy = 76.11%
Epoch 30/30: Avg Loss = 0.0314, Test Accuracy = 76.19%
Epoch 1/30: Avg Loss = 2.2652, Test Accuracy = 35.22%
Epoch 2/30: Avg Loss = 2.0885, Test Accuracy = 49.08%
Epoch 3/30: Avg Loss = 1.9179, Test Accuracy = 54.88%
Epoch 4/30: Avg Loss = 1.7125, Test Accuracy = 58.92%
Epoch 5/30: Avg Loss = 1.4960, Test Accuracy = 61.31%
Epoch 6/30: Avg Loss = 1.2804, Test Accuracy = 62.96%
Epoch 7/30: Avg Loss = 1.0526, Test Accuracy = 65.90%
Epoch 8/30: Avg Loss = 0.9005, Test Accuracy = 69.32%
Epoch 9/30: Avg Loss = 0.7116, Test Accuracy = 72.53%
Epoch 10/30: Avg Loss = 0.5368, Test Accuracy = 75.26%
Epoch 11/30: Avg Loss = 0.4180, Test Accuracy = 77.41%
Epoch 12/30: Avg Loss = 0.3262, Test Accuracy = 78.92%
Epoch 13/30: Avg Loss = 0.2607, Test Accuracy = 80.02%
Epoch 14/30: Avg Loss = 0.1890, Test Accuracy = 80.34%
Epoch 15/30: Avg Loss = 0.1675, Test Accuracy = 80.57%
Epoch 16/30: Avg Loss = 0.1477, Test Accuracy = 80.55%
Epoch 17/30: Avg Loss = 0.1235, Test Accuracy = 80.70%
Epoch 18/30: Avg Loss = 0.0851, Test Accuracy = 81.06%
Epoch 19/30: Avg Loss = 0.0703, Test Accuracy = 81.14%
Epoch 20/30: Avg Loss = 0.0492, Test Accuracy = 81.25%
Epoch 21/30: Avg Loss = 0.0566, Test Accuracy = 81.29%
Epoch 22/30: Avg Loss = 0.0551, Test Accuracy = 81.37%
Epoch 23/30: Avg Loss = 0.0499, Test Accuracy = 81.47%
Epoch 24/30: Avg Loss = 0.0347, Test Accuracy = 81.66%
Epoch 25/30: Avg Loss = 0.0334, Test Accuracy = 81.49%
Epoch 26/30: Avg Loss = 0.0328, Test Accuracy = 81.67%
Epoch 27/30: Avg Loss = 0.0219, Test Accuracy = 81.85%

Training teachers:  99%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊ | 248/250 [04:44<00:02,  1.16s/it]

Epoch 28/30: Avg Loss = 0.0374, Test Accuracy = 81.87%
Epoch 29/30: Avg Loss = 0.0343, Test Accuracy = 81.65%
Epoch 30/30: Avg Loss = 0.0413, Test Accuracy = 81.53%
Epoch 1/30: Avg Loss = 2.2671, Test Accuracy = 29.71%
Epoch 2/30: Avg Loss = 2.1305, Test Accuracy = 41.55%
Epoch 3/30: Avg Loss = 1.9713, Test Accuracy = 50.81%
Epoch 4/30: Avg Loss = 1.7901, Test Accuracy = 57.75%
Epoch 5/30: Avg Loss = 1.6130, Test Accuracy = 62.69%
Epoch 6/30: Avg Loss = 1.3588, Test Accuracy = 65.88%
Epoch 7/30: Avg Loss = 1.1769, Test Accuracy = 68.36%
Epoch 8/30: Avg Loss = 0.9785, Test Accuracy = 70.72%
Epoch 9/30: Avg Loss = 0.8096, Test Accuracy = 72.45%
Epoch 10/30: Avg Loss = 0.6521, Test Accuracy = 74.23%
Epoch 11/30: Avg Loss = 0.5416, Test Accuracy = 75.87%
Epoch 12/30: Avg Loss = 0.4125, Test Accuracy = 77.46%
Epoch 13/30: Avg Loss = 0.3272, Test Accuracy = 79.29%
Epoch 14/30: Avg Loss = 0.2802, Test Accuracy = 80.07%
Epoch 15/30: Avg Loss = 0.1948, Test Accuracy = 80.22%
Epoch 16/30: Avg Loss = 0.1746, Test Accuracy = 80.24%
Epoch 17/30: Avg Loss = 0.1511, Test Accuracy = 80.42%
Epoch 18/30: Avg Loss = 0.1153, Test Accuracy = 80.77%
Epoch 19/30: Avg Loss = 0.1174, Test Accuracy = 80.93%
Epoch 20/30: Avg Loss = 0.0750, Test Accuracy = 81.04%
Epoch 21/30: Avg Loss = 0.0702, Test Accuracy = 81.33%
Epoch 22/30: Avg Loss = 0.0567, Test Accuracy = 81.41%
Epoch 23/30: Avg Loss = 0.0526, Test Accuracy = 81.40%
Epoch 24/30: Avg Loss = 0.0486, Test Accuracy = 81.47%
Epoch 25/30: Avg Loss = 0.0447, Test Accuracy = 81.54%
Epoch 26/30: Avg Loss = 0.0514, Test Accuracy = 81.82%
Epoch 27/30: Avg Loss = 0.0344, Test Accuracy = 82.01%

Training teachers: 100%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍| 249/250 [04:45<00:01,  1.16s/it]

Epoch 28/30: Avg Loss = 0.0273, Test Accuracy = 82.00%
Epoch 29/30: Avg Loss = 0.0271, Test Accuracy = 82.07%
Epoch 30/30: Avg Loss = 0.0321, Test Accuracy = 82.14%
Epoch 1/30: Avg Loss = 2.2821, Test Accuracy = 36.70%
Epoch 2/30: Avg Loss = 2.1466, Test Accuracy = 52.07%
Epoch 3/30: Avg Loss = 1.9889, Test Accuracy = 59.46%
Epoch 4/30: Avg Loss = 1.8323, Test Accuracy = 63.99%
Epoch 5/30: Avg Loss = 1.6554, Test Accuracy = 66.08%
Epoch 6/30: Avg Loss = 1.4053, Test Accuracy = 68.36%
Epoch 7/30: Avg Loss = 1.1936, Test Accuracy = 70.29%
Epoch 8/30: Avg Loss = 1.0150, Test Accuracy = 72.47%
Epoch 9/30: Avg Loss = 0.8356, Test Accuracy = 74.60%
Epoch 10/30: Avg Loss = 0.6661, Test Accuracy = 76.70%
Epoch 11/30: Avg Loss = 0.5215, Test Accuracy = 77.85%
Epoch 12/30: Avg Loss = 0.4474, Test Accuracy = 78.75%
Epoch 13/30: Avg Loss = 0.3288, Test Accuracy = 79.20%
Epoch 14/30: Avg Loss = 0.2918, Test Accuracy = 79.60%
Epoch 15/30: Avg Loss = 0.2238, Test Accuracy = 79.71%
Epoch 16/30: Avg Loss = 0.1794, Test Accuracy = 79.76%
Epoch 17/30: Avg Loss = 0.1255, Test Accuracy = 79.79%
Epoch 18/30: Avg Loss = 0.1063, Test Accuracy = 79.78%
Epoch 19/30: Avg Loss = 0.0824, Test Accuracy = 80.04%
Epoch 20/30: Avg Loss = 0.1018, Test Accuracy = 80.23%
Epoch 21/30: Avg Loss = 0.0914, Test Accuracy = 80.44%
Epoch 22/30: Avg Loss = 0.0673, Test Accuracy = 80.47%
Epoch 23/30: Avg Loss = 0.0601, Test Accuracy = 80.68%
Epoch 24/30: Avg Loss = 0.0508, Test Accuracy = 80.89%
Epoch 25/30: Avg Loss = 0.0469, Test Accuracy = 80.84%
Epoch 26/30: Avg Loss = 0.0533, Test Accuracy = 80.86%
Epoch 27/30: Avg Loss = 0.0276, Test Accuracy = 80.85%

Training teachers: 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 250/250 [04:46<00:00,  1.15s/it]

Epoch 28/30: Avg Loss = 0.0304, Test Accuracy = 80.76%
Epoch 29/30: Avg Loss = 0.0295, Test Accuracy = 80.72%
Epoch 30/30: Avg Loss = 0.0243, Test Accuracy = 80.72%

Teacher ensemble trained: 250 teachers

In [4]:

def get_teacher_votes(teachers, X, device):
    """
    Get vote counts from all teachers.

    Returns:
        np.ndarray: Vote counts of shape (num_samples, num_classes).
    """
    num_samples = X.shape[0]
    num_classes = DATASET_CONFIG['num_classes']
    votes = np.zeros((num_samples, num_classes), dtype=np.int32)

    for teacher in teachers:
        preds = get_model_predictions(teacher, X, device)
        predictions = np.argmax(preds, axis=1)

        for i, pred in enumerate(predictions):
            votes[i, pred] += 1

    return votes

Noisy Aggregation

In [5]:

def noisy_argmax(votes, noise_scale):
    """Add Laplacian noise to votes and return the winning class."""
    noise = np.random.laplace(loc=0.0, scale=noise_scale, size=votes.shape)
    noisy_votes = votes.astype(np.float64) + noise
    return np.argmax(noisy_votes, axis=1)

def compute_privacy_budget(num_queries, noise_scale, delta=1e-5):
    """
    Compute total privacy budget using advanced composition.

    Args:
        num_queries (int): Number of labeling queries made.
        noise_scale (float): Laplacian noise scale.
        delta (float): Failure probability.

    Returns:
        tuple: (total_epsilon, per_query_epsilon)
    """
    per_query_eps = 2.0 / noise_scale
    epsilon_sq_sum = num_queries * (per_query_eps ** 2)
    total_epsilon = np.sqrt(2 * epsilon_sq_sum * np.log(1 / delta))
    total_epsilon += num_queries * per_query_eps * (np.exp(per_query_eps) - 1)
    return total_epsilon, per_query_eps

print("\n" + "=" * 60)
print("PHASE 3: Noisy Aggregation and Privacy Budget")
print("=" * 60)

num_queries = min(AGGREGATION_CONFIG['num_student_queries'], len(X_public_norm))
query_indices = np.random.choice(len(X_public_norm), num_queries, replace=False)
X_query = X_public_norm[query_indices]
y_query_true = y_public[query_indices]

votes = get_teacher_votes(teachers, X_query, DEVICE)
student_labels = noisy_argmax(votes, AGGREGATION_CONFIG['noise_scale'])

label_accuracy = (student_labels == y_query_true).mean() * 100
clean_preds = votes.argmax(axis=1)
clean_ensemble_acc = (clean_preds == y_query_true).mean() * 100

print(f"Labeled {num_queries} public samples")
print(f"Clean ensemble accuracy: {clean_ensemble_acc:.2f}%")
print(f"Noisy label accuracy: {label_accuracy:.2f}%")

# Compute privacy budget
total_eps, per_query_eps = compute_privacy_budget(
    num_queries, AGGREGATION_CONFIG['noise_scale']
)

print(f"\nPrivacy budget:")
print(f"  Per-query epsilon: {per_query_eps:.4f}")
print(f"  Total epsilon: {total_eps:.2f}")

============================================================
PHASE 3: Noisy Aggregation and Privacy Budget
============================================================
Labeled 5000 public samples
Clean ensemble accuracy: 87.82%
Noisy label accuracy: 87.44%

Privacy budget:
  Per-query epsilon: 0.1000
  Total epsilon: 86.52

Visualization

In [6]:

def plot_accuracy_comparison(models, accuracies, save_path=None):
    """Plot comparison of model accuracies."""
    fig, ax = plt.subplots(figsize=PLOT_CONFIG['figsize'])
    colors = [MALWARE_RED, AZURE, HTB_GREEN, AQUAMARINE]
    bars = ax.bar(models, accuracies, color=colors, edgecolor=HACKER_GREY, linewidth=2)

    for bar, acc in zip(bars, accuracies):
        ax.text(bar.get_x() + bar.get_width()/2., bar.get_height() + 0.01,
                f'{acc:.3f}', ha='center', va='bottom', color=WHITE, fontweight='bold')

    ax.set_ylim([0.0, 1.0])
    ax.set_ylabel('Accuracy')
    ax.set_title('Model Accuracy Comparison', color=HTB_GREEN, fontweight='bold')
    ax.grid(True, axis='y', alpha=0.3)
    if save_path:
        plt.savefig(save_path, dpi=PLOT_CONFIG['dpi'], bbox_inches='tight', facecolor=NODE_BLACK)
    plt.close()

avg_teacher_acc = np.mean([evaluate_accuracy(t, holdout_loader, DEVICE) for t in teachers]) / 100
os.makedirs("figs", exist_ok=True)
plot_accuracy_comparison(
    models=['Avg Teacher', 'Clean Ensemble', 'Noisy Labels'],
    accuracies=[avg_teacher_acc, clean_ensemble_acc / 100, label_accuracy / 100],
    save_path="figs/pate_accuracy_comparison.png"
)

Train the student

In [7]:

print("\n" + "=" * 60)
print("PHASE 4: Training Student Model")
print("=" * 60)

student_model = MLP(
    input_size=num_features,
    hidden_layers=STUDENT_CONFIG['hidden_layers'],
    num_classes=DATASET_CONFIG['num_classes'],
    dropout=STUDENT_CONFIG['dropout']
)

student_train_loader = create_dataloader(
    X_query, student_labels,
    STUDENT_CONFIG['batch_size']
)

train_model(
    student_model, student_train_loader, holdout_loader,
    device=DEVICE,
    epochs=STUDENT_CONFIG['epochs'],
    learning_rate=STUDENT_CONFIG['learning_rate']
)

student_test_acc = evaluate_accuracy(student_model, holdout_loader, DEVICE)
print(f"\nPATE student test accuracy: {student_test_acc:.2f}%")

============================================================
PHASE 4: Training Student Model
============================================================
Epoch 1/30: Avg Loss = 0.9412, Test Accuracy = 86.61%
Epoch 2/30: Avg Loss = 0.2305, Test Accuracy = 87.01%
Epoch 3/30: Avg Loss = 0.1665, Test Accuracy = 87.42%
Epoch 4/30: Avg Loss = 0.1339, Test Accuracy = 87.50%
Epoch 5/30: Avg Loss = 0.1171, Test Accuracy = 88.00%
Epoch 6/30: Avg Loss = 0.0982, Test Accuracy = 88.45%
Epoch 7/30: Avg Loss = 0.0932, Test Accuracy = 87.76%
Epoch 8/30: Avg Loss = 0.0720, Test Accuracy = 87.89%
Epoch 9/30: Avg Loss = 0.0763, Test Accuracy = 88.34%
Epoch 10/30: Avg Loss = 0.0688, Test Accuracy = 87.74%
Epoch 11/30: Avg Loss = 0.0661, Test Accuracy = 87.26%
Epoch 12/30: Avg Loss = 0.0637, Test Accuracy = 88.10%
Epoch 13/30: Avg Loss = 0.0512, Test Accuracy = 88.01%
Epoch 14/30: Avg Loss = 0.0458, Test Accuracy = 87.53%
Epoch 15/30: Avg Loss = 0.0537, Test Accuracy = 87.92%
Epoch 16/30: Avg Loss = 0.0383, Test Accuracy = 87.94%
Epoch 17/30: Avg Loss = 0.0388, Test Accuracy = 87.63%
Epoch 18/30: Avg Loss = 0.0416, Test Accuracy = 87.57%
Epoch 19/30: Avg Loss = 0.0384, Test Accuracy = 87.65%
Epoch 20/30: Avg Loss = 0.0299, Test Accuracy = 87.99%
Epoch 21/30: Avg Loss = 0.0269, Test Accuracy = 87.83%
Epoch 22/30: Avg Loss = 0.0273, Test Accuracy = 87.48%
Epoch 23/30: Avg Loss = 0.0229, Test Accuracy = 87.59%
Epoch 24/30: Avg Loss = 0.0218, Test Accuracy = 87.96%
Epoch 25/30: Avg Loss = 0.0243, Test Accuracy = 87.52%
Epoch 26/30: Avg Loss = 0.0373, Test Accuracy = 87.52%
Epoch 27/30: Avg Loss = 0.0330, Test Accuracy = 87.24%
Epoch 28/30: Avg Loss = 0.0282, Test Accuracy = 88.00%
Epoch 29/30: Avg Loss = 0.0208, Test Accuracy = 87.75%
Epoch 30/30: Avg Loss = 0.0211, Test Accuracy = 87.71%

PATE student test accuracy: 87.71%

Compare without noise

In [8]:

# Compare against ensemble performance
clean_preds = votes.argmax(axis=1)
clean_ensemble_acc = (clean_preds == y_query_true).mean() * 100
accuracy_gap = clean_ensemble_acc - student_test_acc

print(f"\nComparison:")
print(f"  Clean ensemble accuracy: {clean_ensemble_acc:.2f}%")
print(f"  PATE student accuracy:   {student_test_acc:.2f}%")
print(f"  Accuracy gap:            {accuracy_gap:.2f}%")

Comparison:
  Clean ensemble accuracy: 87.82%
  PATE student accuracy:   87.71%
  Accuracy gap:            0.11%

In [9]:

def deploy_model(model, new_data, scaler, device):
    """
    Deploy the PATE student for inference.

    No privacy budget consumed per query.
    """
    model.eval()
    X_norm = scaler.transform(new_data)
    X_tensor = torch.tensor(X_norm, dtype=torch.float32).to(device)

    with torch.no_grad():
        outputs = model(X_tensor)
        predictions = outputs.argmax(dim=1).cpu().numpy()

    return predictions

# Example deployment
sample_data = X_holdout[:100]
predictions = deploy_model(student_model, sample_data, scaler, DEVICE)
print(f"Processed {len(predictions)} queries with no privacy cost")

MODEL_DIR = "models"
os.makedirs(MODEL_DIR, exist_ok=True)

save_file(student_model.state_dict(), os.path.join(MODEL_DIR, "pate_student.safetensors"))
print(f"\nModel saved to {MODEL_DIR}/pate_student.safetensors")

Processed 100 queries with no privacy cost

Model saved to models/pate_student.safetensors

Consensus Analysis and Confident Aggregation

In [10]:

print("\n" + "=" * 60)
print("PHASE 5: Teacher Consensus Analysis")
print("=" * 60)

num_teachers = len(teachers)

# Calculate consensus metrics
max_votes = votes.max(axis=1)

high_threshold = 200  # 80% of 250 teachers
medium_threshold = 150  # 60% of 250 teachers

high_consensus = max_votes >= high_threshold
medium_consensus = (max_votes >= medium_threshold) & ~high_consensus
low_consensus = max_votes < medium_threshold

print(f"\nConsensus Distribution ({num_queries} samples):")
print(f"  High (≥80%):     {high_consensus.sum()} ({100*high_consensus.mean():.1f}%)")
print(f"  Medium (60-80%): {medium_consensus.sum()} ({100*medium_consensus.mean():.1f}%)")
print(f"  Low (<60%):      {low_consensus.sum()} ({100*low_consensus.mean():.1f}%)")

============================================================
PHASE 5: Teacher Consensus Analysis
============================================================

Consensus Distribution (5000 samples):
  High (≥80%):     3421 (68.4%)
  Medium (60-80%): 841 (16.8%)
  Low (<60%):      738 (14.8%)

In [11]:

# Calculate clean ensemble accuracy (no noise)
clean_labels = votes.argmax(axis=1)
clean_ensemble_acc = (clean_labels == y_query_true).mean()

# Calculate accuracy by consensus level
def accuracy_for_mask(mask, labels, true_labels):
    if mask.sum() == 0:
        return 0.0
    return (labels[mask] == true_labels[mask]).mean()

clean_high = accuracy_for_mask(high_consensus, clean_labels, y_query_true)
clean_medium = accuracy_for_mask(medium_consensus, clean_labels, y_query_true)
clean_low = accuracy_for_mask(low_consensus, clean_labels, y_query_true)

print(f"\nClean Ensemble Accuracy by Consensus:")
print(f"  High consensus:   {clean_high * 100:.2f}%")
print(f"  Medium consensus: {clean_medium * 100:.2f}%")
print(f"  Low consensus:    {clean_low * 100:.2f}%")
print(f"  Overall:          {clean_ensemble_acc * 100:.2f}%")

Clean Ensemble Accuracy by Consensus:
  High consensus:   97.40%
  Medium consensus: 81.69%
  Low consensus:    50.41%
  Overall:          87.82%

In [12]:

# Apply noisy aggregation
noise_scale = AGGREGATION_CONFIG['noise_scale']
noisy_labels = noisy_argmax(votes, noise_scale)

# Compare to clean predictions
noise_flipped = (noisy_labels != clean_labels)
flip_rate = noise_flipped.mean()

print(f"\nNoisy Aggregation Results (noise_scale={noise_scale}):")
print(f"  Labels matching true:  {(noisy_labels == y_query_true).mean() * 100:.2f}%")
print(f"  Labels matching clean: {(~noise_flipped).mean() * 100:.2f}%")
print(f"  Noise flip rate:       {flip_rate * 100:.2f}%")

# Flip rate by consensus level
flip_high = noise_flipped[high_consensus].mean()
flip_medium = noise_flipped[medium_consensus].mean()
flip_low = noise_flipped[low_consensus].mean()

print(f"\nNoise Flip Rate by Consensus:")
print(f"  High consensus:   {flip_high * 100:.2f}%")
print(f"  Medium consensus: {flip_medium * 100:.2f}%")
print(f"  Low consensus:    {flip_low * 100:.2f}%")

Noisy Aggregation Results (noise_scale=20.0):
  Labels matching true:  87.20%
  Labels matching clean: 96.10%
  Noise flip rate:       3.90%

Noise Flip Rate by Consensus:
  High consensus:   0.00%
  Medium consensus: 0.95%
  Low consensus:    25.34%

In [13]:

def confident_aggregation(votes, noise_scale, threshold):
    """Label only samples where teacher consensus exceeds threshold."""
    max_votes = votes.max(axis=1)
    confident_mask = max_votes >= threshold
    labels = np.full(len(votes), -1, dtype=np.int64)

    if confident_mask.sum() > 0:
        confident_votes = votes[confident_mask]
        noise = np.random.laplace(loc=0.0, scale=noise_scale, size=confident_votes.shape)
        labels[confident_mask] = np.argmax(confident_votes.astype(np.float64) + noise, axis=1)

    return labels, confident_mask

print("\n" + "=" * 60)
print("PHASE 6: Confident Aggregation Analysis")
print("=" * 60)

thresholds = [150, 175, 200, 215, 225]

print(f"\nConfident Aggregation Analysis:")
print(f"{'Threshold':<12} {'Accepted':<12} {'Accuracy':<12} {'ε Saved':<12}")
print("-" * 48)

for threshold in thresholds:
    labels, mask = confident_aggregation(votes, noise_scale, threshold)
    accepted_rate = mask.mean()

    if mask.sum() > 0:
        accuracy = (labels[mask] == y_query_true[mask]).mean() * 100
    else:
        accuracy = 0.0

    epsilon_saved = (1 - accepted_rate) * 100

    print(f"{threshold:<12} {100*accepted_rate:<12.1f}% {accuracy:<12.2f}% {epsilon_saved:<12.1f}%")

============================================================
PHASE 6: Confident Aggregation Analysis
============================================================

Confident Aggregation Analysis:
Threshold    Accepted     Accuracy     ε Saved     
------------------------------------------------
150          85.2        % 94.23       % 14.8        %
175          77.7        % 95.78       % 22.3        %
200          68.4        % 97.40       % 31.6        %
215          60.9        % 98.42       % 39.1        %
225          54.7        % 98.76       % 45.3        %

In [14]:

def compute_confident_privacy_budget(num_queries, noise_scale, acceptance_rate, delta=1e-5):
    """Compute privacy budget considering only accepted (labeled) queries."""
    per_query_eps = 2.0 / noise_scale
    effective_queries = int(num_queries * acceptance_rate)
    epsilon_sq_sum = effective_queries * (per_query_eps ** 2)
    total_epsilon = np.sqrt(2 * epsilon_sq_sum * np.log(1 / delta))
    total_epsilon += effective_queries * per_query_eps * (np.exp(per_query_eps) - 1)
    return total_epsilon, per_query_eps, effective_queries

In [15]:

def plot_consensus_distribution(votes, save_path=None):
    """Plot histogram of maximum vote counts with threshold markers."""
    fig, ax = plt.subplots(figsize=PLOT_CONFIG['figsize'])
    max_votes = votes.max(axis=1)
    ax.hist(max_votes, bins=range(100, 251, 10), color=AZURE, edgecolor=HACKER_GREY, alpha=0.8)
    ax.axvline(200, color=HTB_GREEN, linestyle='--', linewidth=2, label='High (≥200)')
    ax.axvline(150, color=AQUAMARINE, linestyle='--', linewidth=2, label='Medium (≥150)')
    ax.set_xlabel('Maximum Votes (out of 250 teachers)')
    ax.set_ylabel('Number of Samples')
    ax.set_title('Teacher Consensus Distribution', color=HTB_GREEN, fontweight='bold')
    ax.legend(framealpha=0.8)
    ax.grid(True, alpha=0.3)
    if save_path:
        plt.savefig(save_path, dpi=PLOT_CONFIG['dpi'], bbox_inches='tight', facecolor=NODE_BLACK)
    plt.close()

In [16]:

os.makedirs("figs", exist_ok=True)
plot_consensus_distribution(votes, save_path="figs/pate_consensus_distribution.png")

In [17]:

# Evaluate student on samples grouped by original consensus
student_preds = get_model_predictions(student_model, X_query, DEVICE).argmax(axis=1)

student_high = (student_preds[high_consensus] == y_query_true[high_consensus]).mean() * 100
student_medium = (student_preds[medium_consensus] == y_query_true[medium_consensus]).mean() * 100
student_low = (student_preds[low_consensus] == y_query_true[low_consensus]).mean() * 100

print(f"\nStudent Accuracy by Original Consensus:")
print(f"  High consensus samples:   {student_high:.2f}%")
print(f"  Medium consensus samples: {student_medium:.2f}%")
print(f"  Low consensus samples:    {student_low:.2f}%")

Student Accuracy by Original Consensus:
  High consensus samples:   97.40%
  Medium consensus samples: 81.33%
  Low consensus samples:    48.37%

Tuning PATE and Comparing Approaches

In [18]:

print("\n" + "=" * 60)
print("PHASE 7: Privacy-Utility Tradeoff Analysis")
print("=" * 60)

noise_scales = [5, 10, 20, 40, 80]

print(f"\n{'Noise Scale':<12} {'Per-ε':<10} {'Total ε':<12} {'Label Acc':<12} {'Flip Rate':<12}")
print("-" * 58)

for ns in noise_scales:
    noisy_labels = noisy_argmax(votes, ns)

    per_eps = 2.0 / ns
    total_eps, _ = compute_privacy_budget(num_queries, ns)

    label_acc = (noisy_labels == y_query_true).mean()
    flip_rate = (noisy_labels != clean_labels).mean()

    print(f"{ns:<12} {per_eps:<10.4f} {total_eps:<12.2f} {label_acc:<12.4f} {flip_rate:<12.4f}")

============================================================
PHASE 7: Privacy-Utility Tradeoff Analysis
============================================================

Noise Scale  Per-ε      Total ε      Label Acc    Flip Rate   
----------------------------------------------------------
5            0.4000     1119.37      0.8782       0.0108      
10           0.2000     289.26       0.8760       0.0174      
20           0.1000     86.52        0.8702       0.0394      
40           0.0500     29.78        0.8196       0.1120      
80           0.0250     11.65        0.5942       0.3762

In [19]:

def plot_privacy_utility_tradeoff(noise_scales, votes, y_true, num_queries, save_path=None):
    """Plot privacy vs utility across noise scales on dual axes."""
    accuracies = [(noisy_argmax(votes, ns) == y_true).mean() for ns in noise_scales]
    epsilons = [compute_privacy_budget(num_queries, ns)[0] for ns in noise_scales]

    fig, ax1 = plt.subplots(figsize=PLOT_CONFIG['figsize'])
    ax1.set_xlabel('Noise Scale')
    ax1.set_ylabel('Label Accuracy', color=HTB_GREEN)
    ax1.plot(noise_scales, accuracies, 'o-', color=HTB_GREEN, linewidth=2, markersize=10)
    ax1.tick_params(axis='y', labelcolor=HTB_GREEN)

    ax2 = ax1.twinx()
    ax2.set_ylabel('Privacy Budget (ε)', color=AZURE)
    ax2.plot(noise_scales, epsilons, 's--', color=AZURE, linewidth=2, markersize=10)
    ax2.tick_params(axis='y', labelcolor=AZURE)
    ax2.set_yscale('log')

    ax1.set_title('Privacy-Utility Tradeoff', color=HTB_GREEN, fontweight='bold')
    ax1.grid(True, alpha=0.3)
    if save_path:
        plt.savefig(save_path, dpi=PLOT_CONFIG['dpi'], bbox_inches='tight', facecolor=NODE_BLACK)
    plt.close()

os.makedirs("figs", exist_ok=True)
plot_privacy_utility_tradeoff(noise_scales, votes, y_query_true, num_queries,
                               save_path="figs/pate_privacy_utility.png")

In [20]:

def estimate_queries_for_budget(target_epsilon, noise_scale, delta=1e-5):
    """Binary search for maximum queries within privacy budget."""
    per_query_eps = 2.0 / noise_scale
    low, high = 1, 100000
    while low < high:
        mid = (low + high + 1) // 2
        eps_sq_sum = mid * (per_query_eps ** 2)
        total_eps = np.sqrt(2 * eps_sq_sum * np.log(1 / delta))
        total_eps += mid * per_query_eps * (np.exp(per_query_eps) - 1)
        low, high = (mid, high) if total_eps <= target_epsilon else (low, mid - 1)
    return low

_, confident_mask = confident_aggregation(votes, noise_scale, threshold=200)
acceptance_rate = confident_mask.mean()

target_epsilon = 10.0
standard_queries = estimate_queries_for_budget(target_epsilon, noise_scale)
confident_queries = standard_queries / acceptance_rate

print(f"For ε={target_epsilon}:")
print(f"  Standard aggregation: {standard_queries} queries")
print(f"  Confident (threshold=200): {int(confident_queries)} queries")
print(f"  Net usable labels: {int(confident_queries * acceptance_rate)} samples")

For ε=10.0:
  Standard aggregation: 241 queries
  Confident (threshold=200): 352 queries
  Net usable labels: 241 samples

In [21]:

target_labels = 5000
confident_queries = int(target_labels / acceptance_rate)

conf_eps = compute_confident_privacy_budget(
    confident_queries, noise_scale, acceptance_rate
)[0]

print(f"For {target_labels} labels:")
print(f"  Queries needed: {confident_queries}")
print(f"  Privacy cost: ε = {conf_eps:.2f}")

def iterative_confident_labeling(teachers, X_public, threshold, target_count, noise_scale, device):
    """Query samples until target_count high-consensus labels obtained."""
    confident_X, confident_y, queries_made = [], [], 0
    available_indices = np.random.permutation(len(X_public))

    for idx in available_indices:
        if len(confident_y) >= target_count:
            break
        x = X_public[idx:idx+1]
        labels, mask = confident_aggregation(get_teacher_votes(teachers, x, device), noise_scale, threshold)
        queries_made += 1
        if mask[0]:
            confident_X.append(x[0])
            confident_y.append(labels[0])

    return np.array(confident_X), np.array(confident_y), queries_made

For 5000 labels:
  Queries needed: 7307
  Privacy cost: ε = 86.50

In [22]:

# Information bottleneck metrics
private_data_bytes = len(X_private_norm) * X_private_norm.shape[1] * 4  # float32
student_info_bytes = num_queries * 4  # 4 bits per label, ~0.5 bytes, round to int size
compression_ratio = private_data_bytes / student_info_bytes

print(f"\nInformation Bottleneck:")
print(f"  Private data: {private_data_bytes / 1e6:.1f} MB")
print(f"  Student labels: {student_info_bytes / 1e3:.1f} KB")
print(f"  Compression ratio: {compression_ratio:.0f}:1")

results = {
    'configuration': {'dataset': 'mnist', 'num_teachers': TEACHER_CONFIG['num_teachers'],
                      'noise_scale': AGGREGATION_CONFIG['noise_scale'], 'num_queries': num_queries},
    'privacy': {'per_query_epsilon': float(per_query_eps), 'total_epsilon': float(total_eps)},
    'utility': {'student_accuracy': float(student_test_acc), 'label_accuracy': float(label_accuracy),
                'clean_ensemble_accuracy': float(clean_ensemble_acc)},
    'information': {'private_data_bytes': int(private_data_bytes), 'student_info_bytes': int(student_info_bytes),
                    'compression_ratio': float(compression_ratio)}
}

results_path = os.path.join("figs", "pate_results.json")
with open(results_path, 'w') as f:
    json.dump(results, f, indent=2)
print(f"Results saved to {results_path}")

Information Bottleneck:
  Private data: 150.5 MB
  Student labels: 20.0 KB
  Compression ratio: 7526:1
Results saved to figs/pate_results.json

In [ ]:

656 KiB Raw Blame History