{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "727b257d",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/boehlke/programs/anaconda3/envs/ava-test4/lib/python3.8/site-packages/tqdm/auto.py:22: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import numpy as np \n",
    "import pandas as pd\n",
    "from pathlib import Path\n",
    "import glob\n",
    "import pickle as pkl\n",
    "import matplotlib.pyplot as plt\n",
    "import random\n",
    "import scipy\n",
    "import torch\n",
    "import io\n",
    "from scipy import signal"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c06c5e5c",
   "metadata": {},
   "source": [
    "## All Metrics For All Experiments Dictionary\n",
    " The results dict created with many ufly loops and conditions in this notebook should contain all results for all experiments conducted. \n",
    " It is structured as follows \\[memory filling strategy\\]\\[shuffled_or_not\\]\\[dataratio\\]\\[epoch\\]\\[rehearsal method\\]\n",
    " \n",
    "I suggest just looking at the subdictionaries' keys() to see the possible options\n",
    "\n",
    "Below there is a function, that when called prints latex tabular statements to kickstart the generation of a latex table. It probably needs to be fomrated still. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2d02d0ff",
   "metadata": {},
   "outputs": [],
   "source": [
    "# for example\n",
    "results_dict['inf']['shuffled_']['8.0']['5']['cf']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "46c8ff41",
   "metadata": {},
   "outputs": [],
   "source": [
    "res_root = '/home/boehlke_data/'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "e3a34dc2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "38"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_ratios = ['2.0','8.0']\n",
    "epochs = ['5', '3'] # ,'6', '9','15','27','40']\n",
    "\n",
    "cv_splits = ['0', '1', '2', '3', '4']\n",
    "shuffled = ['', 'shuffled_']\n",
    "strategies = ['naive', 'joint', 'ce', 'cf', 'rr', 'mir', 'wce', 'feo','fe', 'cefa', 'ce_temp']\n",
    "memory_filling_strategies = ['inf', 'stdrs', 'cbrs']\n",
    "mem_sizes = ['0.1', '0.25']\n",
    "temperatures = ['0.1','0.2','0.3']\n",
    "sigmas = ['1.5', '3.0', '6.0','9.0']\n",
    "wce_n_history = ['6','12','18']\n",
    "metrics =['ClassTop_1AvgAcc_Stream',' ClassTop_2AvgAcc_Stream',\n",
    "          'SummerClassTop_1AvgAcc_Stream','WinterClassTop_1AvgAcc_Stream',\n",
    "          'Top_1Acc_Stream','SummerTop_1Acc_Stream','WinterTop_1Acc_Stream',\n",
    "          'SeqTop_1Acc_Stream','SeqMAXAcc_Stream','SummerSeqTop_1Acc_Stream',\n",
    "          'WinterSeqTop_1Acc_Stream','SeqClassTop_1AvgAcc_Stream',\n",
    "          'SeqClassAvgMAXAcc_Stream','SummerSeqClassTop_1Acc_Stream',\n",
    "          'WinterSeqClassTop_1Acc_Stream','SeqAnyAcc_Stream',\n",
    "          'Cls0','Cls1','Cls2','Cls3','Cls4','Cls5','Cls6','Cls7','Cls8','Cls9',\n",
    "          'Cls10','SeqCls0','SeqCls1','SeqCls2','SeqCls3','SeqCls4','SeqCls5',\n",
    "          'SeqCls6','SeqCls7','SeqCls8','SeqCls9','SeqCls10']\n",
    "\n",
    "\n",
    "#strategy = 'rehersal_ce_dataratio'+dr+'_ep'+ep+'_ne5/'\n",
    "#cv_split = 'cv'+cv+'_expsize128_crop/'\n",
    "len(metrics)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 942,
   "id": "79f9b045",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep5_ne5/gen_csvlogs_2022-05-17_16-09-23-60/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep5_ne5/gen_csvlogs_2022-05-18_10-21-23-83/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep5_ne5/', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep5_ne5/gen_csvlogs_2022-05-19_04-31-40-01/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep5_ne100/gen_csvlogs_2022-05-19_23-28-53-32/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep5_ne100/gen_csvlogs_2022-08-18_14-53-44-57/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep15_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-17_17-26-05-74/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep15_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-18_10-20-00-63/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep15_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-17_17-27-56-48/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep15_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-18_10-49-01-15/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep15_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-19_03-28-12-81/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-16_02-25-34-07/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-16_20-57-26-65/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-18_23-31-49-91/_test_stream.csv', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-17_07-01-19-71/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-17_18-41-24-71/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/gen_csvlogs_2022-05-20_11-03-46-27/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/gen_csvlogs_2022-05-20_14-15-54-43/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/gen_csvlogs_2022-05-20_17-24-00-76/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/gen_csvlogs_2022-05-20_20-43-30-13/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-15_11-49-16-61/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-15_18-38-04-69/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_01-46-11-99/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_08-40-56-10/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_13-39-33-13/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_22-46-24-97/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-17_07-57-52-27/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-17_17-04-06-68/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-12_15-55-27-77/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-14_00-20-58-00/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-15_08-09-41-16/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-16_16-26-40-64/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep3_ne100/gen_csvlogs_2022-08-18_12-21-42-53/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep9_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-12_17-06-44-75/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep9_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-17_17-18-21-71/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep9_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-12_20-13-15-74/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep9_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-12_23-25-46-85/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep9_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-07-11_17-57-41-87/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-12_16-30-02-02/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-18_15-47-31-53/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-13_00-30-52-32/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-13_08-14-27-99/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_16-32-31-90/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-18_15-18-12-04/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_09-25-00-54/_test_stream.csv']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_23-07-31-06/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_16-14-01-84/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-18_15-27-56-49/_test_stream.csv', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-18_15-28-53-07/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_22-09-34-95/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_04-03-42-84/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_16-35-47-49/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-19_00-57-30-50/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_00-32-39-11/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_08-24-01-69/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep5_ne5/gen_csvlogs_2022-05-17_16-09-23-60/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep5_ne5/gen_csvlogs_2022-05-18_10-21-23-83/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep5_ne5/', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep5_ne5/gen_csvlogs_2022-05-19_04-31-40-01/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep5_ne100/gen_csvlogs_2022-05-19_23-28-53-32/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep5_ne100/gen_csvlogs_2022-08-18_14-53-44-57/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep40_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_01-42-32-21/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep40_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_18-36-56-42/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep40_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_01-52-05-01/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep40_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_19-03-12-01/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep40_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-19_14-00-29-06/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-19_16-51-35-88/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-19_16-52-53-23/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-19_16-55-19-28/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-19_16-56-05-41/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-09_13-59-15-28/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-19_19-06-44-17/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_03-39-49-19/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_12-19-03-56/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_21-23-04-99/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne10/gen_csvlogs_2022-05-16_22-35-59-53/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne10/gen_csvlogs_2022-05-17_10-04-33-81/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne10/gen_csvlogs_2022-05-17_21-57-25-70/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-18_17-49-47-87/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-19_15-11-42-57/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_04-29-41-28/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_17-43-58-62/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-21_07-36-39-98/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-07_00-58-10-19/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-07_18-16-58-77/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-09_14-57-20-47/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_01-59-25-13/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_18-50-11-64/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-06-29_20-02-16-81/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-06-30_05-29-16-61/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-06-30_13-12-49-44/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-06-30_22-06-02-78/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-13_15-36-07-69/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-23_00-38-43-41/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-23_11-36-46-26/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-23_22-42-09-73/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-24_09-54-05-03/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-12_11-24-31-50/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-31_12-30-41-41/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-12_15-55-27-77/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-14_00-20-58-00/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep3_ne5/']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-15_08-09-41-16/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-16_16-26-40-64/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep3_ne100/gen_csvlogs_2022-08-18_12-21-42-53/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep27_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-17_20-37-56-61/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep27_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-18_13-20-58-84/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep27_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-17_20-39-44-94/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep27_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-18_13-54-11-75/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep27_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-19_06-28-51-62/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-13_23-59-08-97/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-14_09-51-21-59/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-14_19-57-50-02/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-15_06-03-20-86/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-08_15-28-23-19/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-15_08-15-48-29/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne10/', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-16_10-29-25-38/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/gen_csvlogs_2022-05-18_23-00-27-35/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/gen_csvlogs_2022-05-19_04-37-21-18/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-08_15-32-05-03/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-13_15-58-21-24/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_00-36-49-77/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_09-21-29-54/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_18-07-21-09/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-09_09-54-45-21/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_00-23-46-60/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_13-41-25-54/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-15_03-24-39-59/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-15_17-17-29-54/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-09_22-28-57-60/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-21_14-27-57-16/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_11-37-29-50/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-28_15-05-27-95/_test_stream.csv', '/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_12-09-15-70/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_12-33-02-29/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-21_14-28-03-70/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_11-38-27-62/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-11_16-28-51-01/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_05-20-20-30/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_01-02-26-72/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_22-23-48-15/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-29_01-59-14-54/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-13_05-04-29-38/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_01-01-25-31/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_22-25-26-94/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-13_05-37-09-24/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-14_05-09-35-11/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-11_16-40-17-26/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_00-47-47-65/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-14_04-54-27-39/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-15_01-16-09-72/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-06_20-40-27-08/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-07_08-16-31-61/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-07_20-22-18-01/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-08_21-13-48-48/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-09_12-17-49-66/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-06-28_14-59-21-79/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-06-28_22-16-39-50/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-06-29_05-27-14-06/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-06-29_12-39-25-96/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-10_06-15-53-69/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-21_14-18-50-62/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-21_22-55-40-65/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_07-13-46-65/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_15-37-39-72/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_08-18-03-09/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-30_13-45-59-44/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-25_20-36-57-69/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_19-03-37-65/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-27_09-56-56-66/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-25_20-39-21-52/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_15-07-51-49/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-30_13-38-17-57/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-25_20-41-13-82/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_21-03-41-05/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-27_12-32-21-41/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-25_20-42-51-15/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_16-57-06-01/_test_stream.csv']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-08_12-59-23-02/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-11_17-33-44-08/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_19-59-32-57/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep5_ne5/gen_csvlogs_2022-05-18_01-24-06-86/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep5_ne5/gen_csvlogs_2022-05-18_19-23-47-67/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep5_ne100/gen_csvlogs_2022-05-19_21-45-09-36/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep5_ne100/gen_csvlogs_2022-05-20_01-10-05-31/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep5_ne100/gen_csvlogs_2022-08-18_16-23-44-84/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep15_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-17_17-26-05-74/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep15_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-18_10-20-00-63/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep15_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-17_17-27-56-48/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep15_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-18_10-49-01-15/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep15_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-19_03-28-12-81/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-16_08-37-19-45/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-16_17-29-56-44/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-17_02-29-57-40/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-17_11-18-46-95/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_04-16-43-52/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_10-54-02-05/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_18-44-19-69/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-17_02-19-23-46/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_05-49-35-78/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_14-16-30-39/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_23-02-15-71/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-17_07-33-49-53/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-17_06-29-49-08/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-17_15-59-51-78/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-18_01-53-43-82/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne100/gen_csvlogs_2022-05-18_15-05-10-32/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-13_08-07-07-01/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-14_16-11-15-76/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-16_00-10-55-14/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-17_09-27-28-32/_test_stream.csv']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/2022-05-17_09-43-41-09_after_exp0_test_confusion_data_dict.pkl']\n",
      "/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/*exp*_test_confusion_data_dict.pkl\n",
      "res_pkl not found? \n",
      "cv3_expsize128_crop/naive_shuffled_ep3_ne\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep3_ne100/gen_csvlogs_2022-08-18_13-35-48-34/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep9_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-12_17-06-44-75/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep9_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-17_17-18-21-71/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep9_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-12_20-13-15-74/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep9_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-12_23-25-46-85/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep9_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-07-11_17-57-41-87/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-18_16-11-43-17/_test_stream.csv', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-12_16-29-18-97/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-18_16-34-26-70/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-13_00-46-07-97/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-13_08-38-59-15/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_16-33-53-45/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-18_16-30-48-72/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_00-08-49-32/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_07-35-30-35/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_16-14-20-99/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-19_15-46-01-06/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_23-36-33-30/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_06-47-51-65/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_17-49-21-55/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-19_02-24-37-38/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_02-07-16-75/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_10-22-55-45/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep5_ne5/gen_csvlogs_2022-05-18_01-24-06-86/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep5_ne5/gen_csvlogs_2022-05-18_19-23-47-67/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep5_ne100/gen_csvlogs_2022-05-19_21-45-09-36/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep5_ne100/gen_csvlogs_2022-05-20_01-10-05-31/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep5_ne100/gen_csvlogs_2022-08-18_16-23-44-84/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep40_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_01-42-32-21/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep40_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_18-36-56-42/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep40_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_01-52-05-01/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep40_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_19-03-12-01/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep40_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-19_14-00-29-06/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-20_02-45-15-47/_test_stream.csv', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-18_16-17-05-29/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-20_02-49-24-06/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-20_10-08-16-71/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-20_05-44-46-48/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-10_03-52-03-64/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne10/gen_csvlogs_2022-05-17_19-30-17-00/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-18_19-50-40-43/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-19_15-39-52-90/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_09-05-30-41/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne10/gen_csvlogs_2022-05-18_00-51-41-10/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-19_18-59-18-31/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_06-07-39-57/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_17-22-28-74/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-19_15-36-52-96/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_06-39-56-61/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_22-12-19-02/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-21_13-58-08-00/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-06_14-19-04-93/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-07_08-19-55-06/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-08_12-04-47-47/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-11_15-50-56-18/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_09-18-07-36/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-13_02-50-10-09/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-13_13-40-27-05/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-14_01-19-41-09/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-14_12-28-28-75/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-14_23-59-52-49/_test_stream.csv', '/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-13_01-27-48-62/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-18_06-35-28-63/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-18_20-34-14-80/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-19_10-15-57-65/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-20_00-42-17-76/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-11_17-16-21-87/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-31_23-09-58-61/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-13_08-07-07-01/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-14_16-11-15-76/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-16_00-10-55-14/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-17_09-27-28-32/_test_stream.csv']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/2022-05-17_09-43-41-09_after_exp0_test_confusion_data_dict.pkl']\n",
      "/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/*exp*_test_confusion_data_dict.pkl\n",
      "res_pkl not found? \n",
      "cv3_expsize128_crop/naive_shuffled_ep3_ne\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep3_ne100/gen_csvlogs_2022-08-18_13-35-48-34/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep27_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-17_20-37-56-61/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep27_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-18_13-20-58-84/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep27_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-17_20-39-44-94/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep27_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-18_13-54-11-75/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep27_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-19_06-28-51-62/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-14_00-41-08-46/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-14_11-39-46-99/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-14_22-39-51-07/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-15_09-56-29-98/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_01-53-14-20/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-13_21-16-49-25/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_07-46-07-16/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_18-43-35-81/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-15_05-53-30-11/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-08_23-18-52-69/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-13_21-24-33-95/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_08-28-05-80/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_19-48-15-12/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-15_07-05-51-38/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-09_15-47-17-17/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_02-55-12-15/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_17-30-58-74/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-15_08-43-36-85/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-16_00-04-40-81/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-10_07-39-12-23/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-18_10-23-16-67/_test_stream.csv', '/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-29_12-59-21-53/_test_stream.csv', '/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-23_08-55-12-02/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_10-01-14-68/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_22-17-41-84/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-08_12-40-26-55/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-08_12-43-50-89/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-18_09-57-07-39/_test_stream.csv', '/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-23_09-05-41-14/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_10-01-46-69/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_22-02-06-46/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-10_08-52-55-94/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-11_16-37-58-67/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-18_11-24-31-11/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_10-02-23-28/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_22-45-15-02/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_03-36-08-13/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_16-15-14-37/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-18_12-20-42-87/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_10-03-09-83/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_23-15-06-59/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_16-20-37-49/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-13_16-07-18-05/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_12-43-47-75/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-08_12-47-20-33/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_00-46-12-67/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-13_16-38-21-77/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-14_16-07-02-29/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-06_13-55-42-10/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-07_01-33-44-58/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-07_13-17-35-32/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-08_12-04-28-81/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-09_04-03-54-26/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-11_16-15-50-19/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-11_23-22-36-35/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-12_06-10-16-25/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-12_12-59-25-00/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/']\n",
      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-12_20-22-03-45/_test_stream.csv', '/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-09_20-30-30-34/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-16_14-32-32-99/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_00-54-58-77/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_10-26-33-54/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_20-32-51-91/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-08_16-50-05-65/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-30_23-30-06-49/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_06-58-30-01/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-27_05-26-16-96/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-08-15_11-47-09-23/_test_stream.csv', '/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-30_13-48-04-69/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_05-26-19-98/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_23-43-27-79/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-31_00-24-26-48/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_07-44-24-73/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-27_08-09-41-74/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-30_13-48-59-07/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_05-29-15-27/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-27_02-13-14-19/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_07-53-29-10/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_06-01-36-15/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-13_08-22-28-22/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-26_18-38-42-04/_test_stream.csv', '/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-28_14-30-12-24/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-30_22-15-03-19/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-26_18-38-08-04/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-06_02-04-55-61/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-26_18-37-53-68/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-07_10-04-43-49/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-18_11-48-20-16/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-07_12-16-32-81/_test_stream.csv', '/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-26_19-05-05-30/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-26_18-38-43-83/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-07_18-33-22-73/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-29_02-41-34-04/_test_stream.csv', '/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-27_09-45-03-40/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-31_08-47-51-84/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-27_13-15-55-16/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-06_13-37-04-37/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-27_06-06-32-94/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-07_23-29-10-70/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-17_17-39-47-84/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-07_23-43-45-66/_test_stream.csv', '/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-27_06-49-17-93/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-27_09-16-56-43/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-08_06-07-12-61/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-29_10-42-57-66/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-31_18-11-07-13/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-04_12-33-36-33/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-07_00-11-35-24/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-27_14-40-21-97/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-08_10-05-23-99/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-05_18-54-45-10/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-08_10-07-08-73/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-05_18-52-30-86/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-08_16-24-40-10/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-05_18-51-43-26/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-06_13-07-44-07/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-17_17-28-57-00/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-18_09-50-28-02/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-05_18-56-19-14/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-08_18-07-08-32/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-06_02-44-34-25/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-08_19-01-06-30/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-06_04-44-16-02/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-09_00-52-41-25/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-30_03-36-58-81/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-01_12-13-56-68/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-05_06-05-22-67/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-07_18-31-09-53/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-06_10-19-25-95/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-09_08-12-57-47/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-06_16-25-35-46/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-09_11-24-34-12/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-06_22-01-19-94/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-09_14-10-03-33/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-30_14-16-40-76/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-02_01-53-21-44/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-05_17-41-17-21/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-08_09-43-23-95/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-06_23-54-03-47/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-10_00-13-46-48/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-07_03-49-36-18/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-10_03-25-25-06/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-07_10-26-50-61/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-10_04-54-17-18/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-22_10-54-33-30/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-22_10-55-46-96/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_02-39-27-36/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-24_04-37-29-10/_test_stream.csv']\n",
      "[]\n",
      "/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/*exp*_test_confusion_data_dict.pkl\n",
      "res_pkl not found? \n",
      "cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-15_14-11-56-92/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-18_01-54-11-48/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-15_14-14-47-74/_test_stream.csv']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-18_06-36-55-90/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-15_14-09-51-85/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-11_17-20-13-38/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-11_17-22-56-43/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-18_12-53-01-14/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne200/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-22_21-40-28-48/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne200/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-22_21-47-12-64/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-14_11-24-45-92/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_06-58-02-97/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_01-06-22-56/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_12-35-56-47/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_01-50-20-75/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_17-49-40-76/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_04-23-55-03/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_07-03-50-95/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_23-15-41-16/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_07-24-42-67/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne200/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-23_05-42-08-86/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne200/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-23_06-18-15-31/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-15_00-36-35-85/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_19-50-25-61/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_09-01-50-16/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_21-09-52-04/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_10-09-15-20/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-19_03-11-09-39/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_15-03-51-93/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_17-33-09-77/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_18-28-46-73/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-19_07-25-49-59/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_14-35-18-23/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_14-31-46-11/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-22_11-17-20-52/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_14-48-39-66/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-22_11-27-17-94/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_04-57-51-04/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-22_11-24-41-17/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_05-29-26-38/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-22_11-28-37-18/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_01-24-43-07/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne200/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-24_03-35-25-53/_test_stream.csv']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne200/2022-08-24_08-04-44-95_after_exp100_test_confusion_data_dict.pkl']\n",
      "/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne200/*exp*_test_confusion_data_dict.pkl\n",
      "res_pkl not found? \n",
      "cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne200/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-24_03-35-49-78/_test_stream.csv']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne200/2022-08-24_08-27-08-37_after_exp100_test_confusion_data_dict.pkl']\n",
      "/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne200/*exp*_test_confusion_data_dict.pkl\n",
      "res_pkl not found? \n",
      "cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_05-13-38-63/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-19_23-52-56-43/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-17_03-42-03-98/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-19_15-11-38-88/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-17_06-42-48-50/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne200/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-23_23-13-51-17/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-17_16-05-08-67/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-13_19-09-42-97/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-20_01-04-36-97/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-13_17-48-07-02/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_21-41-34-96/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-20_17-41-06-55/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-17_14-37-32-02/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-20_03-25-30-17/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-17_18-27-28-23/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-14_07-43-14-60/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_02-41-30-94/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-14_09-27-59-51/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-20_12-48-38-77/_test_stream.csv']\n",
      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n",
      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
      "[]\n"
     ]
    }
   ],
   "source": [
    "results_dict = {}\n",
    "for memory in memory_filling_strategies: \n",
    "    results_dict[memory]={}\n",
    "    for shuffl in shuffled: \n",
    "        results_dict[memory][shuffl] ={}\n",
    "        for dr in data_ratios:\n",
    "            results_dict[memory][shuffl][dr]={}\n",
    "            for ep in epochs:\n",
    "                results_dict[memory][shuffl][dr][ep] = {}\n",
    "                for strat in strategies:\n",
    "                    for cv in cv_splits:\n",
    "                        cv_split = 'cv'+cv+'_expsize128_crop'\n",
    "                        if memory == 'inf':\n",
    "                            if strat == 'naive':\n",
    "                                strategy_name =  'naive_'+shuffl+'ep'+str(ep)+'_ne'\n",
    "                                metrics_dict = fill_results_dict(strategy_name, cv_split, results_dict)\n",
    "                                if metrics_dict !=0:\n",
    "                                    if strat in results_dict[memory][shuffl][dr][ep].keys():\n",
    "                                        results_dict[memory][shuffl][dr][ep][strat] = join_metrics(metrics_dict, results_dict[memory][shuffl][dr][ep][strat])\n",
    "                                    else:\n",
    "                                        results_dict[memory][shuffl][dr][ep][strat] = metrics_dict\n",
    "            \n",
    "                \n",
    "                            elif strat == 'joint':\n",
    "                                strategy_name = 'joint_ep'+str(int((float(dr)+1)*int(ep)))+'_ne'\n",
    "                                if int((float(dr)+1)*int(ep)) ==45:\n",
    "                                        strategy_name = 'joint_ep40_ne'\n",
    "                                metrics_dict = fill_results_dict(strategy_name, cv_split, results_dict)\n",
    "                                if metrics_dict !=0:\n",
    "                                    if strat in results_dict[memory][shuffl][dr][ep].keys():\n",
    "                                        results_dict[memory][shuffl][dr][ep][strat] = join_metrics(metrics_dict, results_dict[memory][shuffl][dr][ep][strat])\n",
    "                                    else:\n",
    "                                        results_dict[memory][shuffl][dr][ep][strat] = metrics_dict\n",
    "                            else:\n",
    "                                if strat == 'ce_temp':\n",
    "                                    for temp in temperatures:\n",
    "                                        dict_identifier = 'ce_temp'+str(temp)\n",
    "                                        strategy_name = 'rehersal_'+shuffl+'ce_temp'+str(temp)+'_dataratio'+dr+'_ep'+ep+'_ne'\n",
    "                                        metrics_dict = fill_results_dict(strategy_name, cv_split, results_dict)\n",
    "                                        if metrics_dict !=0:\n",
    "                                            if dict_identifier in results_dict[memory][shuffl][dr][ep].keys():\n",
    "                                                results_dict[memory][shuffl][dr][ep][dict_identifier] = join_metrics(metrics_dict, results_dict[memory][shuffl][dr][ep][dict_identifier])\n",
    "                                            else:\n",
    "                                                results_dict[memory][shuffl][dr][ep][dict_identifier] = metrics_dict\n",
    "                                elif strat == 'wce':\n",
    "                                    for navg in wce_n_history:\n",
    "                                        for sigma in sigmas:\n",
    "                                            dict_identifier = 'wce_navg'+navg+'_sigma'+sigma\n",
    "                                            strategy_name = 'rehersal_'+shuffl+'wce_navg'+navg+'_sigma'+sigma+'_dataratio'+dr+'_ep'+ep+'_ne'\n",
    "                                            metrics_dict = fill_results_dict(strategy_name, cv_split, results_dict)\n",
    "                                            if metrics_dict !=0:\n",
    "                                                if dict_identifier in results_dict[memory][shuffl][dr][ep].keys():\n",
    "                                                    results_dict[memory][shuffl][dr][ep][dict_identifier] = join_metrics(metrics_dict, results_dict[memory][shuffl][dr][ep][dict_identifier])\n",
    "                                                else:\n",
    "                                                    results_dict[memory][shuffl][dr][ep][dict_identifier] = metrics_dict\n",
    "                                               \n",
    "                                else:\n",
    "                                    strategy_name = 'rehersal_'+shuffl+strat+'_dataratio'+dr+'_ep'+ep+'_ne'\n",
    "                                    metrics_dict = fill_results_dict(strategy_name, cv_split, results_dict)\n",
    "                                    if metrics_dict !=0:\n",
    "                                        if strat in results_dict[memory][shuffl][dr][ep].keys():\n",
    "                                            results_dict[memory][shuffl][dr][ep][strat] = join_metrics(metrics_dict, results_dict[memory][shuffl][dr][ep][strat])\n",
    "                                        else:\n",
    "                                            results_dict[memory][shuffl][dr][ep][strat] = metrics_dict\n",
    "                        else:\n",
    "                            if strat in ['ce', 'cf','rr']:\n",
    "                                for mem_size in mem_sizes:\n",
    "                                    dict_identifier = memory+'_memsize'+mem_size+'_'+strat\n",
    "                                    strategy_name = 'rehersal_'+memory+'_memsize_'+mem_size+'_'+shuffl+strat+'_dataratio'+dr+'_ep'+ep+'_ne'\n",
    "                                    metrics_dict = fill_results_dict(strategy_name, cv_split, results_dict)\n",
    "                                    \n",
    "                                    if metrics_dict !=0:\n",
    "                                        if dict_identifier in results_dict[memory][shuffl][dr][ep].keys():\n",
    "                                            results_dict[memory][shuffl][dr][ep][dict_identifier] = join_metrics(metrics_dict, results_dict[memory][shuffl][dr][ep][dict_identifier])\n",
    "                                        else:\n",
    "                                            results_dict[memory][shuffl][dr][ep][dict_identifier] = metrics_dict\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 892,
   "id": "a6cfc431",
   "metadata": {},
   "outputs": [],
   "source": [
    "def join_metrics(metrics_dict, results_dict):\n",
    "    for key, value in metrics_dict.items():\n",
    "        if key in results_dict.keys():\n",
    "            results_dict[key].append(value[0])\n",
    "    return results_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 943,
   "id": "577fa644",
   "metadata": {},
   "outputs": [],
   "source": [
    "def fill_results_dict(strategy_name,cv_split,  results_dict, data_type='test'):\n",
    "    metrics_dict = {}\n",
    "    strategy_results_path = glob.glob(res_root+'/*/'+'resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/'+cv_split+'/'+strategy_name+'*/')\n",
    "    if len(strategy_results_path)< 1:\n",
    "        return 0\n",
    "    path = strategy_results_path[0]+'*exp*_'+data_type+'_confusion_data_dict.pkl'\n",
    "    res_pkl_path = glob.glob(strategy_results_path[0]+'*exp*_'+data_type+'_confusion_data_dict.pkl')\n",
    "    res_csv =  glob.glob(strategy_results_path[0]+'/gen_csvlogs*/_'+data_type+'_stream.csv')\n",
    "    if len(res_pkl_path)>1:\n",
    "        exp_eval_list =[]\n",
    "        for i in res_pkl_path:\n",
    "            exp_eval = int(i.split('_after_exp')[-1].split('_')[0])\n",
    "            exp_eval_list.append(exp_eval)\n",
    "        last_eval_exp = np.argmax(np.array(exp_eval_list))\n",
    "        res_pkl = [res_pkl_path[last_eval_exp]]\n",
    "        #print('res_csv ', res_csv)\n",
    "        if len(res_csv) >=1:\n",
    "            res_csv_data =  pd.read_csv(res_csv[-1], low_memory=False)\n",
    "            #print(res_csv_data.iloc[-1,0])\n",
    "            #print( exp_eval_list[last_eval_exp])\n",
    "            if res_csv_data.iloc[-1,0] == exp_eval_list[last_eval_exp]:\n",
    "                #relevant_row = res_csv_data.iloc[-1,:]\n",
    "                #print(relevant_row.columns)\n",
    "                for col in res_csv_data.columns:\n",
    "                        metrics_dict[col] = [res_csv_data[col].iloc[-1]]\n",
    "                print(metrics_dict.keys())\n",
    "                return metrics_dict \n",
    "            else: \n",
    "                print('NOT TREAIN EXO')\n",
    "                print(res_csv_data.iloc[-1,0])\n",
    "                print(exp_eval_list[last_eval_exp])\n",
    "           \n",
    "        \n",
    "    else: \n",
    "        print(res_pkl_path)\n",
    "        print(path)\n",
    "        print('res_pkl not found? ')\n",
    "        print(cv_split+'/'+strategy_name)\n",
    "        return 0\n",
    "    \n",
    "    \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 941,
   "id": "4a8b046e",
   "metadata": {},
   "outputs": [],
   "source": [
    "def create_res_table(res_dict, memory, shuffled, dataratios, epochs, strategies, metrics):\n",
    "    total_col = len(strategies)*len(epochs)*len(dataratios)\n",
    "    two_rows_per_metric = False\n",
    "    if len(epochs) >1:\n",
    "        two_rows_per_metric = True\n",
    "\n",
    "    res_array = np.zeros((len(metrics), 1)) \n",
    "    std_array =  np.zeros((len(metrics), 1))\n",
    "    title_list = []\n",
    "\n",
    "    for i, epoch in enumerate(epochs):\n",
    "        if i ==1: # two number for epochs will be merged together later, does not handle more than two epoch settings...\n",
    "            epoch0_res_array  = res_array[:,1:]\n",
    "            epoch0_std_array = std_array[:,1:]\n",
    "            res_array = np.empty((len(metrics), 1)) \n",
    "            std_array =  np.empty((len(metrics), 1))\n",
    "        for s, strat in enumerate(strategies):\n",
    "            if 'cbrs' in strat:\n",
    "                memory = 'cbrs'\n",
    "            elif 'stdrs' in strat:\n",
    "                memory = 'stdrs'\n",
    "            for shuffl in shuffled:\n",
    "                for dr in dataratios:\n",
    "                    title_list.append(strat+'_'+shuffl+'dr'+dr)\n",
    "                    res_col = np.empty((len(metrics),1))\n",
    "                    std_col = np.empty((len(metrics), 1))\n",
    "                    if strat in results_dict[memory][shuffl][dr][epoch].keys():\n",
    "                        metrics_dict = results_dict[memory][shuffl][dr][epoch][strat]\n",
    "                        for j, metric in enumerate(metrics):\n",
    "                            if metric in results_dict[memory][shuffl][dr][epoch][strat].keys():\n",
    "                                if len(metrics_dict[metric])<4:\n",
    "                                    print(metrics_dict[metric])\n",
    "                                    print(metric, strat, dr, ep, shuffl)\n",
    "                                metric_res_list = np.array(metrics_dict[metric])\n",
    "                                metric_avg = np.round(np.mean(metric_res_list), 4)\n",
    "                                metric_std = np.round(np.std(metric_res_list), 4)\n",
    "                                res_col[j] = np.round(metric_avg*100, 2)\n",
    "                                std_col[j] = np.round(metric_std*100, 2)\n",
    "                    else:\n",
    "                        res_col = np.array(['-']*len(metrics)).reshape((len(metrics),1))\n",
    "                        std_col = np.array(['-']*len(metrics)).reshape((len(metrics),1))\n",
    "                    res_array = np.concatenate([res_array, res_col], axis=1)\n",
    "                    std_array = np.concatenate([std_array, std_col], axis=1)\n",
    "\n",
    "    epoch1_res_array = res_array[:,1:]\n",
    "    epoch1_std_array = std_array[:,1:]\n",
    "    col_title_list = metrics\n",
    "    if len(epochs)>1:\n",
    "        col_title_list = []\n",
    "        full_res_array = np.zeros((1,epoch0_res_array.shape[1]))\n",
    "        full_std_array = np.zeros((1,epoch0_res_array.shape[1]))\n",
    "        print(full_res_array.shape)\n",
    "        for i, metric in enumerate(metrics):\n",
    "            col_title_list.append(metric+'_ep'+epochs[0])\n",
    "            col_title_list.append(metric+'_ep'+epochs[1])\n",
    "            full_res_array = np.concatenate([full_res_array, epoch0_res_array[[i],:]], axis=0)\n",
    "            full_res_array = np.concatenate([full_res_array, epoch1_res_array[[i],:]], axis=0)\n",
    "            full_std_array = np.concatenate([full_std_array, epoch0_std_array[[i],:]], axis=0)\n",
    "            full_std_array = np.concatenate([full_std_array, epoch1_std_array[[i],:]], axis=0)\n",
    "            \n",
    "        full_std_array = full_std_array[1:,:]\n",
    "        full_res_array = full_res_array[1:,:]\n",
    "    else: \n",
    "        full_res_array = epoch1_res_array\n",
    "        full_std_array = epoch1_std_array\n",
    "\n",
    "    accs_n_stds = np.chararray(full_res_array.shape, itemsize=15)\n",
    "    for i, j in np.ndindex(full_std_array.shape):\n",
    "        \n",
    "        if full_res_array[i,j] == '-':\n",
    "            accs_n_stds[i,j] = '-'\n",
    "        else:\n",
    "            accs_n_stds[i,j] = '$'+str(full_res_array[i,j])+'\\pm'+ str(full_std_array[i,j])+'$'\n",
    "    epochs_col = np.array([epochs*len(metrics)]).T\n",
    "    accs_n_stds = np.concatenate([epochs_col,accs_n_stds], axis=1)\n",
    "    accs_n_stds = np.concatenate([np.array(col_title_list).reshape((len(col_title_list),1)), accs_n_stds], axis=1)\n",
    "    if len(epochs)>1:\n",
    "        title_list = title_list[:int(len(title_list)/2)]\n",
    "    if '' in shuffled :\n",
    "        order = 'chronological'\n",
    "    else:\n",
    "        order = 'shuffled'\n",
    "    title_list = ['metric', 'epochs']+title_list\n",
    "    multi_col = len(shuffled)*len(dataratios)\n",
    "    latex_title = '\\multicolumn{2}{c}{}'\n",
    "    dataratio_title ='\\multicolumn{2}{c}{dataratio}'\n",
    "    shuffle_title = '\\multicolumn{2}{c}{data stream order : }'\n",
    "    shuffle_title2 = '\\multicolumn{2}{c}{data stream: '+order+'}'\n",
    "    metric_epoch_title = 'metric & epochs '\n",
    "    for strat in strategies:\n",
    "        if strat in strategies_dict.keys() :\n",
    "            latex_title = latex_title +'&\\multicolumn{'+str(multi_col)+'}{c}{'+strategies_dict[strat]+'}'\n",
    "        elif strat[-2:] in strategies_dict.keys():\n",
    "            if 'cbrs' in strat:\n",
    "                mem_filling = 'CBRS '\n",
    "            else: \n",
    "                mem_filling = 'STDRS '\n",
    "            latex_title = latex_title +'&\\multicolumn{'+str(multi_col)+'}{c}{'+mem_filling+strategies_dict[strat[-2:]]+'}'\n",
    "            \n",
    "        else:\n",
    "            latex_title = latex_title +'&\\multicolumn{'+str(multi_col)+'}{c}{'+strat.replace('_', '\\\\_')+'}'\n",
    "        if len(shuffled)==2:\n",
    "            for dr in dataratios:\n",
    "                shuffle_title = shuffle_title+'&\\multicolumn{'+str(int(multi_col/2))+'}{c}{chronological}'+'&\\multicolumn{'+str(int(multi_col/2))+'}{c}{shuffled}'\n",
    "        else:   \n",
    "            for dr in dataratios:\n",
    "                shuffle_title = shuffle_title+'&\\multicolumn{'+str(int(multi_col/2))+'}{c}{'+order+'}'\n",
    "        for i in range(len(shuffled)):\n",
    "            for dr in dataratios:\n",
    "                metric_epoch_title  = metric_epoch_title+'&'\n",
    "                shuffle_title2 = shuffle_title2 + '&'\n",
    "                dataratio_title = dataratio_title+ '&r='+dr\n",
    "                \n",
    "\n",
    "    dataratio_title = dataratio_title +'\\\\\\\\ [.1cm] \\hline'\n",
    "    latex_title = latex_title +'\\\\\\\\'\n",
    "    shuffle_title = shuffle_title+ '\\\\\\\\'\n",
    "    shuffle_title2 = shuffle_title2+ '\\\\\\\\'\n",
    "    metric_epoch_title  = metric_epoch_title+'\\\\\\\\ [.2cm]'\n",
    "    print(latex_title)\n",
    "    print(shuffle_title)\n",
    "    print(shuffle_title2)\n",
    "    print(dataratio_title)\n",
    "    print(metric_epoch_title)\n",
    "    for i, row in enumerate(accs_n_stds):\n",
    "        next_line = ''\n",
    "        if np.unique(accs_n_stds[:,1]).shape[0]==2:\n",
    "            for j, element in enumerate(row):\n",
    "                if j == 0:\n",
    "                    if i%2 ==0:\n",
    "                        next_line = next_line+'\\multirow{2}{*}{'+element.split('_ep')[0].replace('_', '\\\\_')+'}'\n",
    "                    else:\n",
    "                        next_line = next_line+''\n",
    "                else: \n",
    "                     next_line = next_line+'&'+element\n",
    "        else: \n",
    "            for j, element in enumerate(row):\n",
    "                    if j == 0:\n",
    "                        next_line = next_line+element.split('_ep')[0].replace('_', '\\\\_')  \n",
    "                    else:\n",
    "                        next_line = next_line+'&'+element\n",
    "        next_line = next_line +'\\\\\\\\'\n",
    "        if np.unique(accs_n_stds[:,1]).shape[0]==2:\n",
    "            if i%2 ==1:\n",
    "                 next_line = next_line +'[.3cm]'\n",
    "        print(next_line)\n",
    "    return accs_n_stds, title_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 849,
   "id": "46f02b22",
   "metadata": {},
   "outputs": [],
   "source": [
    "global strategies_dict\n",
    "strategies_dict = {'ce': 'Class Error',\n",
    "                  'cf': 'Class Frequency',\n",
    "                  'rr': 'Random',\n",
    "                  'mir': 'Max. Interfered Retrival',\n",
    "                  'feo': 'Fill Exp - Oversample',\n",
    "                  'fe': 'Fill Exp - Random',\n",
    "                  'cefa': 'Cls Error/Freq Avg',\n",
    "                   'joint': 'Joint',\n",
    "                   'naive': 'Naive'\n",
    "                  }"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 873,
   "id": "b7f5fa5e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dict_keys(['naive', 'joint', 'ce', 'cf', 'rr', 'mir', 'wce_navg6_sigma3.0', 'wce_navg12_sigma3.0', 'wce_navg12_sigma6.0', 'wce_navg18_sigma9.0', 'feo', 'fe', 'cefa', 'ce_temp0.1', 'ce_temp0.2', 'ce_temp0.3'])"
      ]
     },
     "execution_count": 873,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_dict['inf']['']['8.0']['3'].keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 936,
   "id": "0e72d61f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'train_exp': [260, 266, 266, 255],\n",
       " 'epoch': [4, 4, 4, 4],\n",
       " 'train exp classes': ['[1 3 4 7 10 ]', '[10 4 7 ]', '[10 4 7 ]', '[10 7 ]'],\n",
       " 'ClassTop_1AvgAcc_Stream': [0.6787, 0.6866, 0.658, 0.6819],\n",
       " 'ClassTop_2AvgAcc_Stream': [0.778, 0.7858, 0.7628, 0.7707],\n",
       " 'SummerClassTop_1AvgAcc_Stream': [0.5036, 0.4878, 0.4727, 0.5552],\n",
       " 'WinterClassTop_1AvgAcc_Stream': [0.7043, 0.6553, 0.6751, 0.7181],\n",
       " 'Top_1Acc_Stream': [0.8311, 0.855, 0.8537, 0.8359],\n",
       " 'SummerTop_1Acc_Stream': [0.8383, 0.8525, 0.8532, 0.8339],\n",
       " 'WinterTop_1Acc_Stream': [0.8188, 0.8597, 0.8547, 0.8393],\n",
       " 'SeqTop_1Acc_Stream': [0.847, 0.8681, 0.8512, 0.8398],\n",
       " 'SeqMAXAcc_Stream': [0.841, 0.8608, 0.8434, 0.8018],\n",
       " 'SummerSeqTop_1Acc_Stream': [0.8545, 0.8682, 0.8554, 0.8485],\n",
       " 'WinterSeqTop_1Acc_Stream': [0.8354, 0.8678, 0.8443, 0.8265],\n",
       " 'SeqClassTop_1AvgAcc_Stream': [0.6492, 0.7028, 0.6471, 0.6625],\n",
       " 'SeqClassAvgMAXAcc_Stream': [0.661, 0.7049, 0.6707, 0.6619],\n",
       " 'SummerSeqClassTop_1Acc_Stream': [0.4556, 0.5208, 0.5294, 0.5613],\n",
       " 'WinterSeqClassTop_1Acc_Stream': [0.6957, 0.6897, 0.6581, 0.6812],\n",
       " 'SeqAnyAcc_Stream': [0.9157, 0.9229, 0.9133, 0.9054],\n",
       " 'Cls0': [0.8395, 0.9325, 0.9391, 0.9],\n",
       " 'Cls1': [0.75, 0.6699, 0.6806, 0.6842],\n",
       " 'Cls2': [0.7273, 0.4815, 0.2787, 0.4062],\n",
       " 'Cls3': [0.8777, 0.8926, 0.8992, 0.8674],\n",
       " 'Cls4': [0.7709, 0.7817, 0.7159, 0.8305],\n",
       " 'Cls5': [0.1111, 0.2353, 0.381, 0.0667],\n",
       " 'Cls6': [0.8918, 0.8907, 0.8969, 0.9122],\n",
       " 'Cls7': [0.9328, 0.9276, 0.9168, 0.8438],\n",
       " 'Cls8': [0.3478, 0.5652, 0.25, 0.5758],\n",
       " 'Cls9': [0.4, 0.3214, 0.4167, 0.5833],\n",
       " 'Cls10': [0.8167, 0.8538, 0.8629, 0.8303],\n",
       " 'SeqCls0': [0.8269, 0.9038, 0.8846, 0.8462],\n",
       " 'SeqCls1': [0.6154, 0.6154, 0.6923, 0.5769],\n",
       " 'SeqCls2': [0.5263, 0.5789, 0.2632, 0.3684],\n",
       " 'SeqCls3': [0.8984, 0.9279, 0.941, 0.9016],\n",
       " 'SeqCls4': [0.8475, 0.8418, 0.7062, 0.8475],\n",
       " 'SeqCls5': [0.1667, 0.3333, 0.3333, 0.0],\n",
       " 'SeqCls6': [0.8732, 0.8028, 0.8451, 0.8732],\n",
       " 'SeqCls7': [0.9344, 0.9672, 0.9016, 0.9016],\n",
       " 'SeqCls8': [0.2222, 0.4444, 0.1111, 0.4444],\n",
       " 'SeqCls9': [0.375, 0.4375, 0.5625, 0.6875],\n",
       " 'SeqCls10': [0.8551, 0.878, 0.8769, 0.8399]}"
      ]
     },
     "execution_count": 936,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_dict['cbrs']['']['8.0']['5']['cbrs_memsize0.25_ce']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 915,
   "id": "9830d005",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'train_exp': [260, 263, 266, 266],\n",
       " 'epoch': [4, 4, 4, 4],\n",
       " 'train exp classes': ['[0 3 4 6 7 9 10 ]',\n",
       "  '[0 1 3 4 5 6 7 8 9 10 ]',\n",
       "  '[0 3 4 6 7 9 10 ]',\n",
       "  '[0 1 2 3 4 5 6 7 8 10 ]'],\n",
       " 'ClassTop_1AvgAcc_Stream': [0.6983, 0.7101, 0.6874, 0.7089],\n",
       " 'ClassTop_2AvgAcc_Stream': [0.79, 0.7878, 0.7909, 0.7717],\n",
       " 'SummerClassTop_1AvgAcc_Stream': [0.5204, 0.6352, 0.5209, 0.5138],\n",
       " 'WinterClassTop_1AvgAcc_Stream': [0.7548, 0.6653, 0.6623, 0.742],\n",
       " 'Top_1Acc_Stream': [0.8696, 0.8806, 0.8661, 0.8573],\n",
       " 'SummerTop_1Acc_Stream': [0.8681, 0.8757, 0.8673, 0.8523],\n",
       " 'WinterTop_1Acc_Stream': [0.872, 0.8901, 0.8638, 0.8666],\n",
       " 'SeqTop_1Acc_Stream': [0.8783, 0.8873, 0.8675, 0.8741],\n",
       " 'SummerSeqTop_1Acc_Stream': [0.8723, 0.8953, 0.8672, 0.8679],\n",
       " 'WinterSeqTop_1Acc_Stream': [0.8877, 0.8742, 0.8678, 0.8844],\n",
       " 'SeqClassTop_1AvgAcc_Stream': [0.7114, 0.7204, 0.7106, 0.7003],\n",
       " 'SummerSeqClassTop_1Acc_Stream': [0.5012, 0.6561, 0.5749, 0.5538],\n",
       " 'WinterSeqClassTop_1Acc_Stream': [0.7999, 0.6823, 0.7028, 0.7405],\n",
       " 'SeqAnyAcc_Stream': [0.9325, 0.938, 0.9283, 0.9271],\n",
       " 'Cls0': [0.8815, 0.9609, 0.9484, 0.971],\n",
       " 'Cls1': [0.7794, 0.5733, 0.7476, 0.7083],\n",
       " 'Cls2': [0.6591, 0.46, 0.4815, 0.3934],\n",
       " 'Cls3': [0.8763, 0.8747, 0.8631, 0.885],\n",
       " 'Cls4': [0.6126, 0.7547, 0.8217, 0.8146],\n",
       " 'Cls5': [0.2222, 0.1905, 0.1176, 0.4286],\n",
       " 'Cls6': [0.9311, 0.9298, 0.9173, 0.8781],\n",
       " 'Cls7': [0.9712, 0.9374, 0.9368, 0.9289],\n",
       " 'Cls8': [0.3913, 0.6944, 0.3913, 0.375],\n",
       " 'Cls9': [0.4571, 0.5333, 0.4643, 0.5625],\n",
       " 'Cls10': [0.8992, 0.9017, 0.8714, 0.8529],\n",
       " 'SeqCls0': [0.8846, 0.9038, 0.9615, 0.9423],\n",
       " 'SeqCls1': [0.6154, 0.5769, 0.6923, 0.6538],\n",
       " 'SeqCls2': [0.5789, 0.5789, 0.6316, 0.4211],\n",
       " 'SeqCls3': [0.9049, 0.9016, 0.9016, 0.9213],\n",
       " 'SeqCls4': [0.661, 0.7627, 0.8588, 0.8079],\n",
       " 'SeqCls5': [0.3333, 0.1667, 0.1667, 0.5],\n",
       " 'SeqCls6': [0.9296, 0.9437, 0.8873, 0.8451],\n",
       " 'SeqCls7': [0.9836, 0.9344, 0.9508, 0.918],\n",
       " 'SeqCls8': [0.4444, 0.6667, 0.3333, 0.1111],\n",
       " 'SeqCls9': [0.5625, 0.5625, 0.5625, 0.6875],\n",
       " 'SeqCls10': [0.927, 0.9259, 0.8704, 0.8954]}"
      ]
     },
     "execution_count": 915,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_dict['inf']['shuffled_']['8.0']['5']['cf']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 944,
   "id": "bebcda13",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\\multicolumn{2}{c}{}&\\multicolumn{1}{c}{Class Frequency}&\\multicolumn{1}{c}{Class Error}&\\multicolumn{1}{c}{ce\\_temp0.1}&\\multicolumn{1}{c}{ce\\_temp0.2}&\\multicolumn{1}{c}{ce\\_temp0.3}&\\multicolumn{1}{c}{wce\\_navg6\\_sigma1.5}&\\multicolumn{1}{c}{wce\\_navg6\\_sigma3.0}&\\multicolumn{1}{c}{wce\\_navg12\\_sigma3.0}&\\multicolumn{1}{c}{wce\\_navg12\\_sigma6.0}&\\multicolumn{1}{c}{wce\\_navg18\\_sigma9.0}\\\\\n",
      "\\multicolumn{2}{c}{data stream order : }&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}\\\\\n",
      "\\multicolumn{2}{c}{data stream: chronological}&&&&&&&&&&\\\\\n",
      "\\multicolumn{2}{c}{dataratio}&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0\\\\ [.1cm] \\hline\n",
      "metric & epochs &&&&&&&&&&\\\\ [.2cm]\n",
      "Top\\_1Acc\\_Stream&3&$71.47\\pm4.77$&$85.05\\pm0.9$&$84.64\\pm2.84$&$84.97\\pm0.44$&$85.5\\pm0.86$&-&$84.19\\pm1.76$&$85.93\\pm1.27$&$85.1\\pm2.69$&$84.38\\pm1.62$\\\\\n",
      "ClassTop\\_1AvgAcc\\_Stream&3&$69.62\\pm1.71$&$66.18\\pm1.37$&$66.44\\pm4.04$&$67.79\\pm1.67$&$66.3\\pm1.41$&-&$67.05\\pm0.86$&$66.99\\pm2.76$&$66.97\\pm1.22$&$66.28\\pm2.19$\\\\\n",
      "SeqTop\\_1Acc\\_Stream&3&$72.75\\pm5.19$&$86.22\\pm0.95$&$85.4\\pm2.62$&$86.49\\pm0.83$&$86.54\\pm1.51$&-&$85.35\\pm1.18$&$86.66\\pm1.63$&$86.56\\pm2.5$&$85.35\\pm1.18$\\\\\n",
      "SeqClassTop\\_1AvgAcc\\_Stream&3&$70.81\\pm2.1$&$67.01\\pm1.96$&$67.23\\pm5.17$&$68.74\\pm3.21$&$68.43\\pm2.37$&-&$67.15\\pm1.72$&$67.12\\pm2.9$&$68.22\\pm2.21$&$67.23\\pm3.02$\\\\\n"
     ]
    }
   ],
   "source": [
    "accs_n_stds, title_list = create_res_table(results_dict, \n",
    "                 memory = 'inf', \n",
    "                 shuffled = ['' ], \n",
    "                 dataratios= ['8.0'], \n",
    "                 epochs = ['3'], \n",
    "                 strategies = [ 'cf', 'ce', 'ce_temp0.1', 'ce_temp0.2', 'ce_temp0.3', 'wce_navg6_sigma1.5', 'wce_navg6_sigma3.0', 'wce_navg12_sigma3.0', 'wce_navg12_sigma6.0', 'wce_navg18_sigma9.0'], \n",
    "                 metrics = ['Top_1Acc_Stream','ClassTop_1AvgAcc_Stream', 'SeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream' ])\n",
    "#print(title_list)\n",
    "#print(len(title_list))\n",
    "#print(accs_n_stds.shape)\n",
    "#print(accs_n_stds)\n",
    "\n",
    "accs_n_stds = pd.DataFrame(accs_n_stds)\n",
    "accs_n_stds.to_csv('inf_chronological.csv', header=title_list)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 939,
   "id": "8fb15fa6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['', 'shuffled_']\n",
      "2\n",
      "strat:  cbrs_memsize0.1_ce\n",
      "strat:  cbrs_memsize0.1_cf\n",
      "strat:  cbrs_memsize0.1_rr\n",
      "strat:  stdrs_memsize0.1_ce\n",
      "strat:  stdrs_memsize0.1_cf\n",
      "strat:  stdrs_memsize0.1_rr\n",
      "epoch1_std_array\n",
      "[[0.81 0.48 1.5  0.24 1.55 0.49 0.88 0.19 0.97 0.77 0.52 0.26]\n",
      " [0.99 1.41 2.52 0.68 1.67 1.31 1.72 2.52 1.66 2.36 1.43 2.58]\n",
      " [0.95 0.78 2.06 0.39 1.59 0.85 0.68 0.94 1.32 0.58 1.61 0.4 ]\n",
      " [1.41 3.24 3.68 1.34 3.23 1.18 2.35 3.76 2.89 2.28 2.91 2.42]]\n",
      "(4, 12)\n",
      "(4, 12)\n",
      "[[b'$81.41\\\\pm0.81$' b'$88.31\\\\pm0.48$' b'$82.08\\\\pm1.5$'\n",
      "  b'$88.33\\\\pm0.24$' b'$82.78\\\\pm1.55$' b'$88.38\\\\pm0.49$'\n",
      "  b'$84.3\\\\pm0.88$' b'$88.22\\\\pm0.19$' b'$82.4\\\\pm0.97$'\n",
      "  b'$88.38\\\\pm0.77$' b'$84.79\\\\pm0.52$' b'$89.11\\\\pm0.26$']\n",
      " [b'$65.38\\\\pm0.99$' b'$69.39\\\\pm1.41$' b'$66.43\\\\pm2.52$'\n",
      "  b'$67.11\\\\pm0.68$' b'$66.39\\\\pm1.67$' b'$67.01\\\\pm1.31$'\n",
      "  b'$50.3\\\\pm1.72$' b'$57.65\\\\pm2.52$' b'$49.34\\\\pm1.66$'\n",
      "  b'$56.86\\\\pm2.36$' b'$48.71\\\\pm1.43$' b'$55.19\\\\pm2.58$']\n",
      " [b'$82.82\\\\pm0.95$' b'$89.42\\\\pm0.78$' b'$83.96\\\\pm2.06$'\n",
      "  b'$88.76\\\\pm0.39$' b'$84.25\\\\pm1.59$' b'$88.93\\\\pm0.85$'\n",
      "  b'$83.22\\\\pm0.68$' b'$87.97\\\\pm0.94$' b'$82.11\\\\pm1.32$'\n",
      "  b'$88.02\\\\pm0.58$' b'$83.46\\\\pm1.61$' b'$87.52\\\\pm0.4$']\n",
      " [b'$66.63\\\\pm1.41$' b'$70.49\\\\pm3.24$' b'$67.71\\\\pm3.68$'\n",
      "  b'$67.49\\\\pm1.34$' b'$68.6\\\\pm3.23$' b'$67.56\\\\pm1.18$'\n",
      "  b'$49.93\\\\pm2.35$' b'$56.08\\\\pm3.76$' b'$49.84\\\\pm2.89$'\n",
      "  b'$55.68\\\\pm2.28$' b'$48.41\\\\pm2.91$' b'$53.88\\\\pm2.42$']]\n",
      "[['5']\n",
      " ['5']\n",
      " ['5']\n",
      " ['5']]\n",
      "\\multicolumn{2}{c}{}&\\multicolumn{2}{c}{CBRS Class Error}&\\multicolumn{2}{c}{CBRS Class Frequency}&\\multicolumn{2}{c}{CBRS Random}&\\multicolumn{2}{c}{STDRS Class Error}&\\multicolumn{2}{c}{STDRS Class Frequency}&\\multicolumn{2}{c}{STDRS Random}\\\\\n",
      "\\multicolumn{2}{c}{data stream order : }&\\multicolumn{1}{c}{chronological}&\\multicolumn{1}{c}{shuffled}&\\multicolumn{1}{c}{chronological}&\\multicolumn{1}{c}{shuffled}&\\multicolumn{1}{c}{chronological}&\\multicolumn{1}{c}{shuffled}&\\multicolumn{1}{c}{chronological}&\\multicolumn{1}{c}{shuffled}&\\multicolumn{1}{c}{chronological}&\\multicolumn{1}{c}{shuffled}&\\multicolumn{1}{c}{chronological}&\\multicolumn{1}{c}{shuffled}\\\\\n",
      "\\multicolumn{2}{c}{data stream: chronological}&&&&&&&&&&&&\\\\\n",
      "\\multicolumn{2}{c}{dataratio}&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0\\\\ [.1cm] \\hline\n",
      "metric & epochs &&&&&&&&&&&&\\\\ [.2cm]\n",
      "Top\\_1Acc\\_Stream&5&$81.41\\pm0.81$&$88.31\\pm0.48$&$82.08\\pm1.5$&$88.33\\pm0.24$&$82.78\\pm1.55$&$88.38\\pm0.49$&$84.3\\pm0.88$&$88.22\\pm0.19$&$82.4\\pm0.97$&$88.38\\pm0.77$&$84.79\\pm0.52$&$89.11\\pm0.26$\\\\\n",
      "ClassTop\\_1AvgAcc\\_Stream&5&$65.38\\pm0.99$&$69.39\\pm1.41$&$66.43\\pm2.52$&$67.11\\pm0.68$&$66.39\\pm1.67$&$67.01\\pm1.31$&$50.3\\pm1.72$&$57.65\\pm2.52$&$49.34\\pm1.66$&$56.86\\pm2.36$&$48.71\\pm1.43$&$55.19\\pm2.58$\\\\\n",
      "SeqTop\\_1Acc\\_Stream&5&$82.82\\pm0.95$&$89.42\\pm0.78$&$83.96\\pm2.06$&$88.76\\pm0.39$&$84.25\\pm1.59$&$88.93\\pm0.85$&$83.22\\pm0.68$&$87.97\\pm0.94$&$82.11\\pm1.32$&$88.02\\pm0.58$&$83.46\\pm1.61$&$87.52\\pm0.4$\\\\\n",
      "SeqClassTop\\_1AvgAcc\\_Stream&5&$66.63\\pm1.41$&$70.49\\pm3.24$&$67.71\\pm3.68$&$67.49\\pm1.34$&$68.6\\pm3.23$&$67.56\\pm1.18$&$49.93\\pm2.35$&$56.08\\pm3.76$&$49.84\\pm2.89$&$55.68\\pm2.28$&$48.41\\pm2.91$&$53.88\\pm2.42$\\\\\n"
     ]
    }
   ],
   "source": [
    "accs_n_stds, title_list = create_res_table(results_dict, \n",
    "                 memory = 'stdrs', \n",
    "                 shuffled = ['', 'shuffled_' ], \n",
    "                 dataratios= ['8.0'], \n",
    "                 epochs = ['5'], \n",
    "                 strategies = [ 'cbrs_memsize0.1_ce', 'cbrs_memsize0.1_cf',  'cbrs_memsize0.1_rr','stdrs_memsize0.1_ce', 'stdrs_memsize0.1_cf',  'stdrs_memsize0.1_rr'], \n",
    "                 metrics = ['Top_1Acc_Stream','ClassTop_1AvgAcc_Stream', 'SeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream' ])\n",
    "\n",
    "accs_n_stds = pd.DataFrame(accs_n_stds)\n",
    "accs_n_stds.to_csv('accs_n_std.csv', header=title_list)\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "ava-test4",
   "language": "python",
   "name": "ava-test4"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}